00000400:00000010:1.0:1775763318.778940:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024fcd3fb. 00000400:00000010:1.0:1775763318.778944:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b502e88d. 00000100:00000200:1.0:1775763318.778945:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778947:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9fcbd97. 00000400:00000010:1.0:1775763318.778948:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001babd050. 00000100:00000200:1.0:1775763318.778949:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778950:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cad1ebc3. 00000400:00000010:1.0:1775763318.778951:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2de1d4a. 00000100:00000200:1.0:1775763318.778952:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778953:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001723c326. 00000400:00000010:1.0:1775763318.778954:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059997e91. 00000100:00000200:1.0:1775763318.778955:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778956:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0aa755. 00000400:00000010:1.0:1775763318.778957:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bf05672. 00000100:00000200:1.0:1775763318.778958:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778959:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0275a31. 00000400:00000010:1.0:1775763318.778960:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a65711ed. 00000100:00000200:1.0:1775763318.778961:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778962:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb25a5e. 00000400:00000010:1.0:1775763318.778963:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d40770d3. 00000100:00000200:1.0:1775763318.778964:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778965:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a41ed920. 00000400:00000010:1.0:1775763318.778966:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075065bf5. 00000100:00000200:1.0:1775763318.778967:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778967:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004fb02dc. 00000400:00000010:1.0:1775763318.778968:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008530933b. 00000100:00000200:1.0:1775763318.778969:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778970:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ef4a549. 00000400:00000010:1.0:1775763318.778972:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007b3132d. 00000100:00000200:1.0:1775763318.778972:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778973:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000287dc02f. 00000400:00000010:1.0:1775763318.778975:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9f750c6. 00000100:00000200:1.0:1775763318.778976:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778977:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f46eeee. 00000400:00000010:1.0:1775763318.778978:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098875a1d. 00000100:00000200:1.0:1775763318.778979:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778983:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000416ca7e5. 00000400:00000010:1.0:1775763318.778985:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006cd20b36. 00000100:00000200:1.0:1775763318.778986:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778987:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f98003. 00000400:00000010:1.0:1775763318.778989:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009780cf8e. 00000100:00000200:1.0:1775763318.778990:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778991:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067df830f. 00000400:00000010:1.0:1775763318.778992:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097916633. 00000100:00000200:1.0:1775763318.778993:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778994:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db66ff2c. 00000400:00000010:1.0:1775763318.778995:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008ca0244. 00000100:00000200:1.0:1775763318.778996:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778996:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d781d27. 00000400:00000010:1.0:1775763318.778997:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089ca7819. 00000100:00000200:1.0:1775763318.778998:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.778999:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84aa308. 00000400:00000010:1.0:1775763318.779000:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f24f6a6d. 00000100:00000200:1.0:1775763318.779001:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779002:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e996b21. 00000400:00000010:1.0:1775763318.779003:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000078267b5. 00000100:00000200:1.0:1775763318.779004:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779004:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008615f3b2. 00000400:00000010:1.0:1775763318.779006:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078e7e328. 00000100:00000200:1.0:1775763318.779007:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779008:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004dda89f6. 00000400:00000010:1.0:1775763318.779010:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062bb8301. 00000100:00000200:1.0:1775763318.779012:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779013:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008319c405. 00000400:00000010:1.0:1775763318.779015:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072b705c9. 00000100:00000200:1.0:1775763318.779017:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779027:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3e2620f. 00000400:00000010:1.0:1775763318.779045:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051a4ee0d. 00000100:00000200:1.0:1775763318.779049:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779051:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7436832. 00000400:00000010:1.0:1775763318.779053:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062b525c8. 00000100:00000200:1.0:1775763318.779059:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779061:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095d308b7. 00000400:00000010:1.0:1775763318.779063:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002850de53. 00000100:00000200:1.0:1775763318.779065:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779066:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c986755d. 00000400:00000010:1.0:1775763318.779068:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaa55fde. 00000100:00000200:1.0:1775763318.779069:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779071:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087c9b5f5. 00000400:00000010:1.0:1775763318.779073:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000768a8141. 00000100:00000200:1.0:1775763318.779075:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779077:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bfa8781. 00000400:00000010:1.0:1775763318.779079:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059164f7c. 00000100:00000200:1.0:1775763318.779080:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779082:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075437064. 00000400:00000010:1.0:1775763318.779084:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005100bec7. 00000100:00000200:1.0:1775763318.779086:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779087:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4287c87. 00000400:00000010:1.0:1775763318.779089:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002204a7d8. 00000100:00000200:1.0:1775763318.779091:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779092:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003048500a. 00000400:00000010:1.0:1775763318.779094:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009306c0b4. 00000100:00000200:1.0:1775763318.779096:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779098:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000785fd4ac. 00000400:00000010:1.0:1775763318.779099:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fb710f1. 00000100:00000200:1.0:1775763318.779101:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779103:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029a7f190. 00000400:00000010:1.0:1775763318.779104:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005df403e3. 00000100:00000200:1.0:1775763318.779105:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779107:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053ee1d3d. 00000400:00000010:1.0:1775763318.779108:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0403bf3. 00000100:00000200:1.0:1775763318.779109:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779109:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1216448. 00000400:00000010:1.0:1775763318.779110:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066e310d5. 00000100:00000200:1.0:1775763318.779111:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779112:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f2540be. 00000400:00000010:1.0:1775763318.779117:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f937e02. 00000100:00000200:1.0:1775763318.779119:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779120:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f4b51a. 00000400:00000010:1.0:1775763318.779121:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef1194bc. 00000100:00000200:1.0:1775763318.779122:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779123:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009443af0. 00000400:00000010:1.0:1775763318.779124:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eb0063e. 00000100:00000200:1.0:1775763318.779125:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779126:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ae95432. 00000400:00000010:1.0:1775763318.779127:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d42d5d03. 00000100:00000200:1.0:1775763318.779128:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779128:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a57becff. 00000400:00000010:1.0:1775763318.779130:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005df9f561. 00000100:00000200:1.0:1775763318.779131:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779131:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6b4b725. 00000400:00000010:1.0:1775763318.779132:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036388a23. 00000100:00000200:1.0:1775763318.779133:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779134:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa83b13. 00000400:00000010:1.0:1775763318.779135:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b919ab78. 00000100:00000200:1.0:1775763318.779136:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779137:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000857ad005. 00000400:00000010:1.0:1775763318.779137:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d070f255. 00000100:00000200:1.0:1775763318.779138:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779139:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d78ebcb. 00000400:00000010:1.0:1775763318.779146:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df40a191. 00000100:00000200:1.0:1775763318.779148:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779148:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e622a0ec. 00000400:00000010:1.0:1775763318.779149:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009169ca76. 00000100:00000200:1.0:1775763318.779150:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779151:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eca199e. 00000400:00000010:1.0:1775763318.779152:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092fed094. 00000100:00000200:1.0:1775763318.779153:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779154:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa1c0261. 00000400:00000010:1.0:1775763318.779155:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025d21dd0. 00000100:00000200:1.0:1775763318.779155:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779159:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aa09944. 00000400:00000010:1.0:1775763318.779160:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dfd194b. 00000100:00000200:1.0:1775763318.779161:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779162:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005223938e. 00000400:00000010:1.0:1775763318.779163:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2e0449a. 00000100:00000200:1.0:1775763318.779164:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779165:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007776f028. 00000400:00000010:1.0:1775763318.779166:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080ee791a. 00000100:00000200:1.0:1775763318.779167:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779168:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d3a8899. 00000400:00000010:1.0:1775763318.779169:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf360c4e. 00000100:00000200:1.0:1775763318.779170:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779170:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083e92eb0. 00000400:00000010:1.0:1775763318.779171:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df23f069. 00000100:00000200:1.0:1775763318.779172:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779173:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226bb871. 00000400:00000010:1.0:1775763318.779174:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c56936bf. 00000100:00000200:1.0:1775763318.779175:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779176:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2c693b8. 00000400:00000010:1.0:1775763318.779177:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070775eb4. 00000100:00000200:1.0:1775763318.779177:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779178:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f55e4c0. 00000400:00000010:1.0:1775763318.779179:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000976ed1ab. 00000100:00000200:1.0:1775763318.779180:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779181:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006143a5d6. 00000400:00000010:1.0:1775763318.779181:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bd97bce. 00000100:00000200:1.0:1775763318.779182:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779183:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002454c403. 00000400:00000010:1.0:1775763318.779184:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008120abb5. 00000100:00000200:1.0:1775763318.779185:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779186:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d47639bb. 00000400:00000010:1.0:1775763318.779187:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af22b2f4. 00000100:00000200:1.0:1775763318.779187:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779188:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f647cbdc. 00000400:00000010:1.0:1775763318.779189:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0c10b60. 00000100:00000200:1.0:1775763318.779194:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779195:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007038cb94. 00000400:00000010:1.0:1775763318.779196:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021e724f7. 00000100:00000200:1.0:1775763318.779197:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775763318.779198:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706eada1. 00000400:00000010:1.0:1775763318.779199:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000236ee7bf. 00000100:00000010:1.0:1775763318.779201:0:5753:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000000dbc0c29. 00000100:00000200:1.0:1775763318.779245:0:5753:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1775763318.779412:0:5754:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000000805a7d4. 00000020:00000010:1.0:1775763318.779414:0:5754:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000864eca28. 00000020:00000010:1.0:1775763318.779416:0:5754:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2cbd80a. 00000020:00000010:1.0:1775763318.779418:0:5754:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088d5993a. 00000020:00000010:1.0:1775763318.779419:0:5754:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000ee3ed891. 00000040:00000010:1.0:1775763318.779421:0:5754:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ba4516eb. 00000020:00000010:1.0:1775763318.779423:0:5754:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c1443d7a. 00000020:00000010:1.0:1775763318.779426:0:5754:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000573e47f8. 00000020:00000010:1.0:1775763318.779434:0:5754:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b6e0a688. 80000000:00000010:1.0:1775763318.779436:0:5754:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ec2cb6c3. 40000000:00000010:1.0:1775763318.779437:0:5754:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000033c22426. 00000008:00000010:1.0:1775763318.779439:0:5754:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000cd1334b7. 00020000:00000010:1.0:1775763318.779440:0:5754:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000003d2ff2c6. 00008000:00000010:1.0:1775763318.779442:0:5754:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000786b6387. 00100000:00000010:1.0:1775763318.779449:0:5754:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000009f085af. 00040000:00000010:1.0:1775763318.779451:0:5754:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000078a7506d. 00040000:00000010:1.0:1775763318.779453:0:5754:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c8eda1ef. 00040000:00000010:1.0:1775763318.779455:0:5754:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f47636b8. 00080000:00000010:1.0:1775763318.779456:0:5754:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 0000000025d663b5. 00000004:00000010:1.0:1775763318.779458:0:5754:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002e499771. 00000004:00000010:1.0:1775763318.779460:0:5754:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000616e5bc0. 00000004:00000010:1.0:1775763318.779462:0:5754:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000795c8f63. 00002000:00000010:1.0:1775763318.779464:0:5754:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003b6240e4. 00000004:00000010:1.0:1775763318.779466:0:5754:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 0000000097f57ab5. 00000080:00000010:1.0:1775763318.779467:0:5754:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c0e22aba. 00000080:00000010:1.0:1775763318.779469:0:5754:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000aeaac27. 00000100:00000010:1.0:1775763318.779474:0:5754:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b183b062. 00000100:00000200:1.0:1775763318.779507:0:5754:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1775763318.779706:0:5755:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000000792082f. 00000020:00000010:1.0:1775763318.779709:0:5755:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000007f438f1. 00000020:00000010:1.0:1775763318.779712:0:5755:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050449e83. 00000020:00000010:1.0:1775763318.779714:0:5755:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003a6ff137. 00000020:00000010:1.0:1775763318.779717:0:5755:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000ac06c2d0. 00000040:00000010:1.0:1775763318.779719:0:5755:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bac06586. 00000020:00000010:1.0:1775763318.779721:0:5755:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000026bd7efe. 00000020:00000010:1.0:1775763318.779724:0:5755:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000016e8d6b0. 00000020:00000010:1.0:1775763318.779726:0:5755:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bc8be619. 80000000:00000010:1.0:1775763318.779728:0:5755:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c386dbcc. 40000000:00000010:1.0:1775763318.779758:0:5755:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd02a69e. 00000008:00000010:1.0:1775763318.779761:0:5755:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a4e224ef. 00020000:00000010:1.0:1775763318.779764:0:5755:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000001965beeb. 00008000:00000010:1.0:1775763318.779766:0:5755:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000477dcf2a. 00100000:00000010:1.0:1775763318.779769:0:5755:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d17d91b8. 00040000:00000010:1.0:1775763318.779771:0:5755:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cb0303f0. 00040000:00000010:1.0:1775763318.779773:0:5755:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000095e69ad9. 00040000:00000010:1.0:1775763318.779775:0:5755:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030e63dff. 00080000:00000010:1.0:1775763318.779778:0:5755:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000d7646273. 00000004:00000010:1.0:1775763318.779780:0:5755:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000035ffb56e. 00000004:00000010:1.0:1775763318.779783:0:5755:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d0d7fbde. 00000004:00000010:1.0:1775763318.779785:0:5755:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000004fc1951d. 00002000:00000010:1.0:1775763318.779787:0:5755:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000919830e0. 00000004:00000010:1.0:1775763318.779788:0:5755:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000d8d26101. 00000080:00000010:1.0:1775763318.779790:0:5755:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000084aeee6d. 00000080:00000010:1.0:1775763318.779791:0:5755:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ed42239f. 00000100:00000010:1.0:1775763318.779794:0:5755:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008c90e87d. 00000100:00000200:1.0:1775763318.779829:0:5755:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1775763318.779977:0:5756:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000010b827e9. 00000020:00000010:1.0:1775763318.779980:0:5756:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038c433df. 00000020:00000010:1.0:1775763318.779982:0:5756:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000055c16658. 00000020:00000010:1.0:1775763318.779987:0:5756:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000088027105. 00000020:00000010:1.0:1775763318.779990:0:5756:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002c5367af. 00000020:00000010:1.0:1775763318.779991:0:5756:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fadec3b3. 80000000:00000010:1.0:1775763318.779993:0:5756:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c8e8935f. 40000000:00000010:1.0:1775763318.779994:0:5756:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000073eb88c9. 00100000:00000010:1.0:1775763318.779996:0:5756:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bbf582c4. 00040000:00000010:1.0:1775763318.779997:0:5756:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000009e0cedf. 00040000:00000010:1.0:1775763318.779999:0:5756:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000254baf6f. 00080000:00000010:1.0:1775763318.780001:0:5756:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000917ff1b7. 00002000:00000010:1.0:1775763318.780003:0:5756:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e66622e2. 00000020:00000010:1.0:1775763318.780005:0:5756:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b085a46a. 00010000:00000010:1.0:1775763318.780269:0:5757:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000ddbb9ce1. 00000020:00000010:1.0:1775763318.780271:0:5757:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f3ac78. 00000020:00000010:1.0:1775763318.780273:0:5757:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e2beb771. 00000020:00000010:1.0:1775763318.780281:0:5757:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000069da065c. 00000020:00000010:1.0:1775763318.780284:0:5757:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000090390ddd. 00000020:00000010:1.0:1775763318.780285:0:5757:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000094eb67e4. 80000000:00000010:1.0:1775763318.780286:0:5757:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fad9d129. 40000000:00000010:1.0:1775763318.780288:0:5757:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b93dd55e. 00100000:00000010:1.0:1775763318.780289:0:5757:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000708e7c70. 00040000:00000010:1.0:1775763318.780291:0:5757:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d6b2c84c. 00040000:00000010:1.0:1775763318.780292:0:5757:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000abdfcc95. 00080000:00000010:1.0:1775763318.780294:0:5757:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 0000000080df6089. 00002000:00000010:1.0:1775763318.780296:0:5757:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009cc7fd7a. 00000020:00000010:1.0:1775763318.780297:0:5757:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001eba37ca. 00000020:00000010:1.0:1775763318.780506:0:5758:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f953b72. 00000020:00000010:1.0:1775763318.780515:0:5758:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061fb390d. 00000040:00000010:1.0:1775763318.780518:0:5758:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006df24acc. 00000020:00000010:1.0:1775763318.780519:0:5758:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a3f4a163. 00000020:00000010:1.0:1775763318.780521:0:5758:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000076ad7dba. 00000020:00000010:1.0:1775763318.780523:0:5758:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000299f92bf. 80000000:00000010:1.0:1775763318.780524:0:5758:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007160b8a3. 40000000:00000010:1.0:1775763318.780526:0:5758:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f133a731. 00100000:00000010:1.0:1775763318.780530:0:5758:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000010e2f2f9. 00040000:00000010:1.0:1775763318.780532:0:5758:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080a9c9c0. 00040000:00000010:1.0:1775763318.780534:0:5758:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c757d9e2. 00040000:00000010:1.0:1775763318.780535:0:5758:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000098f6d8a2. 00080000:00000010:1.0:1775763318.780537:0:5758:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 000000003efa8295. 00000004:00000010:1.0:1775763318.780539:0:5758:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000002cdc61e. 00000004:00000010:1.0:1775763318.780542:0:5758:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e1688bc1. 00000004:00000010:1.0:1775763318.780544:0:5758:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000094a5c69e. 00002000:00000010:1.0:1775763318.780546:0:5758:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000567ebed7. 00000004:00000010:1.0:1775763318.780547:0:5758:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 0000000071b3b6b0. 00000020:00000010:1.0:1775763318.780549:0:5758:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008ecb06e8. 00000020:00000010:1.0:1775763319.792268:0:5749:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 000000005fd72c01. 00000020:00000010:1.0:1775763319.792608:0:5749:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000004cc1eef2. 00000020:00000010:1.0:1775763319.792630:0:5749:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000003fa4fea. 00000020:00000010:1.0:1775763319.792636:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004c671f64. 00080000:00000010:1.0:1775763319.792667:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000009f07117. 00080000:00000010:1.0:1775763319.792678:0:5749:0:(osd_oi.c:421:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000e291f78c. 00080000:00000010:1.0:1775763319.792681:0:5749:0:(osd_oi.c:432:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000001a4cd0be. 00000020:00000010:1.0:1775763319.808241:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000497fce8. 00080000:00000010:1.0:1775763319.808254:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000253da7c8. 00080000:00000010:1.0:1775763319.808356:0:5749:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000253da7c8. 00000020:00000010:1.0:1775763319.808359:0:5749:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000497fce8. 00080000:00000010:1.0:1775763319.808374:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000dc61d229. 00080000:00000010:1.0:1775763319.808389:0:5749:0:(osd_oi.c:1054:osd_idc_add()) kmalloced '(idc)': 256 at 000000001e7a6b07. 00000020:00000010:1.0:1775763319.810089:0:5749:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000099bf00a. 20000000:00000010:1.0:1775763319.810125:0:5749:0:(mgs_handler.c:1647:mgs_object_alloc()) kmalloced '(o)': 240 at 000000006ba2b903. 00080000:00000010:1.0:1775763319.810135:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000253da7c8. 00000020:00000010:1.0:1775763319.810188:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000418ca2ed. 00080000:00000010:1.0:1775763319.810244:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000283864f8. 00080000:00000010:1.0:1775763319.810254:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000000ab2d9a1. 00000020:00000010:1.0:1775763319.811254:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000015439b7c. 00080000:00000010:1.0:1775763319.811262:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d105afd. 00080000:00000010:1.0:1775763319.811271:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000459eefa1. 00100000:00000010:1.0:1775763319.813679:0:5749:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ab795be1. 00000001:00000010:1.0:1775763319.813692:0:5749:0:(nodemap_storage.c:2553:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000b94f4c4a. 00080000:00000010:1.0:1775763319.813722:0:5749:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000949b40bc. 00080000:00000010:1.0:1775763319.813726:0:5749:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000b7bb5b85. 00000001:00000010:1.0:1775763319.813902:0:5749:0:(nodemap_handler.c:4701:nodemap_config_alloc()) kmalloced '(config)': 480 at 00000000a8e446b2. 00000001:00000010:1.0:1775763319.813908:0:5749:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002993a6f3. 00000001:00000010:1.0:1775763319.813915:0:5749:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d76bd660. 00000001:00000010:1.0:1775763319.813917:0:5749:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000062cd6109. 00080000:00000010:1.0:1775763319.813928:0:5749:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000b7bb5b85. 00080000:00000010:1.0:1775763319.813932:0:5749:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000949b40bc. 00000001:00000010:1.0:1775763319.813947:0:5749:0:(nodemap_handler.c:3540:nodemap_create()) kmalloced '(nodemap)': 968 at 000000009c8be229. 00000020:00000010:1.0:1775763319.813991:0:5749:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000af0aa73. 00000020:00000010:1.0:1775763319.814003:0:5749:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032ecd057. 00000040:00000010:1.0:1775763319.814007:0:5749:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003901b9b5. 00000020:00000010:1.0:1775763319.814011:0:5749:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f2f0c61f. 00000020:00000010:1.0:1775763319.814015:0:5749:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000baa4ddca. 00040000:00000010:1.0:1775763319.814020:0:5749:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000546a7a82. 00040000:00000010:1.0:1775763319.814023:0:5749:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000010a3d484. 00080000:00000010:1.0:1775763319.814039:0:5749:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000a32682c1. 00080000:00000010:1.0:1775763319.814048:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000001ea38337. 00000020:00000010:1.0:1775763319.814108:0:5749:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000004657d459. 00000020:00000010:1.0:1775763319.814218:0:5749:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000032ecd057. 00000040:00000010:1.0:1775763319.814376:0:5749:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003901b9b5. 00000020:00000010:1.0:1775763319.814382:0:5749:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f2f0c61f. 00000020:00000010:1.0:1775763319.814385:0:5749:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000baa4ddca. 00040000:00000010:1.0:1775763319.814388:0:5749:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000546a7a82. 00040000:00000010:1.0:1775763319.814392:0:5749:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000010a3d484. 00000020:00000010:1.0:1775763319.814394:0:5749:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 000000004657d459. 00080000:00000010:1.0:1775763319.814397:0:5749:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 00000000a32682c1. 00000020:00000010:1.0:1775763319.814400:0:5749:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000af0aa73. 00080000:00000010:1.0:1775763319.814412:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000004005122. 00000020:00000010:1.0:1775763319.814449:0:5749:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000099bf00a. 00000020:00000010:1.0:1775763319.814452:0:5749:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000004657d459. 00000001:00000010:1.0:1775763319.814488:0:5749:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009443a100. 00000001:00000010:1.0:1775763319.814490:0:5749:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000dc16d018. 00000001:00000010:1.0:1775763319.814492:0:5749:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000084e1ba46. 00000001:00000010:1.0:1775763319.814502:0:5749:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 968 at 0000000027e191e5. 00000001:00000010:1.0:1775763319.814505:0:5749:0:(nodemap_handler.c:4780:nodemap_config_dealloc()) kfreed 'config': 480 at 00000000ab918a1b. 00000020:00000010:1.0:1775763319.814530:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000546a7a82. 00080000:00000010:1.0:1775763319.814540:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fcf7c741. 00080000:00000010:1.0:1775763319.814549:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000026a40730. 00000100:00000010:1.0:1775763319.852725:0:5762:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f5ba7f82. 00000020:00000010:1.0:1775763319.852766:0:5762:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b7bb5b85. 00000020:00000010:1.0:1775763319.852774:0:5762:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003901b9b5. 00000020:00000010:1.0:1775763319.852777:0:5762:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032ecd057. 00000040:00000010:1.0:1775763319.852780:0:5762:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008a85d2af. 00000020:00000010:1.0:1775763319.852785:0:5762:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a32682c1. 00000020:00000010:1.0:1775763319.852789:0:5762:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007d290bc0. 80000000:00000010:1.0:1775763319.852792:0:5762:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb45859a. 00040000:00000010:1.0:1775763319.852796:0:5762:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2667c04. 00080000:00000010:1.0:1775763319.852800:0:5762:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000f2f0c61f. 20000000:00000010:1.0:1775763319.852803:0:5762:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 000000008d729ef0. 00000100:00000010:1.0:1775763319.852826:0:5762:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001f807c00. 00000100:00000200:1.0:1775763319.852845:0:5762:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1775763319.853135:0:5763:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000002d310780. 00000020:00000010:1.0:1775763319.853138:0:5763:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004e1d5a1d. 00000020:00000010:1.0:1775763319.853141:0:5763:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c54ae0d8. 00000020:00000010:1.0:1775763319.853143:0:5763:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000090d3d5fd. 00000040:00000010:1.0:1775763319.853146:0:5763:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009594ea25. 00000020:00000010:1.0:1775763319.853148:0:5763:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c6c6cc8. 00000020:00000010:1.0:1775763319.853151:0:5763:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a33197f1. 80000000:00000010:1.0:1775763319.853153:0:5763:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e120c783. 00040000:00000010:1.0:1775763319.853155:0:5763:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000e07d41d. 00080000:00000010:1.0:1775763319.853158:0:5763:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000e3c17e5f. 20000000:00000010:1.0:1775763319.853160:0:5763:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 0000000023b56035. 00000100:00000010:1.0:1775763319.853172:0:5763:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009e660894. 00000100:00000200:1.0:1775763319.853192:0:5763:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000800:00000200:0.1F:1775763319.855836:0:3309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4121e02] -> 12345-192.168.202.107@tcp (2) 00000800:00000200:0.1:1775763319.856441:0:3300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4121e02] -> 12345-192.168.202.107@tcp (2) 00000800:00000200:0.1:1775763319.856445:0:3300:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.107@tcp 00000000f7ed704c deleted 00000800:00000010:0.1:1775763319.856447:0:3300:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f7ed704c. 00000800:00000200:0.1:1775763319.856451:0:3300:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1775763319.856457:0:3300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:1023 00000800:00000200:0.1:1775763319.856461:0:3300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004080e0b2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1775763319.856607:0:3299:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1775763319.857021:0:3301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4121e02] -> 12345-192.168.202.107@tcp (4) 00000800:00000200:0.1:1775763319.857037:0:3301:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.107@tcp 00000000f7ed704c deleted 00000800:00000010:0.1:1775763319.857039:0:3301:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f7ed704c. 00000800:00000200:0.1:1775763319.857042:0:3301:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000020:00000010:1.0:1775763319.859280:0:5764:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4a5781. 00000020:00000010:1.0:1775763319.859301:0:5764:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000053793af9. 00000040:00000010:1.0:1775763319.859306:0:5764:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab918a1b. 00000020:00000010:1.0:1775763319.859311:0:5764:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000023e75e3. 00000020:00000010:1.0:1775763319.859316:0:5764:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000064431c15. 00000020:00000010:1.0:1775763319.859321:0:5764:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000af0aa73. 80000000:00000010:1.0:1775763319.859325:0:5764:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000190499f7. 40000000:00000010:1.0:1775763319.859328:0:5764:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008b56046b. 00100000:00000010:1.0:1775763319.859333:0:5764:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b0f91de8. 00040000:00000010:1.0:1775763319.859338:0:5764:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000077e8a963. 00040000:00000010:1.0:1775763319.859341:0:5764:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f978b59a. 00040000:00000010:1.0:1775763319.859358:0:5764:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008ef5b7b9. 00080000:00000010:1.0:1775763319.859408:0:5764:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 000000006da718ba. 00000004:00000010:1.0:1775763319.859413:0:5764:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004f7ffb79. 00000004:00000010:1.0:1775763319.859419:0:5764:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc20fb44. 00000004:00000010:1.0:1775763319.859423:0:5764:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000000d5f3b5b. 00002000:00000010:1.0:1775763319.859427:0:5764:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000630001c7. 00000004:00000010:1.0:1775763319.859430:0:5764:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 0000000081ad8f40. 00000020:00000010:1.0:1775763319.859434:0:5764:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f98b3a1f. 00000800:00000200:1.1F:1775763319.859490:0:3299:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1775763319.859505:0:3299:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.107@tcp p 3.x 192.168.202.107 -> 192.168.202.107:988 incarnation:1775763250439680909 sched[0] 00000800:00000010:1.0:1775763319.859509:0:3299:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000761e604e. 00000100:00000010:1.0:1775763319.869051:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006294f912. 00000400:00000200:1.0:1775763319.869080:0:3309:0:(peer.c:3997:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1775763319.869088:0:3309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8e83f75. 00000400:00000010:1.0:1775763319.869093:0:3309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b967bd1. 00000400:00000200:1.0:1775763319.869100:0:3309:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 000000007f6cf947 00000400:00000200:1.0:1775763319.869108:0:3309:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.107@tcp(0000000074f8caf8) state 0x1000c1 00000400:00000010:1.0:1775763319.869126:0:3309:0:(peer.c:3274:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000000718ce4f. 00000400:00000010:1.0:1775763319.869129:0:3309:0:(peer.c:3275:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000009c028525. 00000400:00000010:1.0:1775763319.869130:0:3309:0:(peer.c:3276:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000113c9c07. 00000400:00000010:1.0:1775763319.869136:0:3309:0:(peer.c:3414:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000000718ce4f. 00000400:00000010:1.0:1775763319.869138:0:3309:0:(peer.c:3415:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000009c028525. 00000400:00000010:1.0:1775763319.869147:0:3309:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000113c9c07. 00000400:00000010:1.0:1775763319.869150:0:3309:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000d73a2912. 00000400:00000200:1.0:1775763319.869153:0:3309:0:(peer.c:3419:lnet_peer_merge_data()) peer 192.168.202.107@tcp (0000000074f8caf8): 0 00000400:00000200:1.0:1775763319.869156:0:3309:0:(peer.c:3723:lnet_peer_data_present()) peer 192.168.202.107@tcp(0000000074f8caf8): 0. state = 0x100141 00000400:00000200:1.0:1775763319.869159:0:3309:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.107@tcp(0000000074f8caf8) state 0x100141 rc 1 00000400:00000200:1.0:1775763319.869162:0:3309:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.107@tcp(0000000074f8caf8) state 0x100141 00000400:00000200:1.0:1775763319.869165:0:3309:0:(peer.c:3853:lnet_peer_discovered()) peer 192.168.202.107@tcp 00000400:00000200:1.0:1775763319.869166:0:3309:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.107@tcp(0000000074f8caf8) state 0x100111 rc 0 00000400:00000200:1.0:1775763319.869169:0:3309:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.107@tcp 00000100:00000010:1.0:1775763319.905148:0:5749:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000084f6fb3d. 00000100:00000010:1.0:1775763319.906053:0:5749:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004a83e559. 00000100:00000010:1.0:1775763319.907139:0:5749:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000003e04baed. 00000100:00000010:1.0:1775763319.907144:0:5749:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000fc8f1db5. 00000100:00000010:1.0:1775763319.907158:0:5749:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000747211e8. 00000100:00000010:1.0:1775763319.907167:0:5749:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000015021ccb. 00000100:00000010:1.0:1775763319.907173:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a458b83a. 00000100:00000010:1.0:1775763319.907177:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b60cdbc4. 00000100:00000010:1.0:1775763319.907180:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ebaefb9. 00000100:00000010:1.0:1775763319.907183:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000645fbc9b. 00000100:00000010:1.0:1775763319.907186:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ac56b66. 00000100:00000010:1.0:1775763319.907189:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003b28c43a. 00000100:00000010:1.0:1775763319.907192:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059ee4911. 00000100:00000010:1.0:1775763319.907196:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000100ccef4. 00000100:00000010:1.0:1775763319.907198:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd86a133. 00000100:00000010:1.0:1775763319.907209:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b80b1b19. 00000100:00000010:1.0:1775763319.907212:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003558fac6. 00000100:00000010:1.0:1775763319.907215:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af1cfb66. 00000100:00000010:1.0:1775763319.907217:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de1daadc. 00000100:00000010:1.0:1775763319.907221:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f71ae98b. 00000100:00000010:1.0:1775763319.907235:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c11ce27c. 00000100:00000010:1.0:1775763319.907239:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000035eb97ed. 00000100:00000010:1.0:1775763319.907246:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c59b4f2. 00000100:00000010:1.0:1775763319.907255:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002428737c. 00000100:00000010:1.0:1775763319.907259:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c95a72b. 00000100:00000010:1.0:1775763319.907263:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dcccb62a. 00000100:00000010:1.0:1775763319.907265:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085cecc7e. 00000100:00000010:1.0:1775763319.907269:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc6c25a9. 00000100:00000010:1.0:1775763319.907272:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027e191e5. 00000100:00000010:1.0:1775763319.907275:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032747094. 00000100:00000010:1.0:1775763319.907278:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a6e8971. 00000100:00000010:1.0:1775763319.907403:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007334d3f8. 00000100:00000010:1.0:1775763319.907407:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa4ebdee. 00000100:00000010:1.0:1775763319.907411:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000191b3b3. 00000100:00000010:1.0:1775763319.907420:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049335595. 00000100:00000010:1.0:1775763319.907425:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c5600199. 00000100:00000010:1.0:1775763319.907427:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009aa0f8c4. 00000100:00000010:1.0:1775763319.907431:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086504c02. 00000100:00000010:1.0:1775763319.907433:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfe60694. 00000100:00000010:1.0:1775763319.907442:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031edc6d5. 00000100:00000010:1.0:1775763319.907445:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000142cc339. 00000100:00000010:1.0:1775763319.907449:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048adc776. 00000100:00000010:1.0:1775763319.907452:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043421f6e. 00000100:00000010:1.0:1775763319.907455:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002409edf6. 00000100:00000010:1.0:1775763319.907457:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5b4f5e7. 00000100:00000010:1.0:1775763319.907461:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041a68fe6. 00000100:00000010:1.0:1775763319.907463:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e61c536f. 00000100:00000010:1.0:1775763319.907473:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002629bbbb. 00000100:00000010:1.0:1775763319.907476:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053305701. 00000100:00000010:1.0:1775763319.907480:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026ac8e5c. 00000100:00000010:1.0:1775763319.907482:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c88efc8. 00000100:00000010:1.0:1775763319.907485:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e83c3006. 00000100:00000010:1.0:1775763319.907487:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e86d6bce. 00000100:00000010:1.0:1775763319.907495:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da497080. 00000100:00000010:1.0:1775763319.907498:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2d4111e. 00000100:00000010:1.0:1775763319.907506:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068149161. 00000100:00000010:1.0:1775763319.907509:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bd66c4a. 00000100:00000010:1.0:1775763319.907513:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002536f025. 00000100:00000010:1.0:1775763319.907515:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c039c5c. 00000100:00000010:1.0:1775763319.907518:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000188174a. 00000100:00000010:1.0:1775763319.907520:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ca76b49. 00000100:00000010:1.0:1775763319.907524:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067624aed. 00000100:00000010:1.0:1775763319.907526:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d75a9762. 00000100:00000010:1.0:1775763319.907536:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dba1e84b. 00000100:00000010:1.0:1775763319.907539:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b7abccb. 00000100:00000010:1.0:1775763319.907543:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc014593. 00000100:00000010:1.0:1775763319.907552:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020afde69. 00000100:00000010:1.0:1775763319.907556:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036982cbc. 00000100:00000010:1.0:1775763319.907559:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000497873d4. 00000100:00000010:1.0:1775763319.907562:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f5d9a62. 00000100:00000010:1.0:1775763319.907565:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034ecdb2e. 00000100:00000010:1.0:1775763319.907574:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c0a91396. 00000100:00000010:1.0:1775763319.907577:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000db54427. 00000100:00000010:1.0:1775763319.907581:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e05ac947. 00000100:00000010:1.0:1775763319.907583:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000063b5bf4. 00000100:00000010:1.0:1775763319.907586:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000257bb954. 00000100:00000010:1.0:1775763319.907589:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061b8a0a1. 00000100:00000010:1.0:1775763319.907592:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d3c5f88. 00000100:00000010:1.0:1775763319.907595:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f8d7df6. 00000100:00000010:1.0:1775763319.907604:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1728184. 00000100:00000010:1.0:1775763319.907607:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e33e5fdc. 00000100:00000010:1.0:1775763319.907611:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007c472b6. 00000100:00000010:1.0:1775763319.907613:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fed376ed. 00000100:00000010:1.0:1775763319.907616:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aabc632b. 00000100:00000010:1.0:1775763319.907623:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f65da108. 00000100:00000010:1.0:1775763319.907627:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043782714. 00000100:00000010:1.0:1775763319.907629:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc1ad3f0. 00000100:00000010:1.0:1775763319.907638:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b22b8f6. 00000100:00000010:1.0:1775763319.907642:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000664c860d. 00000100:00000010:1.0:1775763319.907645:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000744de5a7. 00000100:00000010:1.0:1775763319.907647:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb7588da. 00000100:00000010:1.0:1775763319.907651:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b4837d4. 00000100:00000010:1.0:1775763319.907653:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f082ff22. 00000100:00000010:1.0:1775763319.907657:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004be17b5f. 00000100:00000010:1.0:1775763319.907658:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ac7271e. 00000100:00000010:1.0:1775763319.907667:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba812a95. 00000100:00000010:1.0:1775763319.907670:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003734ed15. 00000100:00000010:1.0:1775763319.907674:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f83e8e2a. 00000100:00000010:1.0:1775763319.907682:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001add7ddc. 00000100:00000010:1.0:1775763319.907686:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041f24e6d. 00000100:00000010:1.0:1775763319.907688:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e24792af. 00000100:00000010:1.0:1775763319.907692:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1350303. 00000100:00000010:1.0:1775763319.907694:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037b320e1. 00000100:00000010:1.0:1775763319.907702:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087174b15. 00000100:00000010:1.0:1775763319.907705:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3dd714e. 00000100:00000010:1.0:1775763319.907709:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df7fbe9b. 00000100:00000010:1.0:1775763319.907711:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6c19c4e. 00000100:00000010:1.0:1775763319.907715:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000649679c1. 00000100:00000010:1.0:1775763319.907717:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005da5c816. 00000100:00000010:1.0:1775763319.907721:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1d9e165. 00000100:00000010:1.0:1775763319.907723:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f93e6b67. 00000100:00000010:1.0:1775763319.908132:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000a058d07. 00000100:00000010:1.0:1775763319.908139:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e726d9d. 00000100:00000010:1.0:1775763319.908143:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fbf5ee33. 00000100:00000010:1.0:1775763319.908145:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c884e6d2. 00000100:00000010:1.0:1775763319.908154:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000eefbd0f. 00000100:00000010:1.0:1775763319.908157:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089db955b. 00000100:00000010:1.0:1775763319.908161:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000126d0fb9. 00000100:00000010:1.0:1775763319.908164:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e22aaef. 00000100:00000010:1.0:1775763319.908174:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7827a93. 00000100:00000010:1.0:1775763319.908177:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dc04d65. 00000100:00000010:1.0:1775763319.908180:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006fa3341. 00000100:00000010:1.0:1775763319.908182:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000088e2336. 00000100:00000010:1.0:1775763319.908185:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000a204ed4. 00000100:00000010:1.0:1775763319.908188:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2a6cfff. 00000100:00000010:1.0:1775763319.908191:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005eb558cf. 00000100:00000010:1.0:1775763319.908194:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006175e7c1. 00000100:00000010:1.0:1775763319.908202:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c80cdb39. 00000100:00000010:1.0:1775763319.908205:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008758ec0. 00000100:00000010:1.0:1775763319.908209:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d293c422. 00000100:00000010:1.0:1775763319.908220:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae0a5240. 00000100:00000010:1.0:1775763319.909389:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d724385. 00000100:00000010:1.0:1775763319.909402:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9070d5c. 00000100:00000010:1.0:1775763319.909406:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8e19fed. 00000400:00000200:1.0:1775763319.909411:0:5749:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1775763319.909486:0:5749:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a0948cbc. 00000020:00000010:1.0:1775763319.909491:0:5749:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ea006fdb. 00000100:00000010:1.0:1775763319.909542:0:5749:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008ef4db52. 00000100:00000010:1.0:1775763319.909547:0:5749:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000113c9c07. 00000100:00000010:1.0:1775763319.909551:0:5749:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004854e9c8. 00000100:00000010:1.0:1775763319.909555:0:5749:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dde430a1. 00000100:00000010:1.0:1775763319.909557:0:5749:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000049675210. 00000100:00000200:1.0:1775763319.909586:0:5749:0:(service.c:848:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1775763319.909591:0:5749:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001abb5044. 00000100:00000010:1.0:1775763319.912887:0:5749:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000af64ef16. 00000100:00000010:1.0:1775763319.915756:0:5772:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000000718ce4f. 00000020:00000010:1.0:1775763319.915767:0:5772:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b4233959. 00000020:00000010:1.0:1775763319.915801:0:5772:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9037038. 00000020:00000010:1.0:1775763319.915805:0:5772:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000afe6e1ff. 00000040:00000010:1.0:1775763319.915809:0:5772:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008b9f38f8. 00000020:00000010:1.0:1775763319.915813:0:5772:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e8615c93. 00000020:00000010:1.0:1775763319.915818:0:5772:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f4843fb6. 00000020:00000010:1.0:1775763319.915821:0:5772:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000d133ec3. 80000000:00000010:1.0:1775763319.915825:0:5772:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d9769bbc. 40000000:00000010:1.0:1775763319.915828:0:5772:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000cfcdb40. 00100000:00000010:1.0:1775763319.915833:0:5772:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003175ee09. 00040000:00000010:1.0:1775763319.915837:0:5772:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000497fce8. 00040000:00000010:1.0:1775763319.915842:0:5772:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000003fd681c7. 00040000:00000010:1.0:1775763319.915845:0:5772:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb0f79cd. 00080000:00000010:1.0:1775763319.915850:0:5772:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 000000001fba1978. 00000004:00000010:1.0:1775763319.915854:0:5772:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c6d5f9c0. 00000004:00000010:1.0:1775763319.915871:0:5772:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 0000000027a1cc87. 00000004:00000010:1.0:1775763319.915876:0:5772:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000388361c7. 00000004:00000010:1.0:1775763319.915880:0:5772:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000e85a9fa7. 00000100:00000010:1.0:1775763319.915893:0:5772:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f01bc937. 00000100:00000200:1.0:1775763319.915961:0:5772:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1775763319.988303:0:5773:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d8bc2926. 00000020:00000010:1.0:1775763319.988308:0:5773:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007e67c4c2. 00000020:00000010:1.0:1775763319.988316:0:5773:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e66467ae. 00000020:00000010:1.0:1775763319.988319:0:5773:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a562867. 00000040:00000010:1.0:1775763319.988323:0:5773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000089cb152a. 00000020:00000010:1.0:1775763319.988328:0:5773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000028deaea6. 00000020:00000010:1.0:1775763319.988333:0:5773:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007a2dbc60. 00000020:00000010:1.0:1775763319.988336:0:5773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000022eafe62. 80000000:00000010:1.0:1775763319.988340:0:5773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000003df232b. 40000000:00000010:1.0:1775763319.988343:0:5773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004a56b630. 00100000:00000010:1.0:1775763319.988347:0:5773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e8d44e7c. 00040000:00000010:1.0:1775763319.988351:0:5773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004cf9bfdc. 00040000:00000010:1.0:1775763319.988355:0:5773:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a8bfb99e. 00040000:00000010:1.0:1775763319.988359:0:5773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c4b6c0f6. 00080000:00000010:1.0:1775763319.988368:0:5773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000fffc2a26. 00000004:00000010:1.0:1775763319.988372:0:5773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c2f9db5. 00000004:00000010:1.0:1775763319.988377:0:5773:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000db1db2d1. 00000004:00000010:1.0:1775763319.988381:0:5773:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000549315ec. 00002000:00000010:1.0:1775763319.988385:0:5773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004231dd60. 00000004:00000010:1.0:1775763319.988388:0:5773:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 000000005f4c5266. 00000100:00000200:1.0:1775763319.988393:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988399:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a197cfe. 00000400:00000010:1.0:1775763319.988441:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002507e174. 00000100:00000200:1.0:1775763319.988452:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988455:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e0cd7b1. 00000400:00000010:1.0:1775763319.988459:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000037ffb0ac. 00000100:00000200:1.0:1775763319.988462:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988463:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e64b5182. 00000400:00000010:1.0:1775763319.988467:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e731a8fd. 00000100:00000200:1.0:1775763319.988471:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988473:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000923bd5a4. 00000400:00000010:1.0:1775763319.988477:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000090acff67. 00000100:00000200:1.0:1775763319.988480:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988481:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d66d44b. 00000400:00000010:1.0:1775763319.988492:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a712f398. 00000100:00000200:1.0:1775763319.988496:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988499:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ccd8fd2. 00000400:00000010:1.0:1775763319.988502:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003d7453b4. 00000100:00000200:1.0:1775763319.988506:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988517:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ff072e2. 00000400:00000010:1.0:1775763319.988523:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d11ba74a. 00000100:00000200:1.0:1775763319.988526:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988528:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cdb1d41. 00000400:00000010:1.0:1775763319.988531:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000023074d29. 00000100:00000200:1.0:1775763319.988534:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988536:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3bab9b2. 00000400:00000010:1.0:1775763319.988545:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000060f414c4. 00000100:00000200:1.0:1775763319.988550:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988552:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056f4f033. 00000400:00000010:1.0:1775763319.988559:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000edb3b39e. 00000100:00000200:1.0:1775763319.988563:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988564:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f6c46f2. 00000400:00000010:1.0:1775763319.988568:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ed173318. 00000100:00000200:1.0:1775763319.988571:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988572:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e6a9401. 00000400:00000010:1.0:1775763319.988576:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e962b3e5. 00000100:00000200:1.0:1775763319.988579:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988580:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037b65879. 00000400:00000010:1.0:1775763319.988591:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000187c9a33. 00000100:00000200:1.0:1775763319.988597:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988599:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ac335e. 00000400:00000010:1.0:1775763319.988602:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000062d6a1bd. 00000100:00000200:1.0:1775763319.988605:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988607:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba5af52. 00000400:00000010:1.0:1775763319.988610:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000075abbb1. 00000100:00000200:1.0:1775763319.988613:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988615:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a614e38. 00000400:00000010:1.0:1775763319.988618:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005ac894ce. 00000100:00000200:1.0:1775763319.988622:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988624:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f32ecb2. 00000400:00000010:1.0:1775763319.988633:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000753b3a5c. 00000100:00000200:1.0:1775763319.988638:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988640:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000869b5ba5. 00000400:00000010:1.0:1775763319.988643:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005b94b78b. 00000100:00000200:1.0:1775763319.988647:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988649:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005663d515. 00000400:00000010:1.0:1775763319.988652:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a6f9db8e. 00000100:00000200:1.0:1775763319.988656:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988657:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df35e1bc. 00000400:00000010:1.0:1775763319.988661:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e043463c. 00000100:00000200:1.0:1775763319.988664:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988665:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083216c69. 00000400:00000010:1.0:1775763319.988677:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000812945e1. 00000100:00000200:1.0:1775763319.988682:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988684:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b695e947. 00000400:00000010:1.0:1775763319.988692:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eec96095. 00000100:00000200:1.0:1775763319.988696:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988698:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b8f410b. 00000400:00000010:1.0:1775763319.988702:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000052323cee. 00000100:00000200:1.0:1775763319.988705:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988707:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d32008c. 00000400:00000010:1.0:1775763319.988711:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000086849cf0. 00000100:00000200:1.0:1775763319.988714:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988716:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc06c13. 00000400:00000010:1.0:1775763319.988775:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003fca54b7. 00000100:00000200:1.0:1775763319.988781:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988784:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d540e31c. 00000400:00000010:1.0:1775763319.988788:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002636f536. 00000100:00000200:1.0:1775763319.988791:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988793:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2c11e94. 00000400:00000010:1.0:1775763319.988796:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b67e6241. 00000100:00000200:1.0:1775763319.988799:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988801:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005faad5f7. 00000400:00000010:1.0:1775763319.988804:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000856bab1e. 00000100:00000200:1.0:1775763319.988808:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988809:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb4307ff. 00000400:00000010:1.0:1775763319.988819:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000084fa0f65. 00000100:00000200:1.0:1775763319.988823:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988825:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc88539. 00000400:00000010:1.0:1775763319.988828:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d2f10cd3. 00000100:00000200:1.0:1775763319.988832:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988833:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f64e4ef. 00000400:00000010:1.0:1775763319.988837:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000d0b7ed4. 00000100:00000200:1.0:1775763319.988840:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988841:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068d5fa0f. 00000400:00000010:1.0:1775763319.988844:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002e66e1f2. 00000100:00000200:1.0:1775763319.988848:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988849:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ab77b0. 00000400:00000010:1.0:1775763319.988857:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000011c517da. 00000100:00000200:1.0:1775763319.988862:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988863:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d17e4827. 00000400:00000010:1.0:1775763319.988870:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c8e9f55d. 00000100:00000200:1.0:1775763319.988874:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988876:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e22b58d. 00000400:00000010:1.0:1775763319.988879:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f7cb434d. 00000100:00000200:1.0:1775763319.988883:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988884:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070e483cb. 00000400:00000010:1.0:1775763319.988887:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008a351384. 00000100:00000200:1.0:1775763319.988891:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988892:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b060b91f. 00000400:00000010:1.0:1775763319.988901:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003404fa6a. 00000100:00000200:1.0:1775763319.988906:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988908:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e4384a8. 00000400:00000010:1.0:1775763319.988912:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000067246657. 00000100:00000200:1.0:1775763319.988915:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988916:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c55dd635. 00000400:00000010:1.0:1775763319.988919:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000889f2b8b. 00000100:00000200:1.0:1775763319.988923:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988924:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e023052c. 00000400:00000010:1.0:1775763319.988928:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000de0474a6. 00000100:00000200:1.0:1775763319.988930:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988932:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057f5b4da. 00000400:00000010:1.0:1775763319.988941:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fd0668da. 00000100:00000200:1.0:1775763319.988945:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988947:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000429a998f. 00000400:00000010:1.0:1775763319.988951:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000749d37cf. 00000100:00000200:1.0:1775763319.988954:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988955:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e620dc3. 00000400:00000010:1.0:1775763319.988959:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007a0a8372. 00000100:00000200:1.0:1775763319.988962:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988964:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5d55f34. 00000400:00000010:1.0:1775763319.988967:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000766e675b. 00000100:00000200:1.0:1775763319.988971:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988972:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000071ebdd4. 00000400:00000010:1.0:1775763319.988981:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000895b7c6c. 00000100:00000200:1.0:1775763319.988985:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.988987:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2604717. 00000400:00000010:1.0:1775763319.988994:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004b70eed8. 00000100:00000200:1.0:1775763319.988998:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989000:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce87dc74. 00000400:00000010:1.0:1775763319.989003:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c979d079. 00000100:00000200:1.0:1775763319.989007:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989008:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b3a2982. 00000400:00000010:1.0:1775763319.989012:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000056176a1f. 00000100:00000200:1.0:1775763319.989016:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989017:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034b4eddb. 00000400:00000010:1.0:1775763319.989038:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000031966135. 00000100:00000200:1.0:1775763319.989044:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989047:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a39ffc2. 00000400:00000010:1.0:1775763319.989050:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000082be9f4f. 00000100:00000200:1.0:1775763319.989053:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989055:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de13007f. 00000400:00000010:1.0:1775763319.989058:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004c577fb5. 00000100:00000200:1.0:1775763319.989061:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989063:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec1593ef. 00000400:00000010:1.0:1775763319.989067:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007f7af04a. 00000100:00000200:1.0:1775763319.989070:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989090:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000140adcf0. 00000400:00000010:1.0:1775763319.989100:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000646a5cd0. 00000100:00000200:1.0:1775763319.989105:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989107:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001554efc. 00000400:00000010:1.0:1775763319.989110:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000037e03408. 00000100:00000200:1.0:1775763319.989427:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989432:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086947fc5. 00000400:00000010:1.0:1775763319.989438:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e85382b0. 00000100:00000200:1.0:1775763319.989442:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989444:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000808b6968. 00000400:00000010:1.0:1775763319.989448:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008f5cab50. 00000100:00000200:1.0:1775763319.989451:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989453:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007686a521. 00000400:00000010:1.0:1775763319.989463:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000266dbed4. 00000100:00000200:1.0:1775763319.989469:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989471:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d4e0079. 00000400:00000010:1.0:1775763319.989477:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002e969281. 00000100:00000200:1.0:1775763319.989481:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989483:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d931b06. 00000400:00000010:1.0:1775763319.989486:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009d3780e1. 00000100:00000200:1.0:1775763319.989490:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989492:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000260607b9. 00000400:00000010:1.0:1775763319.989495:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b081ae8a. 00000100:00000200:1.0:1775763319.989499:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989500:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2466388. 00000400:00000010:1.0:1775763319.989508:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000766ccb6d. 00000100:00000200:1.0:1775763319.989513:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989515:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beea2ec9. 00000400:00000010:1.0:1775763319.989518:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000084d1442f. 00000100:00000200:1.0:1775763319.989522:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989524:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a2bd0ab. 00000400:00000010:1.0:1775763319.989527:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000190b91ca. 00000100:00000200:1.0:1775763319.989530:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775763319.989532:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f1d2d34. 00000400:00000010:1.0:1775763319.989535:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eba11ffe. 00000100:00000010:1.0:1775763319.989550:0:5773:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002c0619a3. 00000100:00000200:1.0:1775763319.989570:0:5773:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1775763319.990692:0:5774:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000076adece8. 00000020:00000010:1.0:1775763319.990698:0:5774:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cb6d1740. 00000020:00000010:1.0:1775763319.990715:0:5774:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000207a93a8. 00000020:00000010:1.0:1775763319.990720:0:5774:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000006747637b. 00000040:00000010:1.0:1775763319.990723:0:5774:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000009ec24e9. 00000020:00000010:1.0:1775763319.990728:0:5774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a08f3da. 00000020:00000010:1.0:1775763319.990803:0:5774:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e0ba277b. 00000020:00000010:1.0:1775763319.990807:0:5774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dafde08e. 80000000:00000010:1.0:1775763319.990811:0:5774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002b9da97d. 40000000:00000010:1.0:1775763319.990814:0:5774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002b0d5e29. 00100000:00000010:1.0:1775763319.990829:0:5774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd9d4cee. 00040000:00000010:1.0:1775763319.990835:0:5774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004d45f1c2. 00040000:00000010:1.0:1775763319.990839:0:5774:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000091bf5d0b. 00040000:00000010:1.0:1775763319.990842:0:5774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c922a704. 00080000:00000010:1.0:1775763319.990850:0:5774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 0000000013d1114d. 00000004:00000010:1.0:1775763319.990853:0:5774:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000faccc927. 00000004:00000010:1.0:1775763319.990858:0:5774:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000482890e6. 00000004:00000010:1.0:1775763319.990862:0:5774:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000005bcdb4b8. 00002000:00000010:1.0:1775763319.990867:0:5774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000675587e0. 00000004:00000010:1.0:1775763319.990871:0:5774:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000be131bdd. 00000100:00000010:1.0:1775763319.990883:0:5774:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000055820d52. 00000100:00000200:1.0:1775763319.990935:0:5774:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1775763320.003835:0:5749:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007cb313e7. 00000100:00000010:1.0:1775763320.006610:0:5749:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000a996af59. 00000100:00000010:1.0:1775763320.006620:0:5749:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000072fcda3a. 00000100:00000010:1.0:1775763320.006638:0:5749:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c526432b. 00000100:00000010:1.0:1775763320.006646:0:5749:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000149aba1. 00000100:00000010:1.0:1775763320.006650:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003acc49f6. 00000100:00000010:1.0:1775763320.006654:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ee8b2db. 00000100:00000010:1.0:1775763320.006656:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000daf69684. 00000100:00000010:1.0:1775763320.006659:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007147f57. 00000100:00000010:1.0:1775763320.006661:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c962be5f. 00000100:00000010:1.0:1775763320.006664:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002776791e. 00000100:00000010:1.0:1775763320.006666:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005625650e. 00000100:00000010:1.0:1775763320.006669:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a292f7a. 00000100:00000010:1.0:1775763320.006671:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e872031c. 00000100:00000010:1.0:1775763320.006682:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac9c94de. 00000100:00000010:1.0:1775763320.006685:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5479dd4. 00000100:00000010:1.0:1775763320.006687:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004180d85f. 00000100:00000010:1.0:1775763320.006689:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ba6e02a. 00000100:00000010:1.0:1775763320.006692:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f470fe0. 00000100:00000010:1.0:1775763320.006700:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f92ec5b0. 00000100:00000010:1.0:1775763320.006703:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000322ea4b7. 00000100:00000010:1.0:1775763320.006705:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007a68be8. 00000100:00000010:1.0:1775763320.006707:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000185323e0. 00000100:00000010:1.0:1775763320.006710:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf97b436. 00000100:00000010:1.0:1775763320.006717:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b703b21a. 00000100:00000010:1.0:1775763320.006720:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003462f7a8. 00000100:00000010:1.0:1775763320.006722:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000099281d94. 00000100:00000010:1.0:1775763320.006724:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017793b80. 00000100:00000010:1.0:1775763320.006727:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b1eb8f5b. 00000100:00000010:1.0:1775763320.006769:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058d46ec6. 00000100:00000010:1.0:1775763320.006779:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e54c3124. 00000100:00000010:1.0:1775763320.006783:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbf63ee7. 00000100:00000010:1.0:1775763320.006785:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed78db2d. 00000100:00000010:1.0:1775763320.006788:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef340f60. 00000100:00000010:1.0:1775763320.006790:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b116dfad. 00000100:00000010:1.0:1775763320.006793:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063ae96d9. 00000100:00000010:1.0:1775763320.006796:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011bd006c. 00000100:00000010:1.0:1775763320.006798:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f70b78e2. 00000100:00000010:1.0:1775763320.006801:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ed1a0e0. 00000100:00000010:1.0:1775763320.006804:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004180d931. 00000100:00000010:1.0:1775763320.006806:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007226ded3. 00000100:00000010:1.0:1775763320.006809:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdefa14c. 00000100:00000010:1.0:1775763320.006812:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c416734. 00000100:00000010:1.0:1775763320.006815:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bb97bb8. 00000100:00000010:1.0:1775763320.006818:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072492847. 00000100:00000010:1.0:1775763320.006820:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029a069d8. 00000100:00000010:1.0:1775763320.006830:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008dd947e0. 00000100:00000010:1.0:1775763320.006833:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dab4ba5a. 00000100:00000010:1.0:1775763320.006835:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4dab326. 00000100:00000010:1.0:1775763320.006838:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6b45319. 00000100:00000010:1.0:1775763320.006840:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092dd7d85. 00000100:00000010:1.0:1775763320.006849:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068f5b834. 00000100:00000010:1.0:1775763320.006852:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b2d65c2. 00000100:00000010:1.0:1775763320.006855:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000035f671. 00000100:00000010:1.0:1775763320.006857:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004ef29b7b. 00000100:00000010:1.0:1775763320.006864:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039bfd0bf. 00000100:00000010:1.0:1775763320.006867:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000043b1ca30. 00000100:00000010:1.0:1775763320.006869:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0f9ac3b. 00000100:00000010:1.0:1775763320.006872:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044a98523. 00000100:00000010:1.0:1775763320.006874:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088e41f25. 00000100:00000010:1.0:1775763320.006877:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d46eb178. 00000100:00000010:1.0:1775763320.006879:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e54e2fe7. 00000100:00000010:1.0:1775763320.006887:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002344cb4e. 00000100:00000010:1.0:1775763320.006890:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097ad5524. 00000100:00000010:1.0:1775763320.006892:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a17f16a. 00000100:00000010:1.0:1775763320.006894:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a105e666. 00000100:00000010:1.0:1775763320.006897:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000982248b9. 00000100:00000010:1.0:1775763320.006899:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5ab41db. 00000100:00000010:1.0:1775763320.006903:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007ce4c9c. 00000100:00000010:1.0:1775763320.006904:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4470c41. 00000100:00000010:1.0:1775763320.006907:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003db31cb9. 00000100:00000010:1.0:1775763320.006909:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccb8c0b9. 00000100:00000010:1.0:1775763320.006912:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e73ffdf5. 00000100:00000010:1.0:1775763320.006914:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cd30fdf. 00000100:00000010:1.0:1775763320.006916:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c98c56d6. 00000100:00000010:1.0:1775763320.006918:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fb588a9. 00000100:00000010:1.0:1775763320.006921:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f17582f2. 00000100:00000010:1.0:1775763320.006923:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038c6525b. 00000100:00000010:1.0:1775763320.006932:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000335dea7. 00000100:00000010:1.0:1775763320.006935:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df11d73d. 00000100:00000010:1.0:1775763320.006938:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eca8d141. 00000100:00000010:1.0:1775763320.006940:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6d9655e. 00000100:00000010:1.0:1775763320.006942:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000016af060. 00000100:00000010:1.0:1775763320.006950:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017f1a26d. 00000100:00000010:1.0:1775763320.006953:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072760085. 00000100:00000010:1.0:1775763320.006955:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d4b6733. 00000100:00000010:1.0:1775763320.006961:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072670a53. 00000100:00000010:1.0:1775763320.006964:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039f40a24. 00000100:00000010:1.0:1775763320.006966:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee1becd3. 00000100:00000010:1.0:1775763320.006968:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026b09561. 00000100:00000010:1.0:1775763320.006971:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007840ae0e. 00000100:00000010:1.0:1775763320.006973:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007343444e. 00000100:00000010:1.0:1775763320.006976:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007be0891. 00000100:00000010:1.0:1775763320.006979:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017322def. 00000100:00000010:1.0:1775763320.006986:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000baa3d430. 00000100:00000010:1.0:1775763320.006989:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c78bdea. 00000100:00000010:1.0:1775763320.006992:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000127bd5e5. 00000100:00000010:1.0:1775763320.006994:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4dd8a45. 00000100:00000010:1.0:1775763320.006996:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009031137a. 00000100:00000010:1.0:1775763320.006999:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ef866d8. 00000100:00000010:1.0:1775763320.007001:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000034b8a760. 00000100:00000010:1.0:1775763320.007004:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fdec72c. 00000100:00000010:1.0:1775763320.007006:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000175406b1. 00000100:00000010:1.0:1775763320.007009:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000896cf368. 00000100:00000010:1.0:1775763320.007011:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffb8a924. 00000100:00000010:1.0:1775763320.007014:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015d0655e. 00000100:00000010:1.0:1775763320.007016:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a1b0ec3. 00000100:00000010:1.0:1775763320.007019:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbca6dce. 00000100:00000010:1.0:1775763320.007021:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001e6b332. 00000100:00000010:1.0:1775763320.007033:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000641074a0. 00000100:00000010:1.0:1775763320.007043:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000994eaad7. 00000100:00000010:1.0:1775763320.007046:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc5a71c5. 00000100:00000010:1.0:1775763320.007049:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bdb6859. 00000100:00000010:1.0:1775763320.007051:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7cb56d2. 00000100:00000010:1.0:1775763320.007054:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af726593. 00000100:00000010:1.0:1775763320.007063:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1b3670b. 00000100:00000010:1.0:1775763320.007066:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac10147c. 00000100:00000010:1.0:1775763320.007415:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d793313e. 00000100:00000010:1.0:1775763320.007422:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d682184b. 00000100:00000010:1.0:1775763320.007424:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b248156. 00000100:00000010:1.0:1775763320.007427:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f278a367. 00000100:00000010:1.0:1775763320.007429:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b3d2cac. 00000100:00000010:1.0:1775763320.007432:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffe94ed3. 00000100:00000010:1.0:1775763320.007434:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067d1e2d5. 00000100:00000010:1.0:1775763320.007437:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036e167e6. 00000100:00000010:1.0:1775763320.007439:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000422f3980. 00000100:00000010:1.0:1775763320.007449:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f358c84c. 00000100:00000010:1.0:1775763320.007452:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087970a37. 00000100:00000010:1.0:1775763320.007454:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009c26751f. 00000100:00000010:1.0:1775763320.007456:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000894b7759. 00000100:00000010:1.0:1775763320.007459:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3c29955. 00000100:00000010:1.0:1775763320.007461:0:5749:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021df9595. 00000100:00000010:1.0:1775763320.007464:0:5749:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3b6ca5a. 00000400:00000200:1.0:1775763320.007468:0:5749:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:1.0:1775763320.007541:0:5749:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007cca740b. 00000020:00000010:1.0:1775763320.007546:0:5749:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c5b3893a. 00000100:00000010:1.0:1775763320.007605:0:5749:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002833d09b. 00000100:00000010:1.0:1775763320.007612:0:5749:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000090dd71f3. 00000100:00000010:1.0:1775763320.007615:0:5749:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e0125f66. 00000100:00000010:1.0:1775763320.007619:0:5749:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e2ebb86f. 00000100:00000010:1.0:1775763320.007621:0:5749:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000076d25482. 00000100:00000200:1.0:1775763320.007657:0:5749:0:(service.c:848:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:1.0:1775763320.007661:0:5749:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ba4f9545. 00000100:00000010:1.0:1775763320.009385:0:5779:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b9186ff5. 00000020:00000010:1.0:1775763320.009392:0:5779:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005ccf9b7e. 00000020:00000010:1.0:1775763320.009398:0:5779:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f94907bf. 00000020:00000010:1.0:1775763320.009402:0:5779:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b966f90. 00000040:00000010:1.0:1775763320.009406:0:5779:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b271b69b. 00000020:00000010:1.0:1775763320.009410:0:5779:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d09cf27. 00000020:00000010:1.0:1775763320.009428:0:5779:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e60a10d2. 00000020:00000010:1.0:1775763320.009432:0:5779:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a32e8c1. 80000000:00000010:1.0:1775763320.009436:0:5779:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f6864043. 40000000:00000010:1.0:1775763320.009439:0:5779:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000094947415. 00100000:00000010:1.0:1775763320.009444:0:5779:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004920fa4. 00040000:00000010:1.0:1775763320.009448:0:5779:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009c1288e3. 00040000:00000010:1.0:1775763320.009451:0:5779:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000025c8f6f2. 00040000:00000010:1.0:1775763320.009455:0:5779:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f0875dfe. 00080000:00000010:1.0:1775763320.009459:0:5779:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000f852c50c. 00000004:00000010:1.0:1775763320.009463:0:5779:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005c02aec0. 00000004:00000010:1.0:1775763320.009468:0:5779:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 000000004f89a61f. 00000004:00000010:1.0:1775763320.009473:0:5779:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000148b2514. 00002000:00000010:1.0:1775763320.009477:0:5779:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c98a8342. 00000004:00000010:1.0:1775763320.009480:0:5779:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000aaf3679e. 00000100:00000200:1.0:1775763320.009485:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009492:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000714c6b69. 00000400:00000010:1.0:1775763320.009499:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a5ac2f1. 00000100:00000200:1.0:1775763320.009507:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009508:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a644035a. 00000400:00000010:1.0:1775763320.009510:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079741c6f. 00000100:00000200:1.0:1775763320.009511:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009513:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084026f1b. 00000400:00000010:1.0:1775763320.009515:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000274ba2ee. 00000100:00000200:1.0:1775763320.009517:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009518:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000711cd3d2. 00000400:00000010:1.0:1775763320.009520:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002cf43dd. 00000100:00000200:1.0:1775763320.009521:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009522:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007afef450. 00000400:00000010:1.0:1775763320.009524:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3a9dc3e. 00000100:00000200:1.0:1775763320.009526:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009527:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003942500d. 00000400:00000010:1.0:1775763320.009529:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c3e08be. 00000100:00000200:1.0:1775763320.009530:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009532:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc1c3a12. 00000400:00000010:1.0:1775763320.009541:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028133a24. 00000100:00000200:1.0:1775763320.009543:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009545:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004128f6e3. 00000400:00000010:1.0:1775763320.009547:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b1ed6d9. 00000100:00000200:1.0:1775763320.009549:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009550:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb8840b1. 00000400:00000010:1.0:1775763320.009552:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef32d7b0. 00000100:00000200:1.0:1775763320.009554:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009555:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063493679. 00000400:00000010:1.0:1775763320.009557:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad350e41. 00000100:00000200:1.0:1775763320.009558:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009560:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e440da2. 00000400:00000010:1.0:1775763320.009562:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cef945. 00000100:00000200:1.0:1775763320.009563:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009565:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082519a39. 00000400:00000010:1.0:1775763320.009566:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1d67084. 00000100:00000200:1.0:1775763320.009568:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009569:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000119553d1. 00000400:00000010:1.0:1775763320.009571:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f366511. 00000100:00000200:1.0:1775763320.009573:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009574:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaf41075. 00000400:00000010:1.0:1775763320.009575:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000070faeac. 00000100:00000200:1.0:1775763320.009577:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009579:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8a47074. 00000400:00000010:1.0:1775763320.009580:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000976bffa5. 00000100:00000200:1.0:1775763320.009582:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009583:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075f434e6. 00000400:00000010:1.0:1775763320.009585:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8fbce03. 00000100:00000200:1.0:1775763320.009587:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009588:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c709e65. 00000400:00000010:1.0:1775763320.009589:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058734521. 00000100:00000200:1.0:1775763320.009591:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009592:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9235026. 00000400:00000010:1.0:1775763320.009594:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda62251. 00000100:00000200:1.0:1775763320.009595:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009602:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000346c911b. 00000400:00000010:1.0:1775763320.009604:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f99ec038. 00000100:00000200:1.0:1775763320.009607:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009608:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe05ecaf. 00000400:00000010:1.0:1775763320.009610:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049c5ed63. 00000100:00000200:1.0:1775763320.009611:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009613:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dea925e2. 00000400:00000010:1.0:1775763320.009614:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fec8ea96. 00000100:00000200:1.0:1775763320.009616:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009618:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a61cde0a. 00000400:00000010:1.0:1775763320.009619:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019f70c3d. 00000100:00000200:1.0:1775763320.009621:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009623:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5e7ccfa. 00000400:00000010:1.0:1775763320.009625:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d1bb085. 00000100:00000200:1.0:1775763320.009627:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009628:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce2d573. 00000400:00000010:1.0:1775763320.009630:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000963a7301. 00000100:00000200:1.0:1775763320.009631:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009632:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a3c1605. 00000400:00000010:1.0:1775763320.009634:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbcbaec9. 00000100:00000200:1.0:1775763320.009635:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009637:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe33271. 00000400:00000010:1.0:1775763320.009639:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8c846ff. 00000100:00000200:1.0:1775763320.009640:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009642:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a5174ce. 00000400:00000010:1.0:1775763320.009644:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000559945d4. 00000100:00000200:1.0:1775763320.009645:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009647:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd1526a3. 00000400:00000010:1.0:1775763320.009650:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f624764. 00000100:00000200:1.0:1775763320.009651:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009653:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5cd219d. 00000400:00000010:1.0:1775763320.009669:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc7a4c4a. 00000100:00000200:1.0:1775763320.009673:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009675:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fba43792. 00000400:00000010:1.0:1775763320.009677:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d3b6e97. 00000100:00000200:1.0:1775763320.009682:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009684:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d15a249. 00000400:00000010:1.0:1775763320.009686:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1bfd8e. 00000100:00000200:1.0:1775763320.009688:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009690:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a98b9f3. 00000400:00000010:1.0:1775763320.009692:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1dd45f5. 00000100:00000200:1.0:1775763320.009694:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009695:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b0a7e85. 00000400:00000010:1.0:1775763320.009697:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba9223ec. 00000100:00000200:1.0:1775763320.009699:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009700:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e371a9. 00000400:00000010:1.0:1775763320.009702:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008906a15e. 00000100:00000200:1.0:1775763320.009704:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009715:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1e980c6. 00000400:00000010:1.0:1775763320.009718:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e78a19. 00000100:00000200:1.0:1775763320.009721:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009722:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d1f95ac. 00000400:00000010:1.0:1775763320.009724:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001220054c. 00000100:00000200:1.0:1775763320.009726:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.009727:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebb70ee6. 00000400:00000010:1.0:1775763320.010596:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f805a9. 00000100:00000200:1.0:1775763320.010604:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010607:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000583c0867. 00000400:00000010:1.0:1775763320.010610:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c667ea49. 00000100:00000200:1.0:1775763320.010611:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010613:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e0dd067. 00000400:00000010:1.0:1775763320.010615:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a06dbc39. 00000100:00000200:1.0:1775763320.010616:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010618:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ce2012f. 00000400:00000010:1.0:1775763320.010620:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078594fb7. 00000100:00000200:1.0:1775763320.010622:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010624:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec782d82. 00000400:00000010:1.0:1775763320.010625:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087a1e8db. 00000100:00000200:1.0:1775763320.010627:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010629:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016cd23a2. 00000400:00000010:1.0:1775763320.010638:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cabf9f6. 00000100:00000200:1.0:1775763320.010640:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010642:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004c5a0fa. 00000400:00000010:1.0:1775763320.010643:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c00503b. 00000100:00000200:1.0:1775763320.010645:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010646:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d456942c. 00000400:00000010:1.0:1775763320.010648:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff11811e. 00000100:00000200:1.0:1775763320.010650:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010651:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df729cab. 00000400:00000010:1.0:1775763320.010652:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003933d190. 00000100:00000200:1.0:1775763320.010654:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010656:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055945743. 00000400:00000010:1.0:1775763320.010657:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaf13d05. 00000100:00000200:1.0:1775763320.010659:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010660:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8c53852. 00000400:00000010:1.0:1775763320.010662:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056dd4780. 00000100:00000200:1.0:1775763320.010664:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010666:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016f41a1d. 00000400:00000010:1.0:1775763320.010667:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f394c3f. 00000100:00000200:1.0:1775763320.010669:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010670:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba23ae9a. 00000400:00000010:1.0:1775763320.010672:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6954c0c. 00000100:00000200:1.0:1775763320.010674:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010675:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031dc77c5. 00000400:00000010:1.0:1775763320.010677:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0bf70ed. 00000100:00000200:1.0:1775763320.010679:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010681:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089e9627. 00000400:00000010:1.0:1775763320.010682:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001650781a. 00000100:00000200:1.0:1775763320.010684:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010686:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084cbd30a. 00000400:00000010:1.0:1775763320.010687:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088b94ae6. 00000100:00000200:1.0:1775763320.010689:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010691:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073e32037. 00000400:00000010:1.0:1775763320.010692:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e381c197. 00000100:00000200:1.0:1775763320.010694:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010703:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099f3e1a6. 00000400:00000010:1.0:1775763320.010705:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935762d1. 00000100:00000200:1.0:1775763320.010707:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010709:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000085906d7. 00000400:00000010:1.0:1775763320.010710:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaa3a5ab. 00000100:00000200:1.0:1775763320.010712:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010713:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008508785a. 00000400:00000010:1.0:1775763320.010715:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c10b220. 00000100:00000200:1.0:1775763320.010716:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010718:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96a25c2. 00000400:00000010:1.0:1775763320.010719:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee65c4c1. 00000100:00000200:1.0:1775763320.010721:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010722:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ae69684. 00000400:00000010:1.0:1775763320.010724:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a28c2a0. 00000100:00000200:1.0:1775763320.010725:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010727:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dd92ffd. 00000400:00000010:1.0:1775763320.010766:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af516de0. 00000100:00000200:1.0:1775763320.010770:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010781:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb5e4ea7. 00000400:00000010:1.0:1775763320.010783:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbfe877f. 00000100:00000200:1.0:1775763320.010785:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010787:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009947d48a. 00000400:00000010:1.0:1775763320.010789:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c0171f7. 00000100:00000200:1.0:1775763320.010792:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010793:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dc35311. 00000400:00000010:1.0:1775763320.010794:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007bf23208. 00000100:00000200:1.0:1775763320.010796:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010798:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006a20a66. 00000400:00000010:1.0:1775763320.010800:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cff14567. 00000100:00000200:1.0:1775763320.010801:0:5779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1775763320.010802:0:5779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0d796f4. 00000400:00000010:1.0:1775763320.010804:0:5779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fe4104b. 00000100:00000010:1.0:1775763320.010809:0:5779:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009ab60047. 00000100:00000200:1.0:1775763320.010828:0:5779:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1775763320.012193:0:5780:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bc77b4d4. 00000020:00000010:1.0:1775763320.012199:0:5780:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f9748685. 00000020:00000010:1.0:1775763320.012207:0:5780:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac9b5cf0. 00000020:00000010:1.0:1775763320.012211:0:5780:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e5af8d4. 00000040:00000010:1.0:1775763320.012214:0:5780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e7c7ef1c. 00000020:00000010:1.0:1775763320.012218:0:5780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b811a7e2. 00000020:00000010:1.0:1775763320.012222:0:5780:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e4aecfce. 00000020:00000010:1.0:1775763320.012522:0:5780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026f0ea09. 80000000:00000010:1.0:1775763320.012528:0:5780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c5982b3. 40000000:00000010:1.0:1775763320.012531:0:5780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c96dbfc2. 00100000:00000010:1.0:1775763320.012536:0:5780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a10f1502. 00040000:00000010:1.0:1775763320.012539:0:5780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000133979f6. 00040000:00000010:1.0:1775763320.012543:0:5780:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000556982c2. 00040000:00000010:1.0:1775763320.012546:0:5780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000043bbd8d9. 00080000:00000010:1.0:1775763320.012550:0:5780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 0000000023fc7900. 00000004:00000010:1.0:1775763320.012561:0:5780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002078d396. 00000004:00000010:1.0:1775763320.012567:0:5780:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 0000000041db6f54. 00000004:00000010:1.0:1775763320.012572:0:5780:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000008239edc0. 00002000:00000010:1.0:1775763320.012576:0:5780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ef793184. 00000004:00000010:1.0:1775763320.012581:0:5780:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000564d15f1. 00000100:00000010:1.0:1775763320.012587:0:5780:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005f28a78c. 00000100:00000200:1.0:1775763320.012607:0:5780:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:1.0:1775763320.082464:0:5781:0:(tgt_handler.c:1686:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000006a17056b. 00000100:00000010:1.0:1775763320.082478:0:5781:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000adbc431f. 00000020:00000010:1.0:1775763320.082482:0:5781:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b6d6d7d2. 00000020:00000010:1.0:1775763320.082490:0:5781:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000775bea10. 00000020:00000010:1.0:1775763320.082494:0:5781:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d42742ab. 00000040:00000010:1.0:1775763320.082498:0:5781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000af1bee86. 00000020:00000010:1.0:1775763320.082503:0:5781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001ed3e3ec. 00000020:00000010:1.0:1775763320.082508:0:5781:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000037632804. 00000020:00000010:1.0:1775763320.082512:0:5781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f1c09adc. 80000000:00000010:1.0:1775763320.082517:0:5781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006b133f7e. 40000000:00000010:1.0:1775763320.082520:0:5781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a5bf86c8. 00100000:00000010:1.0:1775763320.082525:0:5781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fcf0e159. 00040000:00000010:1.0:1775763320.082530:0:5781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006ba2b903. 00040000:00000010:1.0:1775763320.082545:0:5781:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000001b9b25ea. 00040000:00000010:1.0:1775763320.082549:0:5781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be2ed10b. 00080000:00000010:1.0:1775763320.082554:0:5781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000dd81fef2. 00000004:00000010:1.0:1775763320.082558:0:5781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000043c97ff6. 00000004:00000010:1.0:1775763320.082563:0:5781:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000000aad90. 00000004:00000010:1.0:1775763320.082568:0:5781:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000005555d520. 00002000:00000010:1.0:1775763320.082572:0:5781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f4ac6e55. 00000004:00000010:1.0:1775763320.082576:0:5781:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 000000003009c3d8. 00000100:00000200:1.0:1775763320.082582:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082588:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000978fd165. 00000400:00000010:1.0:1775763320.082605:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000001b5d106. 00000100:00000200:1.0:1775763320.082613:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082615:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009030596e. 00000400:00000010:1.0:1775763320.082618:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f5e73b39. 00000100:00000200:1.0:1775763320.082620:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082622:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f807d7. 00000400:00000010:1.0:1775763320.082624:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c2f4c6f3. 00000100:00000200:1.0:1775763320.082627:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082629:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdf19fc2. 00000400:00000010:1.0:1775763320.082631:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f52b89aa. 00000100:00000200:1.0:1775763320.082633:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082635:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2ed7206. 00000400:00000010:1.0:1775763320.082638:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006c64c8e7. 00000100:00000200:1.0:1775763320.082640:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082642:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fc97489. 00000400:00000010:1.0:1775763320.082644:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000070d0dc4d. 00000100:00000200:1.0:1775763320.082646:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082647:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005904d01e. 00000400:00000010:1.0:1775763320.082649:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000007edaa3a. 00000100:00000200:1.0:1775763320.082651:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082652:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059253c3e. 00000400:00000010:1.0:1775763320.082654:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004f305d03. 00000100:00000200:1.0:1775763320.082657:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082658:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004f5325b. 00000400:00000010:1.0:1775763320.082665:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004a61a621. 00000100:00000200:1.0:1775763320.082673:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082675:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b82a2b. 00000400:00000010:1.0:1775763320.082677:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a23b2e5d. 00000100:00000200:1.0:1775763320.082680:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082682:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002460d0bc. 00000400:00000010:1.0:1775763320.082684:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000043b74982. 00000100:00000200:1.0:1775763320.082687:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082689:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b672b59e. 00000400:00000010:1.0:1775763320.082691:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003cdfef65. 00000100:00000200:1.0:1775763320.082694:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082696:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffaf0c39. 00000400:00000010:1.0:1775763320.082698:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000227165c9. 00000100:00000200:1.0:1775763320.082701:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082703:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d062c6e9. 00000400:00000010:1.0:1775763320.082705:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001321b387. 00000100:00000200:1.0:1775763320.082708:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082710:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000038fe386. 00000400:00000010:1.0:1775763320.082713:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008ee10f75. 00000100:00000200:1.0:1775763320.082715:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082717:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf39df52. 00000400:00000010:1.0:1775763320.082720:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000d03af4b. 00000100:00000200:1.0:1775763320.082722:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082753:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b225216. 00000400:00000010:1.0:1775763320.082763:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004b872fdf. 00000100:00000200:1.0:1775763320.082767:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082769:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ffe9416. 00000400:00000010:1.0:1775763320.082771:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000b93f776. 00000100:00000200:1.0:1775763320.082774:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082776:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5863086. 00000400:00000010:1.0:1775763320.082778:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000743bfe1e. 00000100:00000200:1.0:1775763320.082781:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082783:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b5ec1ed. 00000400:00000010:1.0:1775763320.082785:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000046ca5a2. 00000100:00000200:1.0:1775763320.082788:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082789:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000843eab7a. 00000400:00000010:1.0:1775763320.082791:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000317eed2c. 00000100:00000200:1.0:1775763320.082799:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082801:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041be873b. 00000400:00000010:1.0:1775763320.082804:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000307271c1. 00000100:00000200:1.0:1775763320.082806:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082808:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eff0b82a. 00000400:00000010:1.0:1775763320.082810:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dd52554c. 00000100:00000200:1.0:1775763320.082813:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082814:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba725406. 00000400:00000010:1.0:1775763320.082816:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f56c1330. 00000100:00000200:1.0:1775763320.082819:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082820:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b10da555. 00000400:00000010:1.0:1775763320.082828:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000092cc9a74. 00000100:00000200:1.0:1775763320.082833:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082835:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d7f81ce. 00000400:00000010:1.0:1775763320.082838:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009f088622. 00000100:00000200:1.0:1775763320.082841:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082842:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005da45809. 00000400:00000010:1.0:1775763320.082845:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a6cd20b2. 00000100:00000200:1.0:1775763320.082848:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082850:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b97e3fd4. 00000400:00000010:1.0:1775763320.082853:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000237ade4f. 00000100:00000200:1.0:1775763320.082856:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082858:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5ce8d5d. 00000400:00000010:1.0:1775763320.082860:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000075121bd7. 00000100:00000200:1.0:1775763320.082863:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082865:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a410645. 00000400:00000010:1.0:1775763320.082867:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c5788e3e. 00000100:00000200:1.0:1775763320.082870:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082871:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021229afc. 00000400:00000010:1.0:1775763320.082874:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000011a7301e. 00000100:00000200:1.0:1775763320.082877:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082878:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000266e1d88. 00000400:00000010:1.0:1775763320.082881:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000b189cce. 00000100:00000200:1.0:1775763320.082883:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082885:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c82211ab. 00000400:00000010:1.0:1775763320.082895:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000082802b16. 00000100:00000200:1.0:1775763320.082902:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082904:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000674a80ce. 00000400:00000010:1.0:1775763320.082908:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000178df0ef. 00000100:00000200:1.0:1775763320.082910:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082912:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000523cf9c. 00000400:00000010:1.0:1775763320.082914:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000039648d43. 00000100:00000200:1.0:1775763320.082917:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082918:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1ff8b3b. 00000400:00000010:1.0:1775763320.082921:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ae586e1a. 00000100:00000200:1.0:1775763320.082924:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082925:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001461cd2d. 00000400:00000010:1.0:1775763320.082928:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d924e52f. 00000100:00000200:1.0:1775763320.082931:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082932:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f622512. 00000400:00000010:1.0:1775763320.082935:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ce20ea40. 00000100:00000200:1.0:1775763320.082937:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082938:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001375423b. 00000400:00000010:1.0:1775763320.082941:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ac55a1a5. 00000100:00000200:1.0:1775763320.082944:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082946:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0c7082. 00000400:00000010:1.0:1775763320.082948:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005632d8c0. 00000100:00000200:1.0:1775763320.082951:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082954:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ccd2a13. 00000400:00000010:1.0:1775763320.082963:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000455900f4. 00000100:00000200:1.0:1775763320.082967:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082970:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057978eae. 00000400:00000010:1.0:1775763320.082974:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000285de4dd. 00000100:00000200:1.0:1775763320.082976:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082978:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a22359d4. 00000400:00000010:1.0:1775763320.082981:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008e7ac8ac. 00000100:00000200:1.0:1775763320.082984:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082986:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3e5e69. 00000400:00000010:1.0:1775763320.082990:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007ff1b325. 00000100:00000200:1.0:1775763320.082993:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.082995:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e37d25f. 00000400:00000010:1.0:1775763320.082998:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005593c6e9. 00000100:00000200:1.0:1775763320.083006:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083009:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed276d15. 00000400:00000010:1.0:1775763320.083012:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002fb1d75f. 00000100:00000200:1.0:1775763320.083014:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083016:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002491beb9. 00000400:00000010:1.0:1775763320.083018:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000db214c30. 00000100:00000200:1.0:1775763320.083021:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083034:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002edd3fce. 00000400:00000010:1.0:1775763320.083038:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000ee4be1a. 00000100:00000200:1.0:1775763320.083041:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083043:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9832ad1. 00000400:00000010:1.0:1775763320.083052:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008924f3f5. 00000100:00000200:1.0:1775763320.083057:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083060:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dee57827. 00000400:00000010:1.0:1775763320.083064:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003c036147. 00000100:00000200:1.0:1775763320.083066:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083068:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054d58eed. 00000400:00000010:1.0:1775763320.083071:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e04a5389. 00000100:00000200:1.0:1775763320.083073:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083075:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f777794. 00000400:00000010:1.0:1775763320.083078:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000409b7d90. 00000100:00000200:1.0:1775763320.083081:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083083:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef90869c. 00000400:00000010:1.0:1775763320.083085:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b3bad6f2. 00000100:00000200:1.0:1775763320.083088:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083090:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042fc4468. 00000400:00000010:1.0:1775763320.083092:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c722290f. 00000100:00000200:1.0:1775763320.083095:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083097:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f63f4e96. 00000400:00000010:1.0:1775763320.083099:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000350f6e2b. 00000100:00000200:1.0:1775763320.083102:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083104:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020e6c185. 00000400:00000010:1.0:1775763320.083106:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ffb8aa7. 00000100:00000200:1.0:1775763320.083109:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083111:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d78e352. 00000400:00000010:1.0:1775763320.083120:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001e9f8873. 00000100:00000200:1.0:1775763320.083128:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083130:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad825dfd. 00000400:00000010:1.0:1775763320.083134:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000deefe3d5. 00000100:00000200:1.0:1775763320.083137:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083138:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088c641e7. 00000400:00000010:1.0:1775763320.083158:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000053cd3c5f. 00000100:00000200:1.0:1775763320.083162:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083164:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d49f89a. 00000400:00000010:1.0:1775763320.083167:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a00b37bf. 00000100:00000200:1.0:1775763320.083171:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083173:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1876742. 00000400:00000010:1.0:1775763320.083176:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000013ca4384. 00000100:00000200:1.0:1775763320.083178:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083181:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007253a2d1. 00000400:00000010:1.0:1775763320.083184:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006c82f5d4. 00000100:00000200:1.0:1775763320.083187:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083198:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2262f2. 00000400:00000010:1.0:1775763320.083203:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001d09dbea. 00000100:00000200:1.0:1775763320.083207:0:5781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1775763320.083209:0:5781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037b69c73. 00000400:00000010:1.0:1775763320.083212:0:5781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000011e769ce. 00000100:00000010:1.0:1775763320.083223:0:5781:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000dc8f2b34. 00000100:00000200:1.0:1775763320.083249:0:5781:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1775763320.098943:0:5749:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000005a66810. 00000020:00000010:1.0:1775763320.103630:0:5749:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000084343dfe. 00000040:00000010:1.0:1775763320.103648:0:5749:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003d5973e7. 00000020:00000010:1.0:1775763320.103653:0:5749:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000034de69fe. 00000020:00000010:1.0:1775763320.103660:0:5749:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000032535ffb. 00000020:00000010:1.0:1775763320.103665:0:5749:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000011d0f149. 80000000:00000010:1.0:1775763320.103669:0:5749:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d059e0b7. 40000000:00000010:1.0:1775763320.103673:0:5749:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f5b19891. 00100000:00000010:1.0:1775763320.103677:0:5749:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d412611d. 00040000:00000010:1.0:1775763320.103682:0:5749:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000736f8858. 00040000:00000010:1.0:1775763320.103690:0:5749:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000b04b2d7c. 00040000:00000010:1.0:1775763320.103694:0:5749:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086426d62. 00080000:00000010:1.0:1775763320.103715:0:5749:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 000000000dabfa43. 00000004:00000010:1.0:1775763320.103720:0:5749:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000092319e4d. 00000004:00000010:1.0:1775763320.103726:0:5749:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000f5301ed6. 00000004:00000010:1.0:1775763320.103751:0:5749:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 000000003aebed35. 00000004:00000010:1.0:1775763320.103756:0:5749:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 00000000d493e9d1. 00000020:00000010:1.0:1775763320.103759:0:5749:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000925048cd. 00000020:00000010:1.0:1775763320.103765:0:5749:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ebe24d2. 00000020:00000010:1.0:1775763320.103769:0:5749:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006ef31c0f. 00000008:00000010:1.0:1775763320.104972:0:5749:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000009dc07423. 00020000:00000010:1.0:1775763320.104987:0:5749:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e8367e7d. 00008000:00000010:1.0:1775763320.104992:0:5749:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f2a180b4. 00000080:00000010:1.0:1775763320.104997:0:5749:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002dc4f4b1. 00000020:00000010:1.0:1775763320.105001:0:5749:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078612936. 00000020:00000010:1.0:1775763320.105009:0:5749:0:(obd_mount.c:248:lustre_start_simple()) kfreed 'lcfg': 48 at 0000000036cd3280. 00000020:00000010:1.0:1775763320.105037:0:5749:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030927aa1. 00000020:00000010:1.0:1775763320.105041:0:5749:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000046c75737. 00000040:00000010:1.0:1775763320.105045:0:5749:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009e0adffa. 00000020:00000010:1.0:1775763320.105049:0:5749:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001c4e61dd. 00000020:00000010:1.0:1775763320.105054:0:5749:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a37cc3f. 80000000:00000010:1.0:1775763320.105058:0:5749:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000597675a1. 00040000:00000010:1.0:1775763320.105062:0:5749:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044e964f6. 00080000:00000010:1.0:1775763320.105066:0:5749:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 0000000012ac291e. 20000000:00000010:1.0:1775763320.105070:0:5749:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000d82c0ae1. 00000020:00000010:1.0:1775763320.105089:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001e7a6b07. 00080000:00000010:1.0:1775763320.105098:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ea83d610. 00080000:00000010:1.0:1775763320.105188:0:5749:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ea83d610. 00000020:00000010:1.0:1775763320.105192:0:5749:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001e7a6b07. 00000040:00000010:1.0:1775763320.105207:0:5749:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e4b110e6. 00000020:00000010:1.0:1775763320.105256:0:5749:0:(tgt_mount.c:1284:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000def3f3b7. 00000100:00000010:1.0:1775763320.105287:0:5749:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a28d19f3. 02000000:00000010:1.0:1775763320.105306:0:5749:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007ad88d59. 00000100:00000010:1.0:1775763320.105325:0:5749:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060e7cb6a. 02000000:00000010:1.0:1775763320.105348:0:5749:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d16bdc8d. 00000400:00000010:1.0:1775763320.105362:0:5749:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d46629d. 00000400:00000010:1.0:1775763320.105368:0:5749:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f1c3bf7. 00000100:00000200:1.0:1775763320.105375:0:5749:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1862022725632256, portal 25 00000400:00000010:1.0:1775763320.105381:0:5749:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b5794ff. 00000100:00000200:1.0:1775763320.105383:0:5749:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1862022725632256, offset 0 00000400:00000200:1.0:1775763320.105402:0:5749:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763320.105416:0:5749:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763320.105427:0:5749:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x69d7ff3200100 00000400:00000200:1.0:1775763320.105433:0:5749:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x111 [2] + 0 00000400:00000010:1.0:1775763320.105436:0:5749:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000150b628d. 00000400:00000200:1.0:1775763320.105440:0:5749:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a7449307 00000400:00000200:1.0:1775763320.105449:0:5749:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763320.105452:0:5749:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775763320.105458:0:5749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7449307 00000400:00000010:1.0:1775763320.105460:0:5749:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7449307. 00000100:00000200:1.0:1775763320.105464:0:5749:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775763320.105484:0:5749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b5794ff 00000400:00000010:1.0:1775763320.105486:0:5749:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b5794ff. 00000100:00000200:1.0:1775763320.105492:0:5749:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a28d19f3 x1862022725632256/t0(0) o253->MGC192.168.202.107@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1775763336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775763320.105509:0:5749:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f0c52fb. 00000100:00000010:1.0:1775763320.105526:0:5749:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027d0fb89. 00000100:00000010:1.0:1775763320.105530:0:5749:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c47a222. 00000100:00000010:1.0:1775763320.105534:0:5749:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003172b79a. 00000100:00000010:1.0:1775763320.111566:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027d0fb89. 00000020:00000010:1.0:1775763320.128697:0:5786:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007058cc49. 00000020:00000010:1.0:1775763320.128707:0:5786:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076726bcb. 00000040:00000010:1.0:1775763320.128712:0:5786:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000078612936. 00000020:00000010:1.0:1775763320.128716:0:5786:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048ae8087. 00000020:00000010:1.0:1775763320.128721:0:5786:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2c28583. 00000020:00000010:1.0:1775763320.128725:0:5786:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000925048cd. 80000000:00000010:1.0:1775763320.128753:0:5786:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000027d0fb89. 40000000:00000010:1.0:1775763320.128783:0:5786:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000089edea3. 00100000:00000010:1.0:1775763320.128789:0:5786:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006512f348. 00040000:00000010:1.0:1775763320.128794:0:5786:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000084e1ba46. 00040000:00000010:1.0:1775763320.128798:0:5786:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ceb6e6bf. 00040000:00000010:1.0:1775763320.128802:0:5786:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000086426d62. 00080000:00000010:1.0:1775763320.128806:0:5786:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 0000000060b41d8b. 00000004:00000010:1.0:1775763320.128812:0:5786:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bb02f687. 00000004:00000010:1.0:1775763320.128818:0:5786:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f5301ed6. 00000004:00000010:1.0:1775763320.128823:0:5786:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000003aebed35. 00002000:00000010:1.0:1775763320.128829:0:5786:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d493e9d1. 00000004:00000010:1.0:1775763320.128847:0:5786:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000ed9a8cc0. 00000020:00000010:1.0:1775763320.128854:0:5786:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008caa10a2. 00000040:00000010:1.0:1775763320.128863:0:5786:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004d1e595d. 00000040:00000010:1.0:1775763320.128941:0:5786:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 000000004d1e595d. 00000020:00000010:1.0:1775763320.128948:0:5786:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008caa10a2. 00000020:00000010:1.0:1775763320.128961:0:5786:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000076726bcb. 00000040:00000010:1.0:1775763320.128966:0:5786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000078612936. 00000020:00000010:1.0:1775763320.128971:0:5786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048ae8087. 00000020:00000010:1.0:1775763320.128975:0:5786:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a2c28583. 00000020:00000010:1.0:1775763320.128979:0:5786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000925048cd. 80000000:00000010:1.0:1775763320.128982:0:5786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000027d0fb89. 40000000:00000010:1.0:1775763320.128985:0:5786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000089edea3. 00100000:00000010:1.0:1775763320.128988:0:5786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006512f348. 00040000:00000010:1.0:1775763320.128991:0:5786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000084e1ba46. 00040000:00000010:1.0:1775763320.128996:0:5786:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000ceb6e6bf. 00040000:00000010:1.0:1775763320.128999:0:5786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086426d62. 00080000:00000010:1.0:1775763320.129002:0:5786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 0000000060b41d8b. 00000004:00000010:1.0:1775763320.129005:0:5786:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb02f687. 00000004:00000010:1.0:1775763320.129009:0:5786:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000f5301ed6. 00000004:00000010:1.0:1775763320.129013:0:5786:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 000000003aebed35. 00002000:00000010:1.0:1775763320.129015:0:5786:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d493e9d1. 00000004:00000010:1.0:1775763320.129018:0:5786:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 00000000ed9a8cc0. 00000020:00000010:1.0:1775763320.129021:0:5786:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007058cc49. 00000020:00000010:1.0:1775763320.140176:0:5787:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086426d62. 00000020:00000010:1.0:1775763320.140188:0:5787:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000011d0f149. 00000040:00000010:1.0:1775763320.140192:0:5787:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003d5973e7. 00000020:00000010:1.0:1775763320.140196:0:5787:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003aebed35. 00000020:00000010:1.0:1775763320.140202:0:5787:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2c28583. 00000020:00000010:1.0:1775763320.140207:0:5787:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000925048cd. 80000000:00000010:1.0:1775763320.140211:0:5787:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000027d0fb89. 40000000:00000010:1.0:1775763320.140214:0:5787:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000089edea3. 00100000:00000010:1.0:1775763320.140220:0:5787:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bb02f687. 00040000:00000010:1.0:1775763320.140233:0:5787:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000084e1ba46. 00040000:00000010:1.0:1775763320.140238:0:5787:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000060b41d8b. 00040000:00000010:1.0:1775763320.140241:0:5787:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078612936. 00080000:00000010:1.0:1775763320.140244:0:5787:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000ceb6e6bf. 00000004:00000010:1.0:1775763320.140248:0:5787:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006512f348. 00000004:00000010:1.0:1775763320.140253:0:5787:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f5301ed6. 00000004:00000010:1.0:1775763320.140258:0:5787:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000048ae8087. 00002000:00000010:1.0:1775763320.140262:0:5787:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ed9a8cc0. 00000004:00000010:1.0:1775763320.140266:0:5787:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 000000005cd4391c. 00000020:00000010:1.0:1775763320.140272:0:5787:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b263043f. 00000040:00000010:1.0:1775763320.140279:0:5787:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004d1e595d. 00000040:00000010:1.0:1775763320.140338:0:5787:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 000000004d1e595d. 00000020:00000010:1.0:1775763320.140344:0:5787:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b263043f. 00000020:00000010:1.0:1775763320.140352:0:5787:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000011d0f149. 00000040:00000010:1.0:1775763320.140355:0:5787:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003d5973e7. 00000020:00000010:1.0:1775763320.140358:0:5787:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003aebed35. 00000020:00000010:1.0:1775763320.140361:0:5787:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a2c28583. 00000020:00000010:1.0:1775763320.140366:0:5787:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000925048cd. 80000000:00000010:1.0:1775763320.140369:0:5787:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000027d0fb89. 40000000:00000010:1.0:1775763320.140371:0:5787:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000089edea3. 00100000:00000010:1.0:1775763320.140374:0:5787:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bb02f687. 00040000:00000010:1.0:1775763320.140377:0:5787:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000084e1ba46. 00040000:00000010:1.0:1775763320.140382:0:5787:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 0000000060b41d8b. 00040000:00000010:1.0:1775763320.140385:0:5787:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078612936. 00080000:00000010:1.0:1775763320.140388:0:5787:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 00000000ceb6e6bf. 00000004:00000010:1.0:1775763320.140391:0:5787:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006512f348. 00000004:00000010:1.0:1775763320.140400:0:5787:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000f5301ed6. 00000004:00000010:1.0:1775763320.140404:0:5787:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 0000000048ae8087. 00002000:00000010:1.0:1775763320.140407:0:5787:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ed9a8cc0. 00000004:00000010:1.0:1775763320.140410:0:5787:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 000000005cd4391c. 00000020:00000010:1.0:1775763320.140412:0:5787:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086426d62. 00000020:00000010:1.0:1775763320.141924:0:5788:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078612936. 00000020:00000010:1.0:1775763320.141930:0:5788:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000925048cd. 00000040:00000010:1.0:1775763320.141933:0:5788:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000086426d62. 00000020:00000010:1.0:1775763320.141936:0:5788:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048ae8087. 00000020:00000010:1.0:1775763320.141941:0:5788:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2c28583. 00000020:00000010:1.0:1775763320.141944:0:5788:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d5973e7. 80000000:00000010:1.0:1775763320.141948:0:5788:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000027d0fb89. 40000000:00000010:1.0:1775763320.141951:0:5788:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000089edea3. 00100000:00000010:1.0:1775763320.141955:0:5788:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006512f348. 00040000:00000010:1.0:1775763320.141957:0:5788:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000084e1ba46. 00040000:00000010:1.0:1775763320.141960:0:5788:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ceb6e6bf. 00040000:00000010:1.0:1775763320.141963:0:5788:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000011d0f149. 00080000:00000010:1.0:1775763320.141966:0:5788:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 0000000060b41d8b. 00000004:00000010:1.0:1775763320.141970:0:5788:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bb02f687. 00000004:00000010:1.0:1775763320.141974:0:5788:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f5301ed6. 00000004:00000010:1.0:1775763320.141979:0:5788:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000003aebed35. 00002000:00000010:1.0:1775763320.141982:0:5788:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005cd4391c. 00000004:00000010:1.0:1775763320.141986:0:5788:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000ed9a8cc0. 00000020:00000010:1.0:1775763320.141990:0:5788:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008179f186. 00000040:00000010:1.0:1775763320.141995:0:5788:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004d1e595d. 00000040:00000010:1.0:1775763320.142062:0:5788:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 000000004d1e595d. 00000020:00000010:1.0:1775763320.142068:0:5788:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008179f186. 00000020:00000010:1.0:1775763320.142074:0:5788:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000925048cd. 00000040:00000010:1.0:1775763320.142078:0:5788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000086426d62. 00000020:00000010:1.0:1775763320.142080:0:5788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048ae8087. 00000020:00000010:1.0:1775763320.142083:0:5788:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a2c28583. 00000020:00000010:1.0:1775763320.142087:0:5788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003d5973e7. 80000000:00000010:1.0:1775763320.142090:0:5788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000027d0fb89. 40000000:00000010:1.0:1775763320.142092:0:5788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000089edea3. 00100000:00000010:1.0:1775763320.142101:0:5788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006512f348. 00040000:00000010:1.0:1775763320.142104:0:5788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000084e1ba46. 00040000:00000010:1.0:1775763320.142108:0:5788:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000ceb6e6bf. 00040000:00000010:1.0:1775763320.142110:0:5788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000011d0f149. 00080000:00000010:1.0:1775763320.142112:0:5788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 0000000060b41d8b. 00000004:00000010:1.0:1775763320.142115:0:5788:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb02f687. 00000004:00000010:1.0:1775763320.142118:0:5788:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000f5301ed6. 00000004:00000010:1.0:1775763320.142121:0:5788:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 000000003aebed35. 00002000:00000010:1.0:1775763320.142124:0:5788:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005cd4391c. 00000004:00000010:1.0:1775763320.142126:0:5788:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 00000000ed9a8cc0. 00000020:00000010:1.0:1775763320.142128:0:5788:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078612936. 00010000:00000010:2.1F:1775763320.243703:0:5594:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000085c45557. 00010000:00000010:2.1:1775763320.243722:0:5594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e02af975. 00080000:00000010:1.0:1775763320.463497:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000e34435a6. 00080000:00000010:1.0:1775763320.463506:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000fc46cdcd. 00080000:00000010:1.0:1775763320.463511:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000026a40730. 00080000:00000010:1.0:1775763320.463513:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000004005122. 00080000:00000010:1.0:1775763320.463516:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000001ea38337. 00080000:00000010:1.0:1775763320.463518:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000459eefa1. 00080000:00000010:1.0:1775763320.463520:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000000ab2d9a1. 00080000:00000010:1.0:1775763320.463523:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000dc61d229. 00080000:00000010:1.0:1775763320.463526:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000b3281488. 00080000:00000010:1.0:1775763320.463528:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000042906cf3. 00080000:00000010:1.0:1775763320.463531:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000526eb9ae. 00080000:00000010:1.0:1775763320.463534:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000009944cb75. 00080000:00000010:1.0:1775763320.463536:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000287cd44d. 00080000:00000010:1.0:1775763320.463538:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000972ceed8. 00080000:00000010:1.0:1775763320.463540:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000c92445d3. 00080000:00000010:1.0:1775763320.463542:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000008ff030b3. 00080000:00000010:1.0:1775763320.463544:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000056a4f413. 00080000:00000010:1.0:1775763320.463547:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000ab061788. 00080000:00000010:1.0:1775763320.463549:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000037dc0ecc. 00080000:00000010:1.0:1775763320.463552:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000041dca6df. 00080000:00000010:1.0:1775763320.463554:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000081d78774. 00080000:00000010:1.0:1775763320.463556:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000007d9aff54. 00080000:00000010:1.0:1775763320.463558:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000042e90ac1. 00080000:00000010:1.0:1775763320.463568:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000000672f7fe. 00080000:00000010:1.0:1775763320.463571:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000b736ef1e. 00080000:00000010:1.0:1775763320.463573:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000008c26e09a. 00080000:00000010:1.0:1775763320.463576:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000328bb131. 00080000:00000010:1.0:1775763320.463578:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000002a8f5fad. 00080000:00000010:1.0:1775763320.463581:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000488d0bac. 00080000:00000010:1.0:1775763320.463583:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000028ebdbed. 00080000:00000010:1.0:1775763320.463585:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000e8eb3f58. 00080000:00000010:1.0:1775763320.463587:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000dc1699bb. 00080000:00000010:1.0:1775763320.463589:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000002c209b2. 00080000:00000010:1.0:1775763320.463592:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000626e9e54. 00080000:00000010:1.0:1775763320.463594:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000c259d404. 00080000:00000010:1.0:1775763320.463597:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000084866d85. 00080000:00000010:1.0:1775763320.463600:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000b77669fe. 00080000:00000010:1.0:1775763320.463603:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000001c835b7a. 00080000:00000010:1.0:1775763320.463607:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000d2d803f9. 00080000:00000010:1.0:1775763320.463611:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000003b2ee64e. 00080000:00000010:1.0:1775763320.463614:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000c2f26118. 00080000:00000010:1.0:1775763320.463616:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000057a5973f. 00080000:00000010:1.0:1775763320.463618:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000287551e4. 00080000:00000010:1.0:1775763320.463621:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000071d3acd3. 00080000:00000010:1.0:1775763320.463623:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000006422d714. 00080000:00000010:1.0:1775763320.463625:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000001dc43291. 00080000:00000010:1.0:1775763320.463628:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000004ce16708. 00080000:00000010:1.0:1775763320.463631:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000000423bbf4. 00000400:00000010:1.0:1775763320.468769:0:5749:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d46629d. 00000400:00000200:1.0:1775763320.468773:0:5749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1c3bf7 00000400:00000010:1.0:1775763320.468775:0:5749:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f1c3bf7. 00000100:00000200:1.0:1775763320.468780:0:5749:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a28d19f3 x1862022725632256/t0(0) o253->MGC192.168.202.107@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1775763336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775763320.468788:0:5749:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a28d19f3 x1862022725632256/t0(0) o253->MGC192.168.202.107@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1775763336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775763320.468813:0:5749:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060e7cb6a. 02000000:00000010:1.0:1775763320.468841:0:5749:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d16bdc8d. 02000000:00000010:1.0:1775763320.468846:0:5749:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007ad88d59. 00000100:00000010:1.0:1775763320.468850:0:5749:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a28d19f3. 00000020:00000010:1.0:1775763320.468856:0:5749:0:(tgt_mount.c:1410:server_register_target()) kfreed 'mti': 4608 at 00000000def3f3b7. 00000020:00000010:1.0:1775763320.468863:0:5749:0:(tgt_mount.c:74:server_register_mount()) kmalloced '(lmi)': 32 at 0000000073d21a46. 00000020:00000010:1.0:1775763320.468866:0:5749:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000279a1d3c. 00000020:00000010:1.0:1775763320.468872:0:5749:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at 000000001aa29c61. 00000020:00000010:1.0:1775763320.468875:0:5749:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000060e7cb6a. 00000020:00000010:1.0:1775763320.468880:0:5749:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d5973e7. 00000020:00000010:1.0:1775763320.468884:0:5749:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000086426d62. 00000040:00000010:1.0:1775763320.468888:0:5749:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000011d0f149. 00000020:00000010:1.0:1775763320.468892:0:5749:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003aebed35. 00000020:00000010:1.0:1775763320.468896:0:5749:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b47620e. 00040000:00000010:1.0:1775763320.468901:0:5749:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000a1f16f9. 00040000:00000010:1.0:1775763320.468905:0:5749:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e4959db1. 00080000:00000010:1.0:1775763320.468909:0:5749:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000bb02f687. 10000000:00000010:1.0:1775763320.468921:0:5749:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000cca73185. 02000000:00000010:1.0:1775763320.468928:0:5749:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000d5d106bd. 00000100:00000010:1.0:1775763320.468933:0:5749:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a28d19f3. 02000000:00000010:1.0:1775763320.468944:0:5749:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021bd311d. 00010000:00000010:1.0:1775763320.468954:0:5749:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001946c39. 00010000:00000010:1.0:1775763320.468961:0:5749:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cd721e70. 00000020:00000010:1.0:1775763320.468964:0:5749:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 0000000074905262. 00000100:00000010:1.0:1775763320.468978:0:5749:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f1c3bf7. 02000000:00000010:1.0:1775763320.469004:0:5749:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005cd4391c. 00000400:00000010:1.0:1775763320.469008:0:5749:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d46629d. 00000400:00000010:1.0:1775763320.469012:0:5749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4ca9c8. 00000100:00000200:1.0:1775763320.469015:0:5749:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022725632384, portal 25 00000400:00000010:1.0:1775763320.469026:0:5749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.469029:0:5749:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862022725632384, offset 0 00000400:00000200:1.0:1775763320.469033:0:5749:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763320.469038:0:5749:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763320.469050:0:5749:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69d7ff3200180 00000400:00000200:1.0:1775763320.469055:0:5749:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x115 [2] + 0 00000400:00000010:1.0:1775763320.469057:0:5749:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080e788d3. 00000400:00000200:1.0:1775763320.469061:0:5749:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000009b5ae20 00000400:00000200:1.0:1775763320.469065:0:5749:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763320.469067:0:5749:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775763320.469069:0:5749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009b5ae20 00000400:00000010:1.0:1775763320.469071:0:5749:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009b5ae20. 00000100:00000200:1.0:1775763320.469074:0:5749:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775763320.469092:0:5749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bcf2a6 00000400:00000010:1.0:1775763320.469093:0:5749:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.469097:0:5749:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a28d19f3 x1862022725632384/t0(0) o101->MGC192.168.202.107@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775763336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775763320.469110:0:5749:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d3b707d. 00000100:00000010:1.0:1775763320.469127:0:5749:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2679ecf. 00000100:00000010:1.0:1775763320.469131:0:5749:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e558106. 00000100:00000010:1.0:1775763320.469136:0:5749:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb43f802. 00000100:00000010:1.0:1775763320.476077:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2679ecf. 00000001:00000010:1.0:1775763320.482871:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b473c654. 00000001:00000010:1.0:1775763320.483163:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c061670e. 00000001:00000010:1.0:1775763320.483450:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c5991beb. 00000001:00000010:1.0:1775763320.483717:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e9c43cae. 00000001:00000010:1.0:1775763320.484331:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d183084. 00000001:00000010:1.0:1775763320.486103:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec2e034c. 00000001:00000010:1.0:1775763320.486439:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000046c89d9a. 00000001:00000010:1.0:1775763320.486967:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004855018c. 00000001:00000010:1.0:1775763320.487361:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068c46023. 00000001:00000010:1.0:1775763320.487822:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e694f181. 00000001:00000010:1.0:1775763320.491343:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000024a82e5b. 00000001:00000010:1.0:1775763320.491666:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ae9834b8. 00000001:00000010:1.0:1775763320.492375:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e2c912a0. 00000001:00000010:1.0:1775763320.493615:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000009c9e2d0. 00000001:00000010:1.0:1775763320.493956:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000af84581f. 00000001:00000010:1.0:1775763320.494634:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f72951fc. 00000001:00000010:1.0:1775763320.495278:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005eac7826. 00000001:00000010:1.0:1775763320.495573:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ddff0cb1. 00000001:00000010:1.0:1775763320.496177:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000433f5e81. 00000001:00000010:1.0:1775763320.496470:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dbfbfd7d. 00000001:00000010:1.0:1775763320.496795:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b55612a1. 00000001:00000010:1.0:1775763320.498097:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d121f12. 00000001:00000010:1.0:1775763320.498382:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3e5862f. 00000001:00000010:1.0:1775763320.498639:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018ec4a93. 00000001:00000010:1.0:1775763320.499203:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f5fc5d6a. 00000001:00000010:1.0:1775763320.499467:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000863e83a0. 00000001:00000010:1.0:1775763320.499858:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000004c4136a. 00000001:00000010:1.0:1775763320.500248:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e6fad06. 00000001:00000010:1.0:1775763320.500526:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000f2472e9. 00000001:00000010:1.0:1775763320.501607:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000041461c29. 00000001:00000010:1.0:1775763320.501922:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000050135cbd. 00000001:00000010:1.0:1775763320.502284:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000055966632. 00000001:00000010:1.0:1775763320.502544:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000088fda1b8. 00000001:00000010:1.0:1775763320.503129:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000131a06e3. 00000001:00000010:1.0:1775763320.503399:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000016794d7e. 00000001:00000010:1.0:1775763320.503685:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c2361756. 00000001:00000010:1.0:1775763320.504154:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007cd5fe4a. 00000001:00000010:1.0:1775763320.505298:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000014e841c0. 00000001:00000010:1.0:1775763320.505575:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004700a4e5. 00000001:00000010:1.0:1775763320.505909:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e36fff46. 00000001:00000010:1.0:1775763320.506296:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c93c812e. 00000001:00000010:1.0:1775763320.506569:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f1a1ef91. 00000001:00000010:1.0:1775763320.506883:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b5ae4db. 00000001:00000010:1.0:1775763320.507288:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c3c1bc09. 00000001:00000010:1.0:1775763320.507568:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b8385ba1. 00000001:00000010:1.0:1775763320.531933:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000053ee41ed. 00000001:00000010:1.0:1775763320.532236:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e91dcad1. 00000001:00000010:1.0:1775763320.532491:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000082a01333. 00000001:00000010:1.0:1775763320.532727:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005b416b3b. 00000001:00000010:1.0:1775763320.533011:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075f45ffe. 00000001:00000010:1.0:1775763320.533303:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c02127c1. 00000001:00000010:1.0:1775763320.533582:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000090bbdef0. 00000001:00000010:1.0:1775763320.533884:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000023490cdc. 00000001:00000010:1.0:1775763320.534807:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000148fe650. 00000001:00000010:1.0:1775763320.535285:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000078d9cd74. 00000001:00000010:1.0:1775763320.535549:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000559e649c. 00000001:00000010:1.0:1775763320.535924:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007993a397. 00000001:00000010:1.0:1775763320.536298:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000025ffce11. 00000001:00000010:1.0:1775763320.536567:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002fd02848. 00000001:00000010:1.0:1775763320.536961:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0487e43. 00000001:00000010:1.0:1775763320.538345:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000031685ccd. 00000001:00000010:1.0:1775763320.538629:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000097e2737. 00000001:00000010:1.0:1775763320.539120:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000613814df. 00000001:00000010:1.0:1775763320.539386:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b7d6feec. 00000001:00000010:1.0:1775763320.539670:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec3d8bc7. 00000001:00000010:1.0:1775763320.542146:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000a0ee525. 00000001:00000010:1.0:1775763320.542633:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000859852b4. 00000001:00000010:1.0:1775763320.543096:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fef10963. 00000001:00000010:1.0:1775763320.544298:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003a1225db. 00000001:00000010:1.0:1775763320.544599:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000826c248a. 00000001:00000010:1.0:1775763320.544943:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000fff0ffc. 00000001:00000010:1.0:1775763320.545331:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cdca88d6. 00000001:00000010:1.0:1775763320.545636:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000feb7d538. 00000001:00000010:1.0:1775763320.545979:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f735d656. 00000001:00000010:1.0:1775763320.546355:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ba2e35dc. 00000001:00000010:1.0:1775763320.546638:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000062efa0e5. 00080000:00000010:1.0:1775763320.617076:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000028c5e59b. 00080000:00000010:1.0:1775763320.617091:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000000594026d. 00080000:00000010:1.0:1775763320.617094:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000013772513. 00080000:00000010:1.0:1775763320.617097:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000c5295f4d. 40000000:00000010:1.0:1775763320.617101:0:5790:0:(fid_store.c:51:seq_update_cb()) kfreed 'ccb': 80 at 00000000f032a224. 00080000:00000010:1.0:1775763320.617104:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000f3608e84. 00080000:00000010:1.0:1775763320.617108:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000005f6d462b. 40000000:00000010:1.0:1775763320.617110:0:5790:0:(fid_store.c:51:seq_update_cb()) kfreed 'ccb': 80 at 0000000018f2b336. 00080000:00000010:1.0:1775763320.617112:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000db78215f. 00080000:00000010:1.0:1775763320.617126:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000005dac6b04. 00080000:00000010:1.0:1775763320.617129:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000009d7e0502. 00080000:00000010:1.0:1775763320.617131:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000005b7e82db. 00080000:00000010:1.0:1775763320.617133:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000fcec7870. 00080000:00000010:1.0:1775763320.617136:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000414abb71. 00040000:00000010:1.0:1775763320.621961:0:5791:0:(qmt_pool.c:180:qmt_pool_alloc()) kmalloced '(pool)': 392 at 00000000876c1627. 00000020:00000010:1.0:1775763320.621977:0:5791:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000073031cd0. 00040000:00000010:1.0:1775763320.621981:0:5791:0:(qmt_pool.c:180:qmt_pool_alloc()) kmalloced '(pool)': 392 at 0000000018b3f64a. 00000020:00000010:1.0:1775763320.621986:0:5791:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000f1fcc7f3. 00000020:00000010:1.0:1775763320.622026:0:5791:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000006ccbd0f7. 00000040:00000010:1.0:1775763320.622033:0:5791:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005cb834f8. 00000020:00000010:1.0:1775763320.622038:0:5791:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000017f7532b. 00000020:00000010:1.0:1775763320.622044:0:5791:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de8e5fc0. 00000020:00000010:1.0:1775763320.622049:0:5791:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000968180b3. 80000000:00000010:1.0:1775763320.622053:0:5791:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000075938114. 40000000:00000010:1.0:1775763320.622057:0:5791:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000051f5aee9. 00100000:00000010:1.0:1775763320.622061:0:5791:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c49dd858. 00040000:00000010:1.0:1775763320.622065:0:5791:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000033ee6d15. 00040000:00000010:1.0:1775763320.622070:0:5791:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000e4edc8c5. 00040000:00000010:1.0:1775763320.622074:0:5791:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3698bd4. 00080000:00000010:1.0:1775763320.622078:0:5791:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 00000000d5d355b2. 00000004:00000010:1.0:1775763320.622082:0:5791:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d0ac4acc. 00000004:00000010:1.0:1775763320.622086:0:5791:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000ce4b4f6a. 00000004:00000010:1.0:1775763320.622091:0:5791:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 000000003a2c323b. 00000004:00000010:1.0:1775763320.622115:0:5791:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 00000000807ae51b. 00000020:00000010:1.0:1775763320.622118:0:5791:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048ce8557. 00000020:00000010:1.0:1775763320.622124:0:5791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000147842f1. 00000020:00000010:1.0:1775763320.622127:0:5791:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8098d20. 00000008:00000010:1.0:1775763320.622131:0:5791:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000005bdb738. 00020000:00000010:1.0:1775763320.622135:0:5791:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000527c54a2. 00008000:00000010:1.0:1775763320.622139:0:5791:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000020fd1974. 00000080:00000010:1.0:1775763320.622143:0:5791:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b044a6bc. 00000020:00000010:1.0:1775763320.622147:0:5791:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0d51c51. 00000004:00000010:1.0:1775763320.622188:0:5791:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ac7a6912. 00000004:00000010:1.0:1775763320.622207:0:5791:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e69145bd. 00000004:00000010:1.0:1775763320.622223:0:5791:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000147714cd. 00080000:00000010:1.0:1775763320.622232:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ea83d610. 00000020:00000010:1.0:1775763320.622333:0:5791:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000843b81b6. 00080000:00000010:1.0:1775763320.622339:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b97997ea. 00080000:00000010:1.0:1775763320.622347:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000037e56066. 00080000:00000010:1.0:1775763320.622948:0:5791:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b97997ea. 00000020:00000010:1.0:1775763320.622953:0:5791:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000843b81b6. 00000004:00000010:1.0:1775763320.622967:0:5791:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b43d9eab. 00000004:00000010:1.0:1775763320.622971:0:5791:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bb079282. 00000004:00000010:1.0:1775763320.622974:0:5791:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000068078bd6. 00080000:00000010:1.0:1775763320.622977:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b97997ea. 00000020:00000010:1.0:1775763320.623044:0:5791:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000613e74e6. 00080000:00000010:1.0:1775763320.623049:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b7ffb152. 00080000:00000010:1.0:1775763320.623055:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000d37b0af6. 00080000:00000010:1.0:1775763320.623196:0:5791:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b7ffb152. 00000020:00000010:1.0:1775763320.623199:0:5791:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000613e74e6. 00000004:00000010:1.0:1775763320.623205:0:5791:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b16b3c72. 00000004:00000010:1.0:1775763320.623209:0:5791:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007ee90915. 00000004:00000010:1.0:1775763320.623213:0:5791:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000023bd05da. 00080000:00000010:1.0:1775763320.623215:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b7ffb152. 00000020:00000010:1.0:1775763320.623260:0:5791:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009053a880. 00080000:00000010:1.0:1775763320.623265:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004351002b. 00080000:00000010:1.0:1775763320.623278:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000e619b6b1. 00080000:00000010:1.0:1775763320.623524:0:5791:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004351002b. 00000020:00000010:1.0:1775763320.623528:0:5791:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009053a880. 00000004:00000010:1.0:1775763320.623534:0:5791:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000032a1a38d. 00000004:00000010:1.0:1775763320.623538:0:5791:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ea055540. 00000004:00000010:1.0:1775763320.623541:0:5791:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e58dcf52. 00080000:00000010:1.0:1775763320.623544:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004351002b. 00100000:00000010:1.0:1775763320.623575:0:5791:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000799470eb. 00080000:00000010:1.0:1775763320.623583:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000f8cda606. 00040000:00000010:1.0:1775763320.623597:0:5791:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 0000000004418780. 00040000:00000010:1.0:1775763320.623611:0:5791:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 0000000004418780. 00080000:00000010:1.0:1775763320.623627:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000000e802756. 00000020:00000010:1.0:1775763320.623643:0:5791:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000a1dae3f9. 00000020:00000010:1.0:1775763320.623648:0:5791:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000008b3e69b0. 00040000:00000010:1.0:1775763320.753511:0:5791:0:(lquota_entry.c:192:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002abfe3be. 00000001:00000010:1.0:1775763320.753518:0:5791:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000050321273. 00000001:00000010:1.0:1775763320.753525:0:5791:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000175bc8ab. 00000001:00000010:1.0:1775763320.753529:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000018cf65ee. 00040000:00000010:1.0:1775763320.753533:0:5791:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000001182ef97. 00080000:00000010:1.0:1775763320.753539:0:5791:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000949b40bc. 00080000:00000010:1.0:1775763320.753542:0:5791:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c7a924d2. 00080000:00000010:1.0:1775763320.753686:0:5791:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c7a924d2. 00080000:00000010:1.0:1775763320.753691:0:5791:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000949b40bc. 00040000:00000010:1.0:1775763320.753694:0:5791:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000001182ef97. 00040000:00000010:1.0:1775763320.753711:0:5791:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 384 at 000000008bd7391e. 00040000:00000010:1.0:1775763320.782044:0:5791:0:(lquota_entry.c:192:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000bac6aa22. 00000001:00000010:1.0:1775763320.782051:0:5791:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000054ce6f63. 00000001:00000010:1.0:1775763320.782057:0:5791:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004c1dbe63. 00000001:00000010:1.0:1775763320.782061:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008b61c684. 00040000:00000010:1.0:1775763320.782066:0:5791:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000b3f14cd3. 00080000:00000010:1.0:1775763320.782072:0:5791:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000949b40bc. 00080000:00000010:1.0:1775763320.782075:0:5791:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000002457c273. 00080000:00000010:1.0:1775763320.782360:0:5791:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000002457c273. 00080000:00000010:1.0:1775763320.782369:0:5791:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000949b40bc. 00040000:00000010:1.0:1775763320.782372:0:5791:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000b3f14cd3. 00040000:00000010:1.0:1775763320.782379:0:5791:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 384 at 0000000026b7d3f5. 00000020:00000010:1.0:1775763320.782547:0:5791:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004257d149. 00080000:00000010:1.0:1775763320.782556:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000d6c5462. 00080000:00000010:1.0:1775763320.782566:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000001ab342a9. 00080000:00000010:1.0:1775763320.784245:0:5791:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000d6c5462. 00000020:00000010:1.0:1775763320.784253:0:5791:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004257d149. 00000004:00000010:1.0:1775763320.784272:0:5791:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007f72b909. 00000004:00000010:1.0:1775763320.784280:0:5791:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000024988f7c. 00000004:00000010:1.0:1775763320.784287:0:5791:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000021fe4be3. 00080000:00000010:1.0:1775763320.784293:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000d6c5462. 00000020:00000010:1.0:1775763320.784357:0:5791:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003fa1d462. 00080000:00000010:1.0:1775763320.784361:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ffe4dd4. 00080000:00000010:1.0:1775763320.784365:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000787ab592. 00080000:00000010:1.0:1775763320.784544:0:5791:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005ffe4dd4. 00000020:00000010:1.0:1775763320.784547:0:5791:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003fa1d462. 00000004:00000010:1.0:1775763320.784550:0:5791:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d554dbfc. 00000004:00000010:1.0:1775763320.784553:0:5791:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cf1a35bb. 00000004:00000010:1.0:1775763320.784555:0:5791:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000fc2f596. 00080000:00000010:1.0:1775763320.784557:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ffe4dd4. 00100000:00000010:1.0:1775763320.784575:0:5791:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001182ef97. 00080000:00000010:1.0:1775763320.784581:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000096bc6802. 00040000:00000010:1.0:1775763320.784590:0:5791:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 0000000081800e9b. 00040000:00000010:1.0:1775763320.784599:0:5791:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 0000000081800e9b. 00080000:00000010:1.0:1775763320.784609:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000001ed64895. 00040000:00000010:1.0:1775763320.829483:0:5791:0:(lquota_entry.c:192:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000049b3e2aa. 00000001:00000010:1.0:1775763320.829496:0:5791:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d348de9f. 00000001:00000010:1.0:1775763320.829501:0:5791:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004757dddd. 00000001:00000010:1.0:1775763320.829505:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004a17d28d. 00040000:00000010:1.0:1775763320.829509:0:5791:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000375e4ed2. 00080000:00000010:1.0:1775763320.829517:0:5791:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000949b40bc. 00080000:00000010:1.0:1775763320.829532:0:5791:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000875acbc3. 00080000:00000010:1.0:1775763320.830369:0:5791:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000875acbc3. 00080000:00000010:1.0:1775763320.830375:0:5791:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000949b40bc. 00040000:00000010:1.0:1775763320.830378:0:5791:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000375e4ed2. 00040000:00000010:1.0:1775763320.830387:0:5791:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 384 at 00000000607410ff. 00000020:00000010:1.0:1775763320.830562:0:5791:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003fa1d462. 00080000:00000010:1.0:1775763320.830571:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e3bfefa4. 00080000:00000010:1.0:1775763320.830583:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000001ab342a9. 00080000:00000010:1.0:1775763320.833771:0:5791:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e3bfefa4. 00000020:00000010:1.0:1775763320.833783:0:5791:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003fa1d462. 00000004:00000010:1.0:1775763320.833804:0:5791:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000863ca6b. 00000004:00000010:1.0:1775763320.833813:0:5791:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005cc31d99. 00000004:00000010:1.0:1775763320.833820:0:5791:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001b96ecef. 00080000:00000010:1.0:1775763320.833826:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e3bfefa4. 00100000:00000010:1.0:1775763320.833901:0:5791:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000875acbc3. 00080000:00000010:1.0:1775763320.833913:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000787ab592. 00040000:00000010:1.0:1775763320.833939:0:5791:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 00000000a77fdefd. 00040000:00000010:1.0:1775763320.833956:0:5791:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 00000000a77fdefd. 00080000:00000010:1.0:1775763320.833975:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000096bc6802. 00040000:00000010:1.0:1775763320.879836:0:5791:0:(lquota_entry.c:192:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000025173c8f. 00000001:00000010:1.0:1775763320.879851:0:5791:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004c325a68. 00000001:00000010:1.0:1775763320.879858:0:5791:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a586ac38. 00000001:00000010:1.0:1775763320.879862:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000128f9a44. 00040000:00000010:1.0:1775763320.879868:0:5791:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000007bf03a45. 00080000:00000010:1.0:1775763320.879877:0:5791:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000949b40bc. 00080000:00000010:1.0:1775763320.879881:0:5791:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000054e62a06. 00080000:00000010:1.0:1775763320.880114:0:5791:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000054e62a06. 00080000:00000010:1.0:1775763320.880119:0:5791:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000949b40bc. 00040000:00000010:1.0:1775763320.880121:0:5791:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000007bf03a45. 00040000:00000010:1.0:1775763320.880128:0:5791:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 384 at 00000000c0439d05. 00000020:00000010:1.0:1775763320.880317:0:5791:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000027b79d7c. 00080000:00000010:1.0:1775763320.880329:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ceebb16b. 00080000:00000010:1.0:1775763320.880341:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000001ed64895. 00080000:00000010:1.0:1775763320.881320:0:5791:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ceebb16b. 00000020:00000010:1.0:1775763320.881327:0:5791:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000027b79d7c. 00000004:00000010:1.0:1775763320.881346:0:5791:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000509775cb. 00000004:00000010:1.0:1775763320.881355:0:5791:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008fca217c. 00000004:00000010:1.0:1775763320.881361:0:5791:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000424371c. 00080000:00000010:1.0:1775763320.881367:0:5791:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ceebb16b. 00100000:00000010:1.0:1775763320.881422:0:5791:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054e62a06. 00080000:00000010:1.0:1775763320.881431:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000010d9d96f. 00040000:00000010:1.0:1775763320.881449:0:5791:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 00000000640447da. 00040000:00000010:1.0:1775763320.881463:0:5791:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 00000000640447da. 00080000:00000010:1.0:1775763320.881481:0:5791:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000eabec677. 00040000:00000010:1.0:1775763320.926910:0:5791:0:(lquota_entry.c:192:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002c558c7a. 00000001:00000010:1.0:1775763320.926917:0:5791:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e2746a11. 00000001:00000010:1.0:1775763320.927086:0:5791:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ed2a76e0. 00000001:00000010:1.0:1775763320.927091:0:5791:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000058f2a410. 00040000:00000010:1.0:1775763320.927248:0:5791:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000093a8fbe8. 00080000:00000010:1.0:1775763320.927258:0:5791:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000949b40bc. 00080000:00000010:1.0:1775763320.927261:0:5791:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000076cbea6b. 00080000:00000010:1.0:1775763320.927456:0:5791:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000076cbea6b. 00080000:00000010:1.0:1775763320.927461:0:5791:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000949b40bc. 00040000:00000010:1.0:1775763320.927464:0:5791:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000093a8fbe8. 00040000:00000010:1.0:1775763320.927472:0:5791:0:(lquota_entry.c:320:lqe_locate_find()) slab-alloced 'new': 384 at 00000000232d1fdd. 00000020:00000010:1.0:1775763320.927577:0:5791:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000060b41d8b. 00000004:00000010:1.0:1775763320.927590:0:5791:0:(mdt_handler.c:6177:mdt_quota_init()) kfreed 'lcfg': 128 at 000000004657d459. 00000004:00000010:1.0:1775763320.927594:0:5791:0:(mdt_handler.c:6181:mdt_quota_init()) kfreed 'bufs': 104 at 00000000e4bb4b40. 00000004:00000010:1.0:1775763320.927596:0:5791:0:(mdt_handler.c:6182:mdt_quota_init()) kfreed 'qmtname': 128 at 000000000b287d77. 00000004:00000010:1.0:1775763320.927597:0:5791:0:(mdt_handler.c:6183:mdt_quota_init()) kfreed 'uuid': 40 at 00000000389e6e4c. 00000004:00000010:1.0:1775763320.927599:0:5791:0:(mdt_handler.c:6184:mdt_quota_init()) kfreed 'data': 192 at 00000000dad6f9eb. 00000020:00000010:1.0:1775763320.927615:0:5791:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d92ab89. 00000020:00000010:1.0:1775763320.927623:0:5791:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f009eecc. 00000040:00000010:1.0:1775763320.927628:0:5791:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006d028f8a. 00000020:00000010:1.0:1775763320.929963:0:5791:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ceb6e6bf. 00000020:00000010:1.0:1775763320.929980:0:5791:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2c28583. 00000020:00000010:1.0:1775763320.930242:0:5791:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fc818977. 80000000:00000010:1.0:1775763320.930247:0:5791:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000061d1525. 40000000:00000010:1.0:1775763320.930252:0:5791:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000093a8fbe8. 00100000:00000010:1.0:1775763320.930258:0:5791:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006512f348. 00040000:00000010:1.0:1775763320.930262:0:5791:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000027b79d7c. 00040000:00000010:1.0:1775763320.930266:0:5791:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000048ae8087. 00040000:00000010:1.0:1775763320.930270:0:5791:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000273253e5. 00080000:00000010:1.0:1775763320.930275:0:5791:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 000000003a2c323b. 00000004:00000010:1.0:1775763320.930280:0:5791:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d0ac4acc. 00000004:00000010:1.0:1775763320.930285:0:5791:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be795bf2. 00000004:00000010:1.0:1775763320.930289:0:5791:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000d5d355b2. 00000004:00000010:1.0:1775763320.930294:0:5791:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 0000000037e56066. 00000020:00000010:1.0:1775763320.930299:0:5791:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089373931. 00000020:00000010:1.0:1775763320.930304:0:5791:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a62a4ac9. 00000020:00000010:1.0:1775763320.930309:0:5791:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d55cdeb6. 00000020:00000010:1.0:1775763320.930799:0:5791:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000af80b628. 00000040:00000010:1.0:1775763320.930805:0:5791:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000000d2ea4b. 00000020:00000010:1.0:1775763320.930808:0:5791:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000073174bab. 00000020:00000010:1.0:1775763320.930813:0:5791:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008230cf37. 00000020:00000010:1.0:1775763320.930818:0:5791:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000275ca064. 80000000:00000010:1.0:1775763320.930821:0:5791:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000033288f75. 40000000:00000010:1.0:1775763320.930825:0:5791:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003223b9d0. 00100000:00000010:1.0:1775763320.930828:0:5791:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cf10626d. 00040000:00000010:1.0:1775763320.930832:0:5791:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fef8dfc9. 00040000:00000010:1.0:1775763320.930839:0:5791:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000bedf912b. 00040000:00000010:1.0:1775763320.930842:0:5791:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000001d802a1. 00080000:00000010:1.0:1775763320.930845:0:5791:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000028013483. 00000020:00000010:1.0:1775763320.930848:0:5791:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 000000008b3e69b0. 00080000:00000010:1.0:1775763320.930850:0:5791:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 000000000eaa1989. 00000004:00000010:1.0:1775763320.930854:0:5791:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004fbbd65b. 00000004:00000010:1.0:1775763320.930857:0:5791:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 0000000071f0e4eb. 00000004:00000010:1.0:1775763320.930861:0:5791:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 00000000fb2869ec. 00000004:00000010:1.0:1775763320.930864:0:5791:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 0000000042e90ac1. 00000020:00000010:1.0:1775763320.930867:0:5791:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000653e8aa6. 00000020:00000010:1.0:1775763320.930878:0:5791:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000414cb244. 00000020:00000010:1.0:1775763320.930882:0:5791:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed4e9d24. 00000008:00000010:1.0:1775763320.930885:0:5791:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000034bcf162. 00020000:00000010:1.0:1775763320.930889:0:5791:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003f2d2c3b. 00008000:00000010:1.0:1775763320.930893:0:5791:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000020786d95. 00000080:00000010:1.0:1775763320.930897:0:5791:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000078e5c012. 00000020:00000010:1.0:1775763320.930901:0:5791:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f5caed8. 00000020:00000010:1.0:1775763320.930906:0:5791:0:(obd_config.c:2088:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ec24d0b. 00000020:00000010:1.0:1775763320.930931:0:5791:0:(obd_config.c:2055:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005463a17a. 00000020:00000010:1.0:1775763320.930934:0:5791:0:(obd_config.c:2088:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005463a17a. 00000020:00000010:1.0:1775763320.930940:0:5791:0:(obd_config.c:2055:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005463a17a. 00000020:00000010:1.0:1775763320.930941:0:5791:0:(obd_config.c:2088:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005463a17a. 00000020:00000010:1.0:1775763320.930944:0:5791:0:(obd_config.c:2055:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.930945:0:5791:0:(obd_config.c:2088:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.930948:0:5791:0:(obd_config.c:2055:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005463a17a. 00000020:00000010:1.0:1775763320.930949:0:5791:0:(obd_config.c:2088:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005463a17a. 00000020:00000010:1.0:1775763320.930954:0:5791:0:(obd_config.c:2055:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005463a17a. 00000020:00000010:1.0:1775763320.930955:0:5791:0:(obd_config.c:2088:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005463a17a. 00000020:00000010:1.0:1775763320.930958:0:5791:0:(obd_config.c:2055:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003f1c3bf7. 00000020:00000010:1.0:1775763320.930967:0:5791:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b1ee947. 00000020:00000010:1.0:1775763320.930970:0:5791:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f6b9fd01. 00000040:00000010:1.0:1775763320.930973:0:5791:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ea9fd227. 00000020:00000010:1.0:1775763320.930976:0:5791:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e4edc8c5. 00000020:00000010:1.0:1775763320.930979:0:5791:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f8fa0f86. 00000020:00000010:1.0:1775763320.930981:0:5791:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e3abc4f4. 80000000:00000010:1.0:1775763320.930984:0:5791:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2679ecf. 40000000:00000010:1.0:1775763320.931341:0:5791:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000076cbea6b. 00100000:00000010:1.0:1775763320.931346:0:5791:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c49dd858. 00040000:00000010:1.0:1775763320.931349:0:5791:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005463a17a. 00040000:00000010:1.0:1775763320.931352:0:5791:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000017f7532b. 00040000:00000010:1.0:1775763320.931355:0:5791:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000005e0d359. 00080000:00000010:1.0:1775763320.931358:0:5791:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 000000004fbbd65b. 00000004:00000010:1.0:1775763320.931367:0:5791:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000eaa1989. 00000004:00000010:1.0:1775763320.931370:0:5791:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7f7b8b1. 00000004:00000010:1.0:1775763320.931373:0:5791:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000bedf912b. 00000004:00000010:1.0:1775763320.931375:0:5791:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000d37b0af6. 02000000:00000010:1.0:1775763320.931386:0:5791:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000846388e6. 02000000:00000010:1.0:1775763320.931393:0:5791:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000846388e6. 00000020:00000010:1.0:1775763320.931396:0:5791:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000f6b9fd01. 00000040:00000010:1.0:1775763320.931399:0:5791:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ea9fd227. 00000020:00000010:1.0:1775763320.931401:0:5791:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e4edc8c5. 00000020:00000010:1.0:1775763320.931403:0:5791:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f8fa0f86. 00000020:00000010:1.0:1775763320.931406:0:5791:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e3abc4f4. 80000000:00000010:1.0:1775763320.931408:0:5791:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2679ecf. 40000000:00000010:1.0:1775763320.931410:0:5791:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000076cbea6b. 00100000:00000010:1.0:1775763320.931412:0:5791:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c49dd858. 00040000:00000010:1.0:1775763320.931414:0:5791:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005463a17a. 00040000:00000010:1.0:1775763320.931416:0:5791:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 0000000017f7532b. 00040000:00000010:1.0:1775763320.931419:0:5791:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000005e0d359. 00080000:00000010:1.0:1775763320.931421:0:5791:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 000000004fbbd65b. 00000004:00000010:1.0:1775763320.931423:0:5791:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000eaa1989. 00000004:00000010:1.0:1775763320.931425:0:5791:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000c7f7b8b1. 00000004:00000010:1.0:1775763320.931428:0:5791:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 00000000bedf912b. 00000004:00000010:1.0:1775763320.931430:0:5791:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 00000000d37b0af6. 00000020:00000010:1.0:1775763320.931432:0:5791:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b1ee947. 00000020:00000010:1.0:1775763320.931434:0:5791:0:(obd_config.c:2088:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003f1c3bf7. 00000100:00000010:1.0:1775763320.931446:0:5791:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d56e2dd5. 02000000:00000010:1.0:1775763320.931462:0:5791:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005e0d359. 00000100:00000010:1.0:1775763320.931479:0:5791:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f1c3bf7. 02000000:00000010:1.0:1775763320.931510:0:5791:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000ea578b0. 00000400:00000010:1.0:1775763320.931518:0:5791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6b4ba64. 00000400:00000010:1.0:1775763320.931524:0:5791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d74a8bdf. 00000100:00000200:1.0:1775763320.931531:0:5791:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862022725633280, portal 25 00000400:00000010:1.0:1775763320.931536:0:5791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.931538:0:5791:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862022725633280, offset 0 00000400:00000200:1.0:1775763320.931553:0:5791:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763320.931566:0:5791:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763320.931577:0:5791:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69d7ff3200500 00000400:00000200:1.0:1775763320.931585:0:5791:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x131 [2] + 0 00000400:00000010:1.0:1775763320.931590:0:5791:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003f54468. 00000400:00000200:1.0:1775763320.931593:0:5791:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000de6c9aa 00000400:00000200:1.0:1775763320.931600:0:5791:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763320.931604:0:5791:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775763320.931610:0:5791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de6c9aa 00000400:00000010:1.0:1775763320.931612:0:5791:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000de6c9aa. 00000100:00000200:1.0:1775763320.931616:0:5791:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775763320.931642:0:5791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bcf2a6 00000400:00000010:1.0:1775763320.931644:0:5791:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.931651:0:5791:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d56e2dd5 x1862022725633280/t0(0) o502->MGC192.168.202.107@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775763336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775763320.931669:0:5791:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2679ecf. 00000100:00000010:1.0:1775763320.931683:0:5791:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c47a222. 00000100:00000010:1.0:1775763320.931688:0:5791:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f78ca89. 00000100:00000010:1.0:1775763320.931764:0:5791:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df736285. 00000020:00000010:1.0:1775763320.934883:0:5760:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007ad88d59. 00000020:00000010:1.0:1775763320.934903:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.934906:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.934910:0:5760:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018969ba4. 00000020:00000010:1.0:1775763320.934914:0:5760:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b3e69b0. 00000020:00000010:1.0:1775763320.934917:0:5760:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e07b41c6. 00000020:00000010:1.0:1775763320.934954:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.934956:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076cbea6b. 00000100:00000200:1.0:1775763320.934958:0:5760:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022725633408 00010000:00000010:1.0:1775763320.934977:0:5760:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b16395a4. 00010000:00000010:1.0:1775763320.934981:0:5760:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000abb5fc54. 00000020:00000010:1.0:1775763320.934985:0:5760:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 0000000071ca8cf8. 02000000:00000010:1.0:1775763320.935383:0:5760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d37b0af6. 00010000:00000200:1.0:1775763320.935413:0:5760:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ee937582 x1862022725633408/t0(0) o101->1fad9776-00c6-469a-9d10-3ff3b874189c@0@lo:311/0 lens 328/344 e 0 to 0 dl 1775763331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775763320.935429:0:5760:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.935434:0:5760:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1862022725633408, offset 224 00000400:00000200:1.0:1775763320.935439:0:5760:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763320.935446:0:5760:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763320.935455:0:5760:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69d7ff3200580 00000400:00000200:1.0:1775763320.935462:0:5760:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9b9 [1] + 224 00000400:00000200:1.0:1775763320.935466:0:5760:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763320.935469:0:5760:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775763320.935475:0:5760:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d92cd0e5 x1862022725633408/t0(0) o101->MGC192.168.202.107@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775763336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775763320.935498:0:5760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bcf2a6 00000400:00000010:1.0:1775763320.935501:0:5760:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bcf2a6. 00000020:00000010:1.0:1775763320.935511:0:5760:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b3e69b0. 00000020:00000010:1.0:1775763320.935514:0:5760:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e07b41c6. 00000020:00000010:1.0:1775763320.935517:0:5760:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018969ba4. 02000000:00000010:1.0:1775763320.935523:0:5760:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d37b0af6. 00000100:00000200:1.0:1775763320.935528:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775763320.935532:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95f9d31. 00000400:00000010:1.0:1775763320.935538:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f1c3bf7. 00000020:00000010:1.0:1775763320.937690:0:5762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.937695:0:5762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.937700:0:5762:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018969ba4. 00000020:00000010:1.0:1775763320.937704:0:5762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b3e69b0. 00000020:00000010:1.0:1775763320.937709:0:5762:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e07b41c6. 00000100:00000010:1.0:1775763320.941496:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c47a222. 00000020:00000010:1.0:1775763320.945952:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.945957:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.945962:0:5760:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018969ba4. 00000020:00000010:1.0:1775763320.945967:0:5760:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.945971:0:5760:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763320.946044:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.946046:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076cbea6b. 00000100:00000200:1.0:1775763320.946049:0:5760:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022725633664 00010000:00000010:1.0:1775763320.946067:0:5760:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fcf118c8. 00010000:00000010:1.0:1775763320.946071:0:5760:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de29d805. 02000000:00000010:1.0:1775763320.946082:0:5760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d37b0af6. 00010000:00000200:1.0:1775763320.946514:0:5760:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003986b514 x1862022725633664/t0(0) o101->1fad9776-00c6-469a-9d10-3ff3b874189c@0@lo:311/0 lens 328/344 e 0 to 0 dl 1775763331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775763320.946537:0:5760:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.946541:0:5760:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1862022725633664, offset 224 00000400:00000200:1.0:1775763320.946547:0:5760:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763320.946555:0:5760:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763320.946563:0:5760:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69d7ff3200680 00000400:00000200:1.0:1775763320.946570:0:5760:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9e1 [1] + 224 00000400:00000200:1.0:1775763320.946575:0:5760:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763320.946578:0:5760:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775763320.946586:0:5760:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d92cd0e5 x1862022725633664/t0(0) o101->MGC192.168.202.107@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775763336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775763320.946611:0:5760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bcf2a6 00000400:00000010:1.0:1775763320.946614:0:5760:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bcf2a6. 00000020:00000010:1.0:1775763320.946628:0:5760:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.946632:0:5760:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763320.946635:0:5760:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018969ba4. 02000000:00000010:1.0:1775763320.946641:0:5760:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d37b0af6. 00000100:00000200:1.0:1775763320.946646:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775763320.946650:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079484b6b. 00000400:00000010:1.0:1775763320.946655:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d74a8bdf. 00000100:00000010:1.0:1775763320.948882:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7b4c6d1. 00000100:00000010:1.0:1775763320.957329:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006294f912. 00000020:00000010:1.0:1775763320.960543:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.960547:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.960551:0:5760:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018969ba4. 00000020:00000010:1.0:1775763320.960560:0:5760:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.960564:0:5760:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763320.960648:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.960651:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076cbea6b. 00000100:00000200:1.0:1775763320.960654:0:5760:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022725633920 02000000:00000010:1.0:1775763320.960678:0:5760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c3c16648. 00000040:00000010:1.0:1775763320.960685:0:5760:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000005e0d359. 00000040:00000010:1.0:1775763320.960700:0:5760:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d16bdc8d. 00000040:00000010:1.0:1775763320.960715:0:5760:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d16bdc8d. 00000040:00000010:1.0:1775763320.960718:0:5760:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000005e0d359. 00010000:00000200:1.0:1775763320.960725:0:5760:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e36802c3 x1862022725633920/t0(0) o503->1fad9776-00c6-469a-9d10-3ff3b874189c@0@lo:311/0 lens 272/8416 e 0 to 0 dl 1775763331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775763320.960775:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000022414ec4. 00000100:00000200:1.0:1775763320.960778:0:5760:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1862022725633920, offset 224 00000400:00000200:1.0:1775763320.960783:0:5760:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763320.960788:0:5760:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763320.960793:0:5760:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69d7ff3200780 00000400:00000200:1.0:1775763320.960797:0:5760:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa01 [4] + 224 00000400:00000200:1.0:1775763320.960802:0:5760:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763320.960805:0:5760:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775763320.960809:0:5760:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3958338 x1862022725633920/t0(0) o503->MGC192.168.202.107@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1775763336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775763320.960825:0:5760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022414ec4 00000400:00000010:1.0:1775763320.960826:0:5760:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000022414ec4. 00000020:00000010:1.0:1775763320.960836:0:5760:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.960839:0:5760:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763320.960841:0:5760:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018969ba4. 02000000:00000010:1.0:1775763320.960847:0:5760:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c3c16648. 00000100:00000200:1.0:1775763320.960859:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775763320.960862:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004799581f. 00000400:00000010:1.0:1775763320.960865:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022414ec4. 00000100:00000010:1.0:1775763320.967394:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005061be3f. 00000020:00000010:1.0:1775763320.968437:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.968446:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.968452:0:5760:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018969ba4. 00000020:00000010:1.0:1775763320.968458:0:5760:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.968462:0:5760:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763320.968537:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076cbea6b. 00000020:00000010:1.0:1775763320.968540:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076cbea6b. 00000100:00000200:1.0:1775763320.968542:0:5760:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022725634304 02000000:00000010:1.0:1775763320.968567:0:5760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c3c16648. 00000040:00000010:1.0:1775763320.968574:0:5760:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000005e0d359. 00000040:00000010:1.0:1775763320.968594:0:5760:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d16bdc8d. 00000040:00000010:1.0:1775763320.969420:0:5760:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d16bdc8d. 00000040:00000010:1.0:1775763320.969428:0:5760:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000005e0d359. 00010000:00000200:1.0:1775763320.969440:0:5760:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003aecbc86 x1862022725634304/t0(0) o503->1fad9776-00c6-469a-9d10-3ff3b874189c@0@lo:311/0 lens 272/8416 e 0 to 0 dl 1775763331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775763320.969461:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003bf90587. 00000100:00000200:1.0:1775763320.969467:0:5760:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1862022725634304, offset 224 00000400:00000200:1.0:1775763320.969474:0:5760:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763320.969485:0:5760:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763320.969494:0:5760:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69d7ff3200900 00000400:00000200:1.0:1775763320.969500:0:5760:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa31 [4] + 224 00000400:00000200:1.0:1775763320.969509:0:5760:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763320.969513:0:5760:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775763320.969520:0:5760:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f1bfacbb x1862022725634304/t0(0) o503->MGC192.168.202.107@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1775763336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775763320.969551:0:5760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bf90587 00000400:00000010:1.0:1775763320.969553:0:5760:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003bf90587. 00000020:00000010:1.0:1775763320.969569:0:5760:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.969573:0:5760:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763320.969576:0:5760:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018969ba4. 02000000:00000010:1.0:1775763320.969583:0:5760:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c3c16648. 00000100:00000200:1.0:1775763320.969600:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775763320.969606:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000365ff5dd. 00000400:00000010:1.0:1775763320.969618:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bf90587. 00000020:00000010:1.0:1775763320.970537:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018969ba4. 00000020:00000010:1.0:1775763320.970544:0:5796:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000005e0d359. 00000040:00000010:1.0:1775763320.970548:0:5796:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002b1ee947. 00000020:00000010:1.0:1775763320.970553:0:5796:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bedf912b. 00000020:00000010:1.0:1775763320.970558:0:5796:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f8fa0f86. 00000020:00000010:1.0:1775763320.970561:0:5796:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e3abc4f4. 80000000:00000010:1.0:1775763320.970565:0:5796:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004c47a222. 40000000:00000010:1.0:1775763320.970568:0:5796:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000076cbea6b. 00100000:00000010:1.0:1775763320.970573:0:5796:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000eaa1989. 00040000:00000010:1.0:1775763320.970577:0:5796:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005463a17a. 00040000:00000010:1.0:1775763320.970581:0:5796:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000004fbbd65b. 00040000:00000010:1.0:1775763320.970584:0:5796:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ea9fd227. 00080000:00000010:1.0:1775763320.970588:0:5796:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000cf10626d. 00000004:00000010:1.0:1775763320.970593:0:5796:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000073174bab. 00000004:00000010:1.0:1775763320.970599:0:5796:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7f7b8b1. 00000004:00000010:1.0:1775763320.970604:0:5796:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000329c2be2. 00002000:00000010:1.0:1775763320.970609:0:5796:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d37b0af6. 00000004:00000010:1.0:1775763320.970612:0:5796:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000e619b6b1. 00000020:00000010:1.0:1775763320.970616:0:5796:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000846388e6. 00000040:00000010:1.0:1775763320.970623:0:5796:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d16bdc8d. 00000100:00000010:1.0:1775763320.971245:0:5796:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034bda3d9. 02000000:00000010:1.0:1775763320.971269:0:5796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6b9fd01. 00000100:00000010:1.0:1775763320.971284:0:5796:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044adabb4. 02000000:00000010:1.0:1775763320.971322:0:5796:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000003965f42. 00000400:00000010:1.0:1775763320.971329:0:5796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf241c6b. 00000400:00000010:1.0:1775763320.971335:0:5796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fa31841d. 00000100:00000200:1.0:1775763320.971341:0:5796:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862022725634432, portal 25 00000400:00000010:1.0:1775763320.971346:0:5796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.971349:0:5796:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862022725634432, offset 0 00000400:00000200:1.0:1775763320.971356:0:5796:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763320.971367:0:5796:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763320.971376:0:5796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69d7ff3200980 00000400:00000200:1.0:1775763320.971387:0:5796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x155 [2] + 0 00000400:00000010:1.0:1775763320.971391:0:5796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acf7ca2b. 00000400:00000200:1.0:1775763320.971396:0:5796:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000067ac3782 00000400:00000200:1.0:1775763320.971401:0:5796:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763320.971405:0:5796:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775763320.971410:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067ac3782 00000400:00000010:1.0:1775763320.971412:0:5796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067ac3782. 00000100:00000200:1.0:1775763320.971416:0:5796:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775763320.971441:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bcf2a6 00000400:00000010:1.0:1775763320.971444:0:5796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.971452:0:5796:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034bda3d9 x1862022725634432/t0(0) o502->MGC192.168.202.107@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775763336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775763320.973342:0:5796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf241c6b. 00000400:00000200:1.0:1775763320.973347:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa31841d 00000400:00000010:1.0:1775763320.973349:0:5796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fa31841d. 00000100:00000200:1.0:1775763320.973355:0:5796:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034bda3d9 x1862022725634432/t0(0) o502->MGC192.168.202.107@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775763336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775763320.973363:0:5796:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034bda3d9 x1862022725634432/t0(0) o502->MGC192.168.202.107@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775763336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775763320.973390:0:5796:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000044adabb4. 02000000:00000010:1.0:1775763320.973401:0:5796:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000003965f42. 02000000:00000010:1.0:1775763320.973410:0:5796:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f6b9fd01. 00000100:00000010:1.0:1775763320.973415:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034bda3d9. 00000100:00000010:1.0:1775763320.973436:0:5796:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000f8cda606. 00000400:00000200:1.0:1775763320.973441:0:5796:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:1.0:1775763320.973444:0:5796:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:1.0:1775763320.973445:0:5796:0:(peer.c:1312:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:1.0:1775763320.973449:0:5796:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 192.168.202.107@tcp 00000400:00000200:1.0:1775763320.973454:0:5796:0:(peer.c:1746:lnet_peer_add()) peer 192.168.202.107@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1775763320.973460:0:5796:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1775763320.973463:0:5796:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.107@tcp NID 192.168.202.107@tcp: 0. pending discovery 00000400:00000200:1.0:1775763320.973465:0:5796:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.107@tcp 00000100:00000010:1.0:1775763320.973467:0:5796:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000f8cda606. 00000020:00000010:1.0:1775763320.973477:0:5796:0:(tgt_mount.c:646:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000d779c1d2. 00000020:00000010:1.0:1775763320.973480:0:5796:0:(tgt_mount.c:331:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000fce308a5. 00000020:00000010:1.0:1775763320.973483:0:5796:0:(tgt_mount.c:358:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000fce308a5. 00000020:00000010:1.0:1775763320.973486:0:5796:0:(tgt_mount.c:657:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000fce308a5. 00000020:00000010:1.0:1775763320.973502:0:5796:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 000000000850c878. 00000020:00000010:1.0:1775763320.973508:0:5796:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001b4c82d9. 00000020:00000010:1.0:1775763320.973529:0:5796:0:(obd_mount.c:240:lustre_start_simple()) kmalloced '(lcfg)': 96 at 0000000078bbfec7. 00000001:00000010:1.0:1775763320.973551:0:5796:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000843b81b6. 00000001:00000010:1.0:1775763320.973555:0:5796:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cc30e2c1. 00000001:00000010:1.0:1775763320.973558:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6b9fd01. 00000001:00000010:1.0:1775763320.973560:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e64c952e. 00000001:00000010:1.0:1775763320.973563:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000750e1f91. 00000001:00000010:1.0:1775763320.973565:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000039106620. 00000020:00000010:1.0:1775763320.973568:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8ed3b17. 00000020:00000010:1.0:1775763320.973572:0:5796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.973575:0:5796:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ed13a9. 00000008:00000010:1.0:1775763320.973580:0:5796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000004b043e93. 00020000:00000010:1.0:1775763320.973584:0:5796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d9c264e2. 00008000:00000010:1.0:1775763320.973588:0:5796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b464dd13. 00000080:00000010:1.0:1775763320.973594:0:5796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006ea72997. 00000020:00000010:1.0:1775763320.973598:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029225ffd. 00000020:00000010:1.0:1775763320.973601:0:5796:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f6452ca. 00000040:00000010:1.0:1775763320.973604:0:5796:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e9f89619. 00000020:00000010:1.0:1775763320.973608:0:5796:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002051f32f. 00000020:00000010:1.0:1775763320.973612:0:5796:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2e4825e. 00000020:00000010:1.0:1775763320.973615:0:5796:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078ee4e2e. 80000000:00000010:1.0:1775763320.973618:0:5796:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000035ba6c89. 40000000:00000010:1.0:1775763320.973621:0:5796:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000063e84571. 00100000:00000010:1.0:1775763320.973625:0:5796:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cfb85412. 00040000:00000010:1.0:1775763320.973629:0:5796:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000ec377d8. 00040000:00000010:1.0:1775763320.973812:0:5796:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000598dc5c2. 00040000:00000010:1.0:1775763320.973818:0:5796:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cece1dcf. 00080000:00000010:1.0:1775763320.973828:0:5796:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 000000009aee8aa8. 00000004:00000010:1.0:1775763320.973832:0:5796:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000073b7c345. 00000004:00000010:1.0:1775763320.973838:0:5796:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000805be99d. 00000004:00000010:1.0:1775763320.973843:0:5796:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000b08265fc. 00000004:00000010:1.0:1775763320.973847:0:5796:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 000000001ab342a9. 00000010:00000010:1.0:1775763320.973852:0:5796:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000008e558106. 00000010:00000010:1.0:1775763320.974331:0:5796:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000d684cda4. 00000010:00000010:1.0:1775763320.974336:0:5796:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000f55b6476. 00000010:00000010:1.0:1775763320.974340:0:5796:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 0000000086715996. 00000010:00000010:1.0:1775763320.974346:0:5796:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 0000000051730496. 00010000:00000010:1.0:1775763320.974354:0:5796:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000772b5558. 00010000:00000010:1.0:1775763320.974360:0:5796:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000004b8e26ad. 00010000:00000010:1.0:1775763320.974364:0:5796:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000008946b5e7. 00000020:00000010:1.0:1775763320.974369:0:5796:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 0000000017f7532b. 00000100:00000200:1.0:1775763320.974384:0:5796:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.202.107@tcp->12345-0@lo 00010000:00000010:1.0:1775763320.974388:0:5796:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000cb43f802. 00010000:00000010:1.0:1775763320.974393:0:5796:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000787ab592. 00000001:00000010:1.0:1775763320.974396:0:5796:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009c2a4924. 00000001:00000010:1.0:1775763320.974399:0:5796:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000dcc175d5. 00000001:00000010:1.0:1775763320.974456:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000007ac925c. 00000001:00000010:1.0:1775763320.974510:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a537578d. 00000001:00000010:1.0:1775763320.974562:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001fd37663. 00000001:00000010:1.0:1775763320.974607:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000285dd6bf. 00000001:00000010:1.0:1775763320.974666:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009a1e9c2b. 00000001:00000010:1.0:1775763320.974714:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008f81619b. 00000001:00000010:1.0:1775763320.974803:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b5bf9027. 00000001:00000010:1.0:1775763320.974847:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000054e5bef9. 00000001:00000010:1.0:1775763320.974899:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000784cd637. 00000001:00000010:1.0:1775763320.974953:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000969bcb76. 00000001:00000010:1.0:1775763320.975012:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006f0f5307. 00000001:00000010:1.0:1775763320.975065:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b26f4095. 00000001:00000010:1.0:1775763320.975127:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000004cf3fa0. 00000001:00000010:1.0:1775763320.975179:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002aeff02b. 00000001:00000010:1.0:1775763320.975223:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004fa7f4b2. 00000001:00000010:1.0:1775763320.975271:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b5b9bdee. 00000001:00000010:1.0:1775763320.975319:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ed01ed63. 00000001:00000010:1.0:1775763320.975363:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005ab39e47. 00000001:00000010:1.0:1775763320.975410:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000024a5b270. 00000001:00000010:1.0:1775763320.975474:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005c554280. 00000001:00000010:1.0:1775763320.975520:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006913f3fe. 00000001:00000010:1.0:1775763320.975568:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000e7c919f. 00000001:00000010:1.0:1775763320.975618:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000894099af. 00000001:00000010:1.0:1775763320.975661:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b20f42f2. 00000001:00000010:1.0:1775763320.975707:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000538704ca. 00000001:00000010:1.0:1775763320.975786:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b28c0ee5. 00000001:00000010:1.0:1775763320.975833:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bd3eb3aa. 00000001:00000010:1.0:1775763320.975878:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e08a53db. 00000001:00000010:1.0:1775763320.975928:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000099e8a4be. 00000001:00000010:1.0:1775763320.975971:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009bfbe2b2. 00000001:00000010:1.0:1775763320.976026:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000987bf69b. 00000001:00000010:1.0:1775763320.976070:0:5796:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aff45ef7. 00000020:00000010:1.0:1775763320.976156:0:5796:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000096bc6802. 00000020:00000010:1.0:1775763320.976161:0:5796:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000334070fa. 00000020:00000010:1.0:1775763320.976227:0:5796:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000414abb71. 00000020:00000010:1.0:1775763320.976232:0:5796:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000016a4bcff. 00000010:00000010:1.0:1775763320.976256:0:5796:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000d684cda4. 00000010:00000010:1.0:1775763320.976262:0:5796:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 0000000086715996. 00000010:00000010:1.0:1775763320.976264:0:5796:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000f55b6476. 00000010:00000010:1.0:1775763320.976267:0:5796:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 0000000051730496. 00000020:00000010:1.0:1775763320.976291:0:5796:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fcec7870. 00000020:00000010:1.0:1775763320.976295:0:5796:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000005f9ad94. 00000020:00000010:1.0:1775763320.976323:0:5796:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000002f6452ca. 00000040:00000010:1.0:1775763320.976329:0:5796:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9f89619. 00000020:00000010:1.0:1775763320.976340:0:5796:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002051f32f. 00000020:00000010:1.0:1775763320.976346:0:5796:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a2e4825e. 00000020:00000010:1.0:1775763320.976352:0:5796:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078ee4e2e. 80000000:00000010:1.0:1775763320.976356:0:5796:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000035ba6c89. 40000000:00000010:1.0:1775763320.976360:0:5796:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000063e84571. 00100000:00000010:1.0:1775763320.976365:0:5796:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cfb85412. 00040000:00000010:1.0:1775763320.976370:0:5796:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000ec377d8. 00040000:00000010:1.0:1775763320.976375:0:5796:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000598dc5c2. 00040000:00000010:1.0:1775763320.976379:0:5796:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cece1dcf. 00080000:00000010:1.0:1775763320.976383:0:5796:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 000000009aee8aa8. 00000004:00000010:1.0:1775763320.976387:0:5796:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000073b7c345. 00000004:00000010:1.0:1775763320.976392:0:5796:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000805be99d. 00000004:00000010:1.0:1775763320.976398:0:5796:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 00000000b08265fc. 00000004:00000010:1.0:1775763320.976401:0:5796:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 000000001ab342a9. 00000020:00000010:1.0:1775763320.976404:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029225ffd. 00000020:00000010:1.0:1775763320.976410:0:5796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.976413:0:5796:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ed13a9. 00000008:00000010:1.0:1775763320.976417:0:5796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000004b043e93. 00020000:00000010:1.0:1775763320.976422:0:5796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d9c264e2. 00008000:00000010:1.0:1775763320.976426:0:5796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000b464dd13. 00000080:00000010:1.0:1775763320.976431:0:5796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006ea72997. 00000020:00000010:1.0:1775763320.976436:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8ed3b17. 00000020:00000010:1.0:1775763320.976441:0:5796:0:(obd_mount.c:248:lustre_start_simple()) kfreed 'lcfg': 96 at 0000000078bbfec7. 00000020:00000010:1.0:1775763320.976455:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1228b9a. 00000020:00000010:1.0:1775763320.976458:0:5796:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd6f1bd5. 00000040:00000010:1.0:1775763320.976462:0:5796:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e8ff70bd. 00000020:00000010:1.0:1775763320.976464:0:5796:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c49dd858. 00000020:00000010:1.0:1775763320.976467:0:5796:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2e4825e. 00000020:00000010:1.0:1775763320.976470:0:5796:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003eadd095. 80000000:00000010:1.0:1775763320.976473:0:5796:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000092064cb9. 40000000:00000010:1.0:1775763320.976475:0:5796:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000888b0830. 00100000:00000010:1.0:1775763320.976479:0:5796:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e4edc8c5. 00040000:00000010:1.0:1775763320.976481:0:5796:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000ec377d8. 00040000:00000010:1.0:1775763320.976491:0:5796:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b08265fc. 00040000:00000010:1.0:1775763320.976494:0:5796:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f0cca0f. 00080000:00000010:1.0:1775763320.976497:0:5796:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 0000000073b7c345. 00000004:00000010:1.0:1775763320.976501:0:5796:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009aee8aa8. 00000004:00000010:1.0:1775763320.976505:0:5796:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000805be99d. 00000004:00000010:1.0:1775763320.976510:0:5796:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000598dc5c2. 00000004:00000010:1.0:1775763320.976513:0:5796:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 000000005b7e82db. 00000020:00000010:1.0:1775763320.976516:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b842e122. 00000020:00000010:1.0:1775763320.976519:0:5796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.976521:0:5796:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763320.976526:0:5796:0:(tgt_mount.c:562:lustre_lwp_connect()) kmalloced '(data)': 192 at 0000000044adabb4. 00000020:00000010:1.0:1775763320.976529:0:5796:0:(tgt_mount.c:576:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000dbaeb5d0. 00000020:00000010:1.0:1775763320.976535:0:5796:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cfb85412. 00000100:00000010:1.0:1775763320.976571:0:5796:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034bda3d9. 02000000:00000010:1.0:1775763320.976588:0:5796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009d7e0502. 00000100:00000010:1.0:1775763320.980931:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033288f75. 00000020:00000010:1.0:1775763320.980968:0:5796:0:(tgt_mount.c:600:lustre_lwp_connect()) kfreed 'data': 192 at 0000000044adabb4. 00000020:00000010:1.0:1775763320.980971:0:5796:0:(tgt_mount.c:601:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000dbaeb5d0. 00000020:00000010:1.0:1775763320.980977:0:5796:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000bd6f1bd5. 00000040:00000010:1.0:1775763320.980982:0:5796:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e8ff70bd. 00000020:00000010:1.0:1775763320.980991:0:5796:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c49dd858. 00000020:00000010:1.0:1775763320.980997:0:5796:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a2e4825e. 00000020:00000010:1.0:1775763320.981002:0:5796:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003eadd095. 80000000:00000010:1.0:1775763320.981006:0:5796:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000092064cb9. 40000000:00000010:1.0:1775763320.981011:0:5796:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000888b0830. 00100000:00000010:1.0:1775763320.981046:0:5796:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e4edc8c5. 00040000:00000010:1.0:1775763320.981050:0:5796:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000ec377d8. 00040000:00000010:1.0:1775763320.981055:0:5796:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000b08265fc. 00040000:00000010:1.0:1775763320.981061:0:5796:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f0cca0f. 00080000:00000010:1.0:1775763320.981064:0:5796:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 0000000073b7c345. 00000004:00000010:1.0:1775763320.981068:0:5796:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009aee8aa8. 00000004:00000010:1.0:1775763320.981073:0:5796:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000805be99d. 00000004:00000010:1.0:1775763320.981079:0:5796:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 00000000598dc5c2. 00000004:00000010:1.0:1775763320.981347:0:5796:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 000000005b7e82db. 00000020:00000010:1.0:1775763320.981352:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1228b9a. 00000020:00000010:1.0:1775763320.981357:0:5796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d17e114. 00000020:00000010:1.0:1775763320.981360:0:5796:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763320.981364:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b842e122. 00000020:00000010:1.0:1775763320.981367:0:5796:0:(tgt_mount.c:684:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000d779c1d2. 00000020:00000010:1.0:1775763320.981369:0:5796:0:(tgt_mount.c:685:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000fce308a5. 00000100:00000010:1.0:1775763320.981394:0:5796:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccf847d4. 02000000:00000010:1.0:1775763320.981410:0:5796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b842e122. 00000100:00000010:1.0:1775763320.981424:0:5796:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044adabb4. 02000000:00000010:1.0:1775763320.981458:0:5796:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000086baccda. 00000400:00000010:1.0:1775763320.981465:0:5796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf241c6b. 00000400:00000010:1.0:1775763320.981471:0:5796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fa31841d. 00000100:00000200:1.0:1775763320.981477:0:5796:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862022725634688, portal 25 00000400:00000010:1.0:1775763320.981483:0:5796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.981486:0:5796:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862022725634688, offset 0 00000400:00000200:1.0:1775763320.981494:0:5796:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763320.981505:0:5796:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763320.981516:0:5796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69d7ff3200a80 00000400:00000200:1.0:1775763320.981523:0:5796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159 [2] + 0 00000400:00000010:1.0:1775763320.981527:0:5796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074074909. 00000400:00000200:1.0:1775763320.981530:0:5796:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ffd427c 00000400:00000200:1.0:1775763320.981536:0:5796:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763320.981540:0:5796:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775763320.981545:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ffd427c 00000400:00000010:1.0:1775763320.981548:0:5796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ffd427c. 00000100:00000200:1.0:1775763320.981553:0:5796:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775763320.981579:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bcf2a6 00000400:00000010:1.0:1775763320.981581:0:5796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763320.981588:0:5796:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ccf847d4 x1862022725634688/t0(0) o502->MGC192.168.202.107@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775763336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775763320.981609:0:5796:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092064cb9. 00000100:00000010:1.0:1775763320.981614:0:5796:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f825564. 00000100:00000010:1.0:1775763320.984881:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092064cb9. 00000400:00000010:1.0:1775763320.984902:0:5796:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf241c6b. 00000400:00000200:1.0:1775763320.984907:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa31841d 00000400:00000010:1.0:1775763320.984909:0:5796:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fa31841d. 00000100:00000200:1.0:1775763320.984917:0:5796:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ccf847d4 x1862022725634688/t0(0) o502->MGC192.168.202.107@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775763336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775763320.984937:0:5796:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ccf847d4 x1862022725634688/t0(0) o502->MGC192.168.202.107@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775763336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775763320.984964:0:5796:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000044adabb4. 02000000:00000010:1.0:1775763320.984975:0:5796:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000086baccda. 02000000:00000010:1.0:1775763320.986315:0:5796:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b842e122. 00000100:00000010:1.0:1775763320.986326:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ccf847d4. 00000040:00000010:1.0:1775763320.986344:0:5796:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 00000000d16bdc8d. 00000020:00000010:1.0:1775763320.986356:0:5796:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000846388e6. 00000020:00000010:1.0:1775763320.986377:0:5796:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000005e0d359. 00000040:00000010:1.0:1775763320.986383:0:5796:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002b1ee947. 00000020:00000010:1.0:1775763320.986387:0:5796:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bedf912b. 00000020:00000010:1.0:1775763320.986392:0:5796:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f8fa0f86. 00000020:00000010:1.0:1775763320.986397:0:5796:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e3abc4f4. 80000000:00000010:1.0:1775763320.986401:0:5796:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c47a222. 40000000:00000010:1.0:1775763320.986406:0:5796:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000076cbea6b. 00100000:00000010:1.0:1775763320.986410:0:5796:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000eaa1989. 00040000:00000010:1.0:1775763320.986415:0:5796:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005463a17a. 00040000:00000010:1.0:1775763320.986420:0:5796:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000004fbbd65b. 00040000:00000010:1.0:1775763320.986423:0:5796:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ea9fd227. 00080000:00000010:1.0:1775763320.986429:0:5796:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 00000000cf10626d. 00000004:00000010:1.0:1775763320.986434:0:5796:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000073174bab. 00000004:00000010:1.0:1775763320.986440:0:5796:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000c7f7b8b1. 00000004:00000010:1.0:1775763320.986448:0:5796:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 00000000329c2be2. 00002000:00000010:1.0:1775763320.986452:0:5796:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d37b0af6. 00000004:00000010:1.0:1775763320.986456:0:5796:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 00000000e619b6b1. 00000020:00000010:1.0:1775763320.986459:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018969ba4. 00000100:00000010:1.0:1775763320.997052:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8e7decc. 00000020:00000010:1.0:1775763321.040613:0:5751:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d16bdc8d. 00000020:00000010:1.0:1775763321.040872:0:5751:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b69de66f. 00000020:00000010:1.0:1775763321.040876:0:5751:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b69de66f. 00000020:00000010:1.0:1775763321.040882:0:5751:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a06d2a0. 00000020:00000010:1.0:1775763321.040887:0:5751:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051730496. 00000020:00000010:1.0:1775763321.040891:0:5751:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763321.040940:0:5751:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b69de66f. 00000020:00000010:1.0:1775763321.040943:0:5751:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b69de66f. 00000100:00000200:1.0:1775763321.040946:0:5751:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022725634944 02000000:00000010:1.0:1775763321.040960:0:5751:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005dac6b04. 00000400:00000010:1.0:1775763321.040973:0:5751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763321.040976:0:5751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1862022725634944, offset 224 00000400:00000200:1.0:1775763321.040981:0:5751:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763321.041286:0:5751:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763321.041295:0:5751:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69d7ff3200b80 00000400:00000200:1.0:1775763321.041301:0:5751:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0xa75 [1] + 224 00000400:00000200:1.0:1775763321.041306:0:5751:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763321.041309:0:5751:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775763321.041315:0:5751:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9721502 x1862022725634944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1775763337 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1775763321.041331:0:5751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bcf2a6 00000400:00000010:1.0:1775763321.041333:0:5751:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bcf2a6. 00010000:00000010:1.0:1775763321.041342:0:5751:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000044adabb4. 00000020:00000010:1.0:1775763321.041362:0:5751:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051730496. 00000020:00000010:1.0:1775763321.041365:0:5751:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763321.041369:0:5751:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a06d2a0. 00000100:00000010:1.0:1775763321.041409:0:5757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccf847d4. 02000000:00000010:1.0:1775763321.041419:0:5757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a06d2a0. 00010000:00000010:1.0:1775763321.042587:0:5757:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000044adabb4. 00000020:00000010:1.0:1775763321.043373:0:5753:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004d1e595d. 00000020:00000010:1.0:1775763321.043388:0:5753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b69de66f. 00000020:00000010:1.0:1775763321.043391:0:5753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b69de66f. 00000020:00000010:1.0:1775763321.043400:0:5753:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072e5f466. 00000020:00000010:1.0:1775763321.043403:0:5753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051730496. 00000020:00000010:1.0:1775763321.043406:0:5753:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ed13a9. 00000100:00000200:1.0:1775763321.043425:0:5753:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f9721502 x1862022725635072/t0(0) o103->1fad9776-00c6-469a-9d10-3ff3b874189c@0@lo:312/0 lens 328/0 e 0 to 0 dl 1775763332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1775763321.043446:0:5753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b69de66f. 00000020:00000010:1.0:1775763321.043448:0:5753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b69de66f. 00000100:00000200:1.0:1775763321.043450:0:5753:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022725635072 02000000:00000010:1.0:1775763321.043457:0:5753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db78215f. 00010000:00000010:1.0:1775763321.043484:0:5753:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b69de66f. 00000100:00000010:1.0:1775763321.043491:0:5753:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044adabb4. 00000100:00000010:1.0:1775763321.043507:0:5753:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000044adabb4. 00010000:00000010:1.0:1775763321.043510:0:5753:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b69de66f. 00000400:00000010:1.0:1775763321.043520:0:5753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763321.043522:0:5753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862022725635072, offset 224 00000400:00000200:1.0:1775763321.043527:0:5753:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763321.043532:0:5753:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763321.043538:0:5753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69d7ff3200c00 00000400:00000200:1.0:1775763321.043542:0:5753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0xa81 [1] + 224 00000400:00000200:1.0:1775763321.043545:0:5753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763321.043547:0:5753:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775763321.043552:0:5753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ccf847d4 x1862022725635072/t0(0) o103->MGC192.168.202.107@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1775763337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775763321.043565:0:5753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bcf2a6 00000400:00000010:1.0:1775763321.043567:0:5753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bcf2a6. 00000020:00000010:1.0:1775763321.043576:0:5753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051730496. 00000020:00000010:1.0:1775763321.043580:0:5753:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763321.043583:0:5753:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072e5f466. 00000020:00000010:1.0:1775763321.044570:0:3312:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f8fa0f86. 00000020:00000010:1.0:1775763321.044575:0:3312:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000072e5f466. 80000000:00000010:1.0:1775763321.044578:0:3312:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000092064cb9. 40000000:00000010:1.0:1775763321.044581:0:3312:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b69de66f. 00000008:00000010:1.0:1775763321.044592:0:3312:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000045a364d1. 00020000:00000010:1.0:1775763321.044596:0:3312:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000000aef5b1c. 00008000:00000010:1.0:1775763321.044599:0:3312:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000071abab37. 00100000:00000010:1.0:1775763321.044603:0:3312:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000329c2be2. 00040000:00000010:1.0:1775763321.044606:0:3312:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005463a17a. 00040000:00000010:1.0:1775763321.044609:0:3312:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000073174bab. 00040000:00000010:1.0:1775763321.044612:0:3312:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000735ee33c. 00080000:00000010:1.0:1775763321.044615:0:3312:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000cf10626d. 00000004:00000010:1.0:1775763321.044618:0:3312:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004fbbd65b. 00000004:00000010:1.0:1775763321.044622:0:3312:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7f7b8b1. 00000004:00000010:1.0:1775763321.044625:0:3312:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000000eaa1989. 00002000:00000010:1.0:1775763321.044628:0:3312:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005f6d462b. 00000004:00000010:1.0:1775763321.044717:0:3312:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 00000000f3608e84. 00000080:00000010:1.0:1775763321.044722:0:3312:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ba5897a7. 00000080:00000010:1.0:1775763321.044726:0:3312:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000001a146e98. 00000008:00000010:1.0:1775763321.044759:0:3312:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000004b043e93. 00020000:00000010:1.0:1775763321.044762:0:3312:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d9c264e2. 00008000:00000010:1.0:1775763321.044765:0:3312:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b464dd13. 00000080:00000010:1.0:1775763321.044768:0:3312:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006ea72997. 00000100:00000010:1.0:1775763321.046518:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f68d521c. 00010000:00000010:1.1:1775763321.053794:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000c584e3c. 00010000:00000010:1.1:1775763321.053812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a735edbd. 00010000:00000010:2.1:1775763321.060768:0:5589:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b16395a4. 00010000:00000010:2.1:1775763321.060782:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e02af975. 00010000:00000010:1.1:1775763321.061394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000abb5fc54. 00000040:00000010:1.0:1775763321.265726:0:5749:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e2d97a65. 00000020:00000010:1.0:1775763321.265768:0:5749:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b842e122. 00000020:00000010:1.0:1775763321.265772:0:5749:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d1228b9a. 00000040:00000010:1.0:1775763321.265776:0:5749:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000bc16c8d. 00000020:00000010:1.0:1775763321.265780:0:5749:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bedf912b. 00000020:00000010:1.0:1775763321.265785:0:5749:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2e4825e. 00000020:00000010:1.0:1775763321.265789:0:5749:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e8ff70bd. 80000000:00000010:1.0:1775763321.265793:0:5749:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c16fd66. 40000000:00000010:1.0:1775763321.265796:0:5749:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000040770009. 00100000:00000010:1.0:1775763321.265801:0:5749:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000598dc5c2. 00040000:00000010:1.0:1775763321.265805:0:5749:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000613e74e6. 00040000:00000010:1.0:1775763321.265809:0:5749:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000009aee8aa8. 00040000:00000010:1.0:1775763321.265813:0:5749:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd6f1bd5. 00080000:00000010:1.0:1775763321.265826:0:5749:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 0000000073b7c345. 00000004:00000010:1.0:1775763321.265830:0:5749:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b08265fc. 00000004:00000010:1.0:1775763321.265834:0:5749:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at 00000000805be99d. 00000004:00000010:1.0:1775763321.265838:0:5749:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000002051f32f. 00002000:00000010:1.0:1775763321.265843:0:5749:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005b7e82db. 00000004:00000010:1.0:1775763321.265846:0:5749:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at 000000009d7e0502. 00000020:00000010:1.0:1775763321.265850:0:5749:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000aaea74cc. 00000040:00000010:1.0:1775763321.265869:0:5749:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c69cc02d. 00000040:00000010:1.0:1775763321.267424:0:5749:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at 00000000c69cc02d. 00000020:00000010:1.0:1775763321.267436:0:5749:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000aaea74cc. 00000020:00000010:1.0:1775763321.267455:0:5749:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000d1228b9a. 00000040:00000010:1.0:1775763321.267460:0:5749:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000bc16c8d. 00000020:00000010:1.0:1775763321.267464:0:5749:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bedf912b. 00000020:00000010:1.0:1775763321.267468:0:5749:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a2e4825e. 00000020:00000010:1.0:1775763321.267473:0:5749:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e8ff70bd. 80000000:00000010:1.0:1775763321.267477:0:5749:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c16fd66. 40000000:00000010:1.0:1775763321.267481:0:5749:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000040770009. 00100000:00000010:1.0:1775763321.267486:0:5749:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000598dc5c2. 00040000:00000010:1.0:1775763321.267490:0:5749:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000613e74e6. 00040000:00000010:1.0:1775763321.267494:0:5749:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 000000009aee8aa8. 00040000:00000010:1.0:1775763321.267498:0:5749:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bd6f1bd5. 00080000:00000010:1.0:1775763321.267501:0:5749:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 0000000073b7c345. 00000004:00000010:1.0:1775763321.267505:0:5749:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b08265fc. 00000004:00000010:1.0:1775763321.267510:0:5749:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000805be99d. 00000004:00000010:1.0:1775763321.267515:0:5749:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 000000002051f32f. 00002000:00000010:1.0:1775763321.267518:0:5749:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005b7e82db. 00000004:00000010:1.0:1775763321.267522:0:5749:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 000000009d7e0502. 00000020:00000010:1.0:1775763321.267524:0:5749:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b842e122. 00000040:00000010:1.0:1775763321.267527:0:5749:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e2d97a65. 00000040:00000010:1.0:1775763321.267537:0:5749:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000fa31841d. 00000040:00000010:1.0:1775763321.267547:0:5749:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b842e122. 00000040:00000010:1.0:1775763321.267607:0:5749:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000008e1a0c17. 00000020:00000010:1.0:1775763321.267614:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000613e74e6. 00080000:00000010:1.0:1775763321.267622:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001e6f2afe. 00080000:00000010:1.0:1775763321.269448:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000009d7e0502. 00000040:00000010:1.0:1775763321.269902:0:5749:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c69cc02d. 00000001:00000010:1.0:1775763321.269916:0:5749:0:(nodemap_storage.c:2591:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000e8415963. 00000020:00000010:1.0:1775763321.269938:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000864a3193. 00080000:00000010:1.0:1775763321.269945:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9a33661. 00080000:00000010:1.0:1775763321.269952:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000005b7e82db. 00100000:00000010:1.0:1775763321.270313:0:5749:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004296ccd0. 00080000:00000010:1.0:1775763321.270330:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000e619b6b1. 00080000:00000010:1.0:1775763321.270387:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000d37b0af6. 00080000:00000010:1.0:1775763321.270419:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000001ab342a9. 00080000:00000010:1.0:1775763321.270455:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000fb304b51. 00100000:00000010:1.0:1775763321.270494:0:5749:0:(lfsck_lib.c:3621:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000805be99d. 00000020:00000010:1.0:1775763321.270599:0:5749:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000092a3fc8. 00080000:00000010:1.0:1775763321.270610:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000c7fdb700. 00000020:00000010:1.0:1775763321.270782:0:5749:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 156 at 000000000c3578a1. 00000020:00000010:1.0:1775763321.270787:0:5749:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 160 at 00000000ccd8476f. 00080000:00000010:1.0:1775763321.270891:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000cd0ff8ca. 00000004:00000010:1.0:1775763321.270987:0:5749:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bccb03e0. 00000004:00000010:1.0:1775763321.270996:0:5749:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000064c3a2a. 00000004:00000010:1.0:1775763321.271002:0:5749:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004dbf6513. 00080000:00000010:1.0:1775763321.271008:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cc0b13d6. 00000020:00000010:1.0:1775763321.271038:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007dec7021. 00080000:00000010:1.0:1775763321.271043:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000040ca4cc2. 00080000:00000010:1.0:1775763321.271048:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000b270bb56. 00000020:00000010:1.0:1775763321.271222:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009053a880. 00080000:00000010:1.0:1775763321.271227:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000253da7c8. 00080000:00000010:1.0:1775763321.271232:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000b891d61d. 00080000:00000010:1.0:1775763321.271315:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000005c102f82. 00100000:00000010:1.0:1775763321.271346:0:5749:0:(lfsck_lib.c:1611:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000292cfcc8. 00100000:00000010:1.0:1775763321.271349:0:5749:0:(lfsck_lib.c:1615:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000605ea9ce. 00100000:00000010:1.0:1775763321.271417:0:5749:0:(lfsck_lib.c:1622:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000605ea9ce. 00100000:00000010:1.0:1775763321.271422:0:5749:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 000000002051f32f. 00100000:00000010:1.0:1775763321.271431:0:5749:0:(lfsck_lib.c:1954:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000000ec377d8. 00100000:00000010:1.0:1775763321.271435:0:5749:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000cfdf6861. 00100000:00000010:1.0:1775763321.271437:0:5749:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000d3c947b7. 00000020:00000010:1.0:1775763321.271451:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000a1f16f9. 00080000:00000010:1.0:1775763321.271466:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000934567c9. 00080000:00000010:1.0:1775763321.271474:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000003d762c12. 00080000:00000010:1.0:1775763321.271607:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000015ba03d4. 00000020:00000010:1.0:1775763321.271630:0:5749:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 160 at 00000000ccd8476f. 00000020:00000010:1.0:1775763321.271634:0:5749:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 704 at 00000000672a29cd. 00000020:00000010:1.0:1775763321.271796:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000146c2628. 00080000:00000010:1.0:1775763321.271801:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005dc88510. 00080000:00000010:1.0:1775763321.271805:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000377c2f61. 00000020:00000010:1.0:1775763321.271938:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004257d149. 00080000:00000010:1.0:1775763321.271943:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000001093419. 00080000:00000010:1.0:1775763321.271948:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000476013d1. 00000020:00000010:1.0:1775763321.272094:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003fa1d462. 00080000:00000010:1.0:1775763321.272099:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b3c2c8f. 00080000:00000010:1.0:1775763321.272104:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000087042a03. 00000020:00000010:1.0:1775763321.272232:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e6b7a3b4. 00080000:00000010:1.0:1775763321.272237:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006226e521. 00080000:00000010:1.0:1775763321.272241:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000006664d6ac. 00000020:00000010:1.0:1775763321.272358:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eb28a897. 00080000:00000010:1.0:1775763321.272362:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000013c6e976. 00080000:00000010:1.0:1775763321.272378:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000062869ab. 00000020:00000010:1.0:1775763321.272526:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009afc51c3. 00080000:00000010:1.0:1775763321.272530:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b02f0153. 00080000:00000010:1.0:1775763321.272535:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000003c2d8e93. 00000020:00000010:1.0:1775763321.272674:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000c27f538. 00080000:00000010:1.0:1775763321.272678:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000800e30b. 00080000:00000010:1.0:1775763321.272684:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000a3cbae81. 00000020:00000010:1.0:1775763321.272876:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8776f4e. 00080000:00000010:1.0:1775763321.272880:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b9babb8b. 00080000:00000010:1.0:1775763321.272892:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000069c1d60c. 00000020:00000010:1.0:1775763321.274238:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002e480b5f. 00080000:00000010:1.0:1775763321.274250:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e0e98d0. 00080000:00000010:1.0:1775763321.274262:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000016f1bd47. 00000020:00000010:1.0:1775763321.274497:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d720d755. 00080000:00000010:1.0:1775763321.274502:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000145d1c47. 00080000:00000010:1.0:1775763321.274507:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000b4373c54. 00000020:00000010:1.0:1775763321.274636:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004995948a. 00080000:00000010:1.0:1775763321.274640:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008455fd39. 00080000:00000010:1.0:1775763321.274645:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000002eddb6c0. 00000020:00000010:1.0:1775763321.275019:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000baff3862. 00080000:00000010:1.0:1775763321.275025:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000039f4cc72. 00080000:00000010:1.0:1775763321.275030:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000c375c47a. 00000020:00000010:1.0:1775763321.275309:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b23d9712. 00080000:00000010:1.0:1775763321.275314:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f696191d. 00080000:00000010:1.0:1775763321.275319:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000003af11668. 00000020:00000010:1.0:1775763321.275467:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002be59e56. 00080000:00000010:1.0:1775763321.275471:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008f7e6d75. 00080000:00000010:1.0:1775763321.275477:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000bcf4ddd5. 00000020:00000010:1.0:1775763321.275672:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fef8dfc9. 00080000:00000010:1.0:1775763321.275678:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ce58181. 00080000:00000010:1.0:1775763321.275683:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000007b5bb374. 00000020:00000010:1.0:1775763321.276883:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bba330f3. 00080000:00000010:1.0:1775763321.277978:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c80f4623. 00080000:00000010:1.0:1775763321.278007:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000b94aa3db. 00100000:00000010:1.0:1775763321.278273:0:5749:0:(lfsck_layout.c:7088:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000b08265fc. 00100000:00000010:1.0:1775763321.278278:0:5749:0:(lfsck_lib.c:1954:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000000f2bd3ee. 00100000:00000010:1.0:1775763321.278284:0:5749:0:(lfsck_layout.c:7124:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000009fca0f8d. 00100000:00000010:1.0:1775763321.278287:0:5749:0:(lfsck_layout.c:7128:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000024289179. 00000020:00000010:1.0:1775763321.278307:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000071e4df1a. 00080000:00000010:1.0:1775763321.278330:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000016fdb6a8. 00080000:00000010:1.0:1775763321.278336:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000000e7e6a0f. 00080000:00000010:1.0:1775763321.278423:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000004b1c5122. 00000020:00000010:1.0:1775763321.278469:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5caed51. 00080000:00000010:1.0:1775763321.278474:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f39adff4. 00080000:00000010:1.0:1775763321.278479:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000026c77b4. 00000020:00000010:1.0:1775763321.278626:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000051d482d8. 00080000:00000010:1.0:1775763321.278630:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aa5959da. 00080000:00000010:1.0:1775763321.278635:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000da9dc041. 00000020:00000010:1.0:1775763321.278802:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000028013483. 00080000:00000010:1.0:1775763321.278808:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cfed97c4. 00080000:00000010:1.0:1775763321.278825:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000003a465024. 00000020:00000010:1.0:1775763321.278970:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fc0a792b. 00080000:00000010:1.0:1775763321.278975:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000080f7b0a3. 00080000:00000010:1.0:1775763321.278981:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000d8867c0c. 00000020:00000010:1.0:1775763321.279772:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000092958345. 00080000:00000010:1.0:1775763321.279779:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000074580eb9. 00080000:00000010:1.0:1775763321.279785:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 0000000009185f8d. 00000020:00000010:1.0:1775763321.279940:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005ec30224. 00080000:00000010:1.0:1775763321.279946:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000064d4b47f. 00080000:00000010:1.0:1775763321.279951:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000dda63105. 00000020:00000010:1.0:1775763321.280130:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005fde7ada. 00080000:00000010:1.0:1775763321.280135:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008056b82e. 00080000:00000010:1.0:1775763321.280139:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000001d1bf67a. 00000020:00000010:1.0:1775763321.280279:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b296885a. 00080000:00000010:1.0:1775763321.280284:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063b952b6. 00080000:00000010:1.0:1775763321.280289:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000cff53f48. 00000020:00000010:1.0:1775763321.280429:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bcf6c0e1. 00080000:00000010:1.0:1775763321.280433:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f6892211. 00080000:00000010:1.0:1775763321.280439:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000d2efdab8. 00000020:00000010:1.0:1775763321.280569:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000024cea897. 00080000:00000010:1.0:1775763321.280574:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000033a4b48a. 00080000:00000010:1.0:1775763321.280578:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000009ceeadaa. 00000020:00000010:1.0:1775763321.280710:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a69a00eb. 00080000:00000010:1.0:1775763321.280714:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000029f1b08. 00080000:00000010:1.0:1775763321.280725:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000c9d1ec5d. 00000020:00000010:1.0:1775763321.280891:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000004ec38c8. 00080000:00000010:1.0:1775763321.280895:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003ea060a1. 00080000:00000010:1.0:1775763321.280900:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000ff28dc86. 00000020:00000010:1.0:1775763321.281064:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fee1c1c2. 00080000:00000010:1.0:1775763321.281068:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000081e362e. 00080000:00000010:1.0:1775763321.281072:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000005cff062d. 00000020:00000010:1.0:1775763321.281209:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004e3634b5. 00080000:00000010:1.0:1775763321.281215:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001f8645e5. 00080000:00000010:1.0:1775763321.281219:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000008310aa7e. 00000020:00000010:1.0:1775763321.281374:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006afc0703. 00080000:00000010:1.0:1775763321.281378:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000006268547. 00080000:00000010:1.0:1775763321.281383:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000c9990f96. 00000020:00000010:1.0:1775763321.281523:0:5749:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004f0c64e7. 00080000:00000010:1.0:1775763321.281528:0:5749:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007138f083. 00080000:00000010:1.0:1775763321.281533:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 000000003ee4b7cb. 00200000:00000010:1.0:1775763321.281664:0:5749:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000605ea9ce. 00000020:00000010:1.0:1775763321.281692:0:5749:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a03fd5d5. 00000020:00000010:1.0:1775763321.281697:0:5749:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008a5d2d8. 00000020:00000010:1.0:1775763321.281701:0:5749:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000073b7c345. 00000020:00000010:1.0:1775763321.281706:0:5749:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2e4825e. 00000020:00000010:1.0:1775763321.281710:0:5749:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b3b16240. 80000000:00000010:1.0:1775763321.281713:0:5749:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032e4ca1c. 40000000:00000010:1.0:1775763321.281716:0:5749:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e1ff8d36. 00100000:00000010:1.0:1775763321.281721:0:5749:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009aee8aa8. 00040000:00000010:1.0:1775763321.281725:0:5749:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009ba9888a. 00040000:00000010:1.0:1775763321.281762:0:5749:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000070d0e240. 00080000:00000010:1.0:1775763321.281767:0:5749:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at 00000000598dc5c2. 00002000:00000010:1.0:1775763321.281772:0:5749:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a7a6f4c7. 00080000:00000010:1.0:1775763321.281779:0:5749:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at 00000000f5c3f75a. 00080000:00000010:1.0:1775763321.404124:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000f5c3f75a. 00080000:00000010:1.0:1775763321.404135:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000003ee4b7cb. 00080000:00000010:1.0:1775763321.404138:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000c9990f96. 00080000:00000010:1.0:1775763321.404153:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000008310aa7e. 00080000:00000010:1.0:1775763321.404156:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000005cff062d. 00080000:00000010:1.0:1775763321.404159:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000ff28dc86. 00080000:00000010:1.0:1775763321.404162:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000c9d1ec5d. 00080000:00000010:1.0:1775763321.404164:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000009ceeadaa. 00080000:00000010:1.0:1775763321.404167:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000d2efdab8. 00080000:00000010:1.0:1775763321.404169:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000cff53f48. 00080000:00000010:1.0:1775763321.404172:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000001d1bf67a. 00080000:00000010:1.0:1775763321.404174:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000dda63105. 00080000:00000010:1.0:1775763321.404176:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000009185f8d. 00080000:00000010:1.0:1775763321.404178:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000d8867c0c. 00080000:00000010:1.0:1775763321.404181:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000003a465024. 00080000:00000010:1.0:1775763321.404183:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000da9dc041. 00080000:00000010:1.0:1775763321.404186:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000026c77b4. 00080000:00000010:1.0:1775763321.404189:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000004b1c5122. 00080000:00000010:1.0:1775763321.404192:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000000e7e6a0f. 00080000:00000010:1.0:1775763321.404194:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000b94aa3db. 00080000:00000010:1.0:1775763321.404196:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000007b5bb374. 00080000:00000010:1.0:1775763321.404199:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000bcf4ddd5. 00080000:00000010:1.0:1775763321.404201:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000003af11668. 00080000:00000010:1.0:1775763321.404204:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000c375c47a. 00080000:00000010:1.0:1775763321.404206:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000002eddb6c0. 00080000:00000010:1.0:1775763321.404209:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000b4373c54. 00080000:00000010:1.0:1775763321.404211:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000016f1bd47. 00080000:00000010:1.0:1775763321.404214:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000069c1d60c. 00080000:00000010:1.0:1775763321.404216:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000a3cbae81. 00080000:00000010:1.0:1775763321.404218:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000003c2d8e93. 00080000:00000010:1.0:1775763321.404220:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000062869ab. 00080000:00000010:1.0:1775763321.404223:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000006664d6ac. 00080000:00000010:1.0:1775763321.404225:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000087042a03. 00080000:00000010:1.0:1775763321.404227:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000476013d1. 00080000:00000010:1.0:1775763321.404230:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000377c2f61. 00080000:00000010:1.0:1775763321.404232:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 0000000015ba03d4. 00080000:00000010:1.0:1775763321.404248:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000003d762c12. 00080000:00000010:1.0:1775763321.404251:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000005c102f82. 00080000:00000010:1.0:1775763321.404254:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000b891d61d. 00080000:00000010:1.0:1775763321.404256:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000b270bb56. 00080000:00000010:1.0:1775763321.404259:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000cd0ff8ca. 00080000:00000010:1.0:1775763321.404261:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000c7fdb700. 00080000:00000010:1.0:1775763321.404263:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000fb304b51. 00080000:00000010:1.0:1775763321.404266:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000001ab342a9. 00080000:00000010:1.0:1775763321.404268:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000d37b0af6. 00080000:00000010:1.0:1775763321.404271:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000e619b6b1. 00080000:00000010:1.0:1775763321.404273:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000005b7e82db. 00080000:00000010:1.0:1775763321.404276:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 000000009d7e0502. 00080000:00000010:1.0:1775763321.404294:0:5790:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at 00000000d3276acb. 00000004:00000010:1.0:1775763321.410534:0:5749:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000093b4a24. 00000020:00000010:1.0:1775763321.410553:0:5749:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000086426d62. 00000040:00000010:1.0:1775763321.410556:0:5749:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003d5973e7. 00000020:00000010:1.0:1775763321.410559:0:5749:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006843b179. 00000020:00000010:1.0:1775763321.410562:0:5749:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e1e182fb. 00000020:00000010:1.0:1775763321.410566:0:5749:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f97cf573. 80000000:00000010:1.0:1775763321.410570:0:5749:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000081448488. 40000000:00000010:1.0:1775763321.410572:0:5749:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009bdb14d8. 00000020:00000010:1.0:1775763321.410575:0:5749:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000092a3fc8. 00100000:00000010:1.0:1775763321.410580:0:5749:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dccda110. 00040000:00000010:1.0:1775763321.410582:0:5749:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c72023e6. 00040000:00000010:1.0:1775763321.410586:0:5749:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000063229bd. 00040000:00000010:1.0:1775763321.410589:0:5749:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b042b04c. 00080000:00000010:1.0:1775763321.410591:0:5749:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000008c8861a0. 00000020:00000010:1.0:1775763321.410593:0:5749:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 704 at 00000000672a29cd. 00080000:00000010:1.0:1775763321.410595:0:5749:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 00000000ae858f79. 00000004:00000010:1.0:1775763321.410598:0:5749:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000525f54a. 00000004:00000010:1.0:1775763321.410601:0:5749:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at 00000000c932615d. 00000004:00000010:1.0:1775763321.410605:0:5749:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 000000004708a061. 00000004:00000010:1.0:1775763321.410607:0:5749:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at 0000000042906cf3. 00000020:00000010:1.0:1775763321.410610:0:5749:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011d0f149. 00000020:00000010:1.0:1775763321.410621:0:5749:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002683b0c6. 00000020:00000010:1.0:1775763321.410625:0:5749:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4e3dd29. 00000020:00000010:1.0:1775763321.410627:0:5749:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cecffe1. 00000400:00000010:1.0:1775763321.410669:0:5749:0:(api-ni.c:3419:LNetRegisterNIDUpdates()) alloc '(nur)': 32 at 0000000039b05bd0. 00000400:00000200:1.0:1775763321.410672:0:5749:0:(api-ni.c:3433:LNetRegisterNIDUpdates()) Registering 000000007b94b90f/000000007949b445 party for NID updates 00000040:00000010:1.0:1775763321.410683:0:5749:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000e4b110e6. 00000020:00000010:1.0:1775763321.410691:0:5749:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000046c75737. 00000040:00000010:1.0:1775763321.410694:0:5749:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009e0adffa. 00000020:00000010:1.0:1775763321.410696:0:5749:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001c4e61dd. 00000020:00000010:1.0:1775763321.410699:0:5749:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a37cc3f. 80000000:00000010:1.0:1775763321.410701:0:5749:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000597675a1. 00040000:00000010:1.0:1775763321.410704:0:5749:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000044e964f6. 00080000:00000010:1.0:1775763321.410706:0:5749:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at 0000000012ac291e. 20000000:00000010:1.0:1775763321.410709:0:5749:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 00000000d82c0ae1. 00000020:00000010:1.0:1775763321.410711:0:5749:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030927aa1. 00000400:00000010:1.0:1775763325.226645:0:3308:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000fd51e6d5. 00000400:00000010:1.0:1775763325.226672:0:3308:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 000000001fc19494. 00000400:00000010:1.0:1775763325.226674:0:3308:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000b14bd6e8. 00000100:00000010:1.0:1775763326.176543:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082452138. 02000000:00000010:1.0:1775763326.176566:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d23e1a3. 00000100:00000010:1.0:1775763326.176617:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000748c8a08. 02000000:00000010:1.0:1775763326.176625:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b7244cf4. 00000020:00000010:1.0:1775763326.177246:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079a7b457. 00000020:00000010:1.0:1775763326.177250:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079a7b457. 00000020:00000010:1.0:1775763326.177257:0:5760:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003abf04ed. 00000020:00000010:1.0:1775763326.177261:0:5760:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6ab0e08. 00000020:00000010:1.0:1775763326.177266:0:5760:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763326.177311:0:5760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079a7b457. 00000020:00000010:1.0:1775763326.177313:0:5760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079a7b457. 00000100:00000200:1.0:1775763326.177317:0:5760:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022725635200 02000000:00000010:1.0:1775763326.177331:0:5760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001485e097. 00010000:00000200:1.0:1775763326.177339:0:5760:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f6bd2c8 x1862022725635200/t0(0) o400->1fad9776-00c6-469a-9d10-3ff3b874189c@0@lo:317/0 lens 224/224 e 0 to 0 dl 1775763337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775763326.177365:0:5760:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bcf2a6. 00000100:00000200:1.0:1775763326.177368:0:5760:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862022725635200, offset 224 00000400:00000200:1.0:1775763326.177373:0:5760:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775763326.177379:0:5760:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775763326.177383:0:5760:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69d7ff3200c80 00000400:00000200:1.0:1775763326.177388:0:5760:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xa95 [1] + 224 00000400:00000200:1.0:1775763326.177392:0:5760:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775763326.177395:0:5760:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775763326.177400:0:5760:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000082452138 x1862022725635200/t0(0) o400->MGC192.168.202.107@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1775763342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775763326.177415:0:5760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bcf2a6 00000400:00000010:1.0:1775763326.177417:0:5760:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bcf2a6. 00000020:00000010:1.0:1775763326.177429:0:5760:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6ab0e08. 00000020:00000010:1.0:1775763326.177432:0:5760:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5ed13a9. 00000020:00000010:1.0:1775763326.177437:0:5760:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003abf04ed. 02000000:00000010:1.0:1775763326.177445:0:5760:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001485e097. 00000100:00000200:1.0:1775763326.177452:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775763326.177456:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf241c6b. 00000400:00000010:1.0:1775763326.177460:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056dd9e7e. 00000400:00000010:1.0:1775763326.181074:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c627b86. 00000400:00000200:1.0:1775763326.181092:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b427d8a7 00000400:00000010:1.0:1775763326.181095:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b427d8a7. 00000100:00000200:1.0:1775763326.181109:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000748c8a08 x1862022725635328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1775763336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775763326.181121:0:3310:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000748c8a08 x1862022725635328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1775763336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1775763326.181145:0:3310:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b0276e61. 02000000:00000010:1.0:1775763326.181186:0:3310:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e7c292bf. 02000000:00000010:1.0:1775763326.181193:0:3310:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b7244cf4. 00000100:00000010:1.0:1775763326.181197:0:3310:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000748c8a08. 00000100:00000010:1.0:1775763326.192605:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008963eb73. 00010000:00010000:1.0:1775763329.062198:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763332.221484:0:6231:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000180324c9/0x429a70d18420a49a lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763332.221540:0:6231:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000de29d805/0x429a70d18420a45b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a454 expref: 10 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763332.221555:0:6231:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000de29d805/0x429a70d18420a45b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a454 expref: 10 pid: 5760 timeout: 307 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763332.221571:0:6231:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@0000000026b19d82 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:6231:1862022725635968:0@lo:104: 00000100:00100000:2.0:1775763332.221637:0:6231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763332.221699:0:6231:0:(client.c:2691:ptlrpc_set_wait()) set 00000000d625e39d going to sleep for 11 seconds 00000100:00100000:1.0:1775763332.222456:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725635968 00000100:00100000:1.0:1775763332.222467:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725635968 00000100:00100000:1.0:1775763332.222521:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1775763332.228769:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@0000000077df435a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:6231:x1862022725635968:12345-0@lo:104: 00010000:00010000:1.0:1775763332.228790:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: 000000009bed47ad/0x429a70d18420a454 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a45b expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763332.228921:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763332.228926:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@0000000077df435a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:6231:x1862022725635968:12345-0@lo:104: Request processed in 196us (7290us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763332.228934:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1775763332.229011:0:6231:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@0000000026b19d82 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:6231:1862022725635968:0@lo:104: 00010000:00010000:2.0:1775763332.229033:0:6231:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000180324c9/0x429a70d18420a49a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763332.234828:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000f1bfacbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725636096:0@lo:103: 00000100:00100000:2.0:1775763332.234909:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775763332.235676:0:6231:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000180324c9/0x429a70d18420a49a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763332.235684:0:6231:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000180324c9/0x429a70d18420a49a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763332.235689:0:6231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000180324c9/0x429a70d18420a49a lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763336.426849:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763336.426880:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000748c8a08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725636224:0@lo:400: 00000100:00100000:1.0:1775763336.426966:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763336.427029:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725636224 00000100:00100000:1.0:1775763336.427037:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725636224 00000100:00100000:1.0:1775763336.427084:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1775763336.427092:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@000000003a0526ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+10:3314:x1862022725636224:12345-0@lo:400: 00000100:00100000:1.0:1775763336.427142:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@000000003a0526ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+10:3314:x1862022725636224:12345-0@lo:400: Request processed in 51us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763336.427149:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1775763336.427193:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000748c8a08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725636224:0@lo:400: 00000100:00100000:1.0:1775763336.427316:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@00000000748c8a08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725636352:0@lo:400: 00000100:00100000:1.0:1775763336.427343:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763336.427379:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725636352 00000100:00100000:1.0:1775763336.427383:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725636352 00000100:00100000:1.0:1775763336.427427:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1775763336.427659:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000bc488a9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725636352:12345-0@lo:400: 00000100:00100000:1.0:1775763336.427693:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000bc488a9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725636352:12345-0@lo:400: Request processed in 37us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763336.427699:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1775763336.427726:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000748c8a08 x1862022725636352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763336.427767:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@00000000748c8a08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725636352:0@lo:400: 00000100:00100000:1.0:1775763337.956155:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725636608 00000100:00100000:1.0:1775763337.956167:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725636608 00000100:00100000:1.0:1775763337.956224:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1775763337.956321:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000fd43d974 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+11:5765:x1862022725636608:12345-0@lo:501: 00000100:00100000:1.0:1775763337.957012:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000fd43d974 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+11:5765:x1862022725636608:12345-0@lo:501: Request processed in 693us (1637us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763337.957021:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1775763337.958633:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725636736 00000100:00100000:1.0:1775763337.958642:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725636736 00000100:00100000:1.0:1775763337.958773:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1775763337.958780:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000e0bed362 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:5765:x1862022725636736:12345-0@lo:503: 00000100:00100000:1.0:1775763337.958989:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000e0bed362 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:5765:x1862022725636736:12345-0@lo:503: Request processed in 209us (1195us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763337.958996:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1775763337.969196:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725636864 00000100:00100000:2.0:1775763337.969206:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725636864 00000100:00100000:2.0:1775763337.969469:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1775763337.969480:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@00000000bdb7db66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6525:x1862022725636864:12345-0@lo:502: 00000100:00100000:2.0:1775763337.970089:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@00000000bdb7db66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6525:x1862022725636864:12345-0@lo:502: Request processed in 609us (8580us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763337.970097:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1775763337.970675:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725636992 00000100:00100000:2.0:1775763337.970680:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725636992 00000100:00100000:2.0:1775763337.970717:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1775763337.970725:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6525:x1862022725636992:12345-0@lo:502: 00000100:00100000:2.0:1775763337.970941:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6525:x1862022725636992:12345-0@lo:502: Request processed in 217us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763337.970948:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000020:01000000:1.0:1775763337.971474:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1775763337.971492:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1775763337.971501:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763337.971522:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00100000:10000000:1.0:1775763338.726311:0:6547:0:(scrub.c:229:scrub_file_store()) lustre-OST0000: store scrub file: rc = 0 00100000:10000000:2.0:1775763338.790064:0:6547:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1775763338.790204:0:6547:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000001:0x3:0x0] => 0 (fld): rc = 1 00100000:10000000:2.0:1775763338.790274:0:6547:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:2.0:1775763338.790306:0:6547:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00000020:00000080:2.0:1775763338.790648:0:6547:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1775763338.790658:0:6547:0:(osd_handler.c:1569:osd_obd_connect()) connect #0 00000020:00000080:2.0:1775763338.790668:0:6547:0:(genops.c:1404:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x429a70d18420a4b6 00000020:01000004:2.0:1775763338.790675:0:6547:0:(tgt_mount.c:2519:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:2.0:1775763338.790697:0:6547:0:(obd_mount.c:393:lustre_start_mgc()) MGC192.168.202.107@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1775763338.790700:0:6547:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.202.107@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1775763338.790707:0:6547:0:(tgt_mount.c:1743:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1775763338.790712:0:6547:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1775763338.790723:0:6547:0:(genops.c:412:class_newdev()) Allocate new device OSS (ffff8b1e103a99c0) 00000020:00000080:2.0:1775763338.791007:0:6547:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type ost with refcount 2 00000100:00100000:2.0:1775763338.793792:0:6547:0:(service.c:153:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1775763338.794008:0:6547:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1775763338.794015:0:6547:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1775763338.873561:0:6547:0:(service.c:3441:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1775763338.873585:0:6547:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1775763338.876225:0:6547:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1775763338.876431:0:6547:0:(service.c:3441:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1775763338.876439:0:6547:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1775763339.006473:0:6547:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1775763339.006668:0:6547:0:(service.c:3441:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1775763339.006675:0:6547:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1775763339.010326:0:6547:0:(service.c:3441:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1775763339.010342:0:6547:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1775763339.010961:0:6547:0:(obd_config.c:824:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1775763339.010987:0:6547:0:(tgt_mount.c:278:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:2.0:1775763339.010994:0:6547:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.107@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000100:00100000:2.0:1775763339.083337:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725637120 00000100:00100000:2.0:1775763339.083358:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725637120 00000040:00080000:2.0:1775763339.087462:0:5762:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1775763339.095971:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].16, 224 off11152 20000000:01000000:1.0:1775763339.096001:0:5762:0:(mgs_llog.c:3707:mgs_write_log_osc_to_lov()) add nid 192.168.202.107@tcp 20000000:01000000:1.0:1775763339.096004:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg (null) 0xcf005 192.168.202.107@tcp (null) (null) (null) 00000040:00080000:1.0:1775763339.096046:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].17, 88 off11240 20000000:01000000:1.0:1775763339.096054:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc-MDT0000 0xcf001 osc lustre-MDT0000-mdtlov_UUID (null) (null) 00000040:00080000:1.0:1775763339.096104:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].18, 144 off11384 20000000:01000000:1.0:1775763339.096113:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc-MDT0000 0xcf003 lustre-OST0000_UUID 192.168.202.107@tcp (null) (null) 00000040:00080000:1.0:1775763339.096146:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].19, 152 off11536 20000000:01000000:1.0:1775763339.096154:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xcf00d lustre-OST0000_UUID 0 1 (null) 00000040:00080000:1.0:1775763339.096180:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].20, 136 off11672 00000040:00080000:1.0:1775763339.096254:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].21, 224 off11896 00000040:00080000:1.0:1775763339.098139:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].21, 224 off11952 20000000:01000000:1.0:1775763339.098166:0:5762:0:(mgs_llog.c:3707:mgs_write_log_osc_to_lov()) add nid 192.168.202.107@tcp 20000000:01000000:1.0:1775763339.098168:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg (null) 0xcf005 192.168.202.107@tcp (null) (null) (null) 00000040:00080000:1.0:1775763339.098204:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].22, 88 off12040 20000000:01000000:1.0:1775763339.098211:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc 0xcf001 osc lustre-clilov_UUID (null) (null) 00000040:00080000:1.0:1775763339.098242:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].23, 128 off12168 20000000:01000000:1.0:1775763339.098250:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc 0xcf003 lustre-OST0000_UUID 192.168.202.107@tcp (null) (null) 00000040:00080000:1.0:1775763339.098296:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].24, 144 off12312 20000000:01000000:1.0:1775763339.098306:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xcf00d lustre-OST0000_UUID 0 1 (null) 00000040:00080000:1.0:1775763339.098338:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].25, 128 off12440 00000040:00080000:1.0:1775763339.098371:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].26, 224 off12664 20000000:01000000:1.0:1775763339.098387:0:5762:0:(mgs_llog.c:5153:mgs_write_log_target()) remaining string: ' autodegrade=on ', param: 'sys.timeout=20' 20000000:01000000:1.0:1775763339.098390:0:5762:0:(mgs_llog.c:4648:mgs_write_log_param()) next param 'sys.timeout=20' 20000000:01000000:1.0:1775763339.098394:0:5762:0:(mgs_llog.c:4082:mgs_write_log_sys()) global 'sys.timeout=20' val=20 20000000:01000000:1.0:1775763339.098425:0:5762:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1775763339.098428:0:5762:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:1.0:1775763339.098462:0:5762:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-MDT0000 20000000:01000000:1.0:1775763339.098619:0:5762:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre/sys.timeout fl=4 20000000:01000000:2.0:1775763339.099989:0:6562:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 10 marker 8 1->4: lustre sys.timeout 20000000:01000000:2.0:1775763339.100066:0:6562:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 12 marker 8 2->4: lustre sys.timeout 00000040:00080000:2.0:1775763339.100126:0:6562:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 22 count 22 00000040:00080000:1.0:1775763339.101302:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].22, 224 off12120 00000040:00080000:1.0:1775763339.101356:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].23, 80 off12200 00000040:00080000:1.0:1775763339.102024:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].24, 224 off12424 20000000:01000000:1.0:1775763339.102101:0:5762:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-OST0000 20000000:01000000:1.0:1775763339.102105:0:5762:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-OST0000/lustre/sys.timeout fl=4 00000040:00080000:2.0:1775763339.102804:0:6563:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 5 count 5 00000040:00080000:1.0:1775763339.103254:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].5, 224 off9104 00000040:00080000:1.0:1775763339.103295:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].6, 80 off9184 00000040:00080000:1.0:1775763339.103379:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].7, 224 off9408 20000000:01000000:1.0:1775763339.103391:0:5762:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:1.0:1775763339.103393:0:5762:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre/sys.timeout fl=4 20000000:01000000:1.0:1775763339.104206:0:6564:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 18 marker 9 1->4: lustre sys.timeout 20000000:01000000:1.0:1775763339.104251:0:6564:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 20 marker 9 2->4: lustre sys.timeout 00000040:00080000:1.0:1775763339.104306:0:6564:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 27 count 27 00000100:00100000:1.0:1775763339.105812:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725637248 00000100:00100000:1.0:1775763339.105828:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725637248 00000100:00100000:1.0:1775763339.105874:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725637376 00000100:00100000:1.0:1775763339.105877:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725637376 00000100:00100000:1.0:1775763339.105886:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725637504 00000100:00100000:1.0:1775763339.105889:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725637504 00000100:00100000:1.0:1775763339.105900:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1775763339.105909:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+5:5762:x1862022725637248:12345-0@lo:104: 00010000:00010000:1.0:1775763339.105922:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a462 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a469 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.105992:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763339.105998:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+5:5762:x1862022725637248:12345-0@lo:104: Request processed in 90us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763339.106005:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1775763339.106029:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1775763339.106034:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+4:5762:x1862022725637376:12345-0@lo:104: 00010000:00010000:1.0:1775763339.106173:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194600/0x429a70d18420a3f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a3f9 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.106207:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1775763339.106212:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+4:5762:x1862022725637376:12345-0@lo:104: Request processed in 178us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763339.106217:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1775763339.106230:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1775763339.106235:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:5762:x1862022725637504:12345-0@lo:104: 00010000:00010000:1.0:1775763339.106242:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a3d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a3dd expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.106265:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1775763339.106269:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:5762:x1862022725637504:12345-0@lo:104: Request processed in 34us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763339.106274:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1775763339.107019:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775763339.107028:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a462 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a469 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.107097:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763339.107102:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a462 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a469 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.107112:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a462 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a469 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763339.107120:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a462 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a469 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763339.107137:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775763339.107642:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a462 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a469 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.107651:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763339.107690:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a462 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a469 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.107698:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a462 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a469 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.107717:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775763339.107720:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194600/0x429a70d18420a3f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a3f9 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.107727:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763339.107759:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194600/0x429a70d18420a3f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a3f9 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.107767:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194600/0x429a70d18420a3f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a3f9 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763339.107773:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194600/0x429a70d18420a3f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a3f9 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763339.107779:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1775763339.111677:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a3d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a3dd expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.111688:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763339.111692:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a3d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a3dd expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.111702:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a3d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a3dd expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763339.111708:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a3d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a3dd expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763339.111722:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1775763339.111829:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a3d6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a3dd expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.111836:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763339.111863:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a3d6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a3dd expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.111870:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a3d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a3dd expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.111887:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763339.111889:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763339.111890:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763339.111899:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763339.111918:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725637760:0@lo:103: 00000100:00100000:1.0:1775763339.111980:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775763339.112687:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194600/0x429a70d18420a3f2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a3f9 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.112698:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763339.112756:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194600/0x429a70d18420a3f2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a3f9 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.112763:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194600/0x429a70d18420a3f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a3f9 expref: -99 pid: 5749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.112779:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763339.112780:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763339.112782:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763339.113165:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725637888:0@lo:103: 00000100:00100000:1.0:1775763339.113212:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.113900:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725637888:0@lo:103: 00000100:00100000:1.0:1775763339.113929:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725637760:0@lo:103: 00000100:00100000:1.0:1775763339.216427:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725637120:0@lo:253: 10000000:01000000:1.0:1775763339.216445:0:6547:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1775763339.216449:0:6547:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1775763339.216450:0:6547:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1775763339.216451:0:6547:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:1.0:1775763339.216453:0:6547:0:(tgt_mount.c:1147:server_mti_print()) uuid: lustre-OST0000_UUID 00000020:01000004:1.0:1775763339.216723:0:6547:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:1.0:1775763339.216725:0:6547:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:1.0:1775763339.216726:0:6547:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1775763339.216728:0:6547:0:(tgt_mount.c:1165:server_mti_print()) LDD_F_REWRITE_LDD 00000020:01000004:1.0:1775763339.216767:0:6547:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1775763339.216768:0:6547:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1775763339.216791:0:6547:0:(tgt_mount.c:99:server_register_mount()) register mount ffff8b1e08c7b000 from lustre-OST0000 10000000:01000000:1.0:1775763339.216947:0:6547:0:(mgc_request.c:1961:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1775763339.216950:0:6547:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1775763339.216957:0:6547:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8b1e103acd40 local copy 10000000:01000000:1.0:1775763339.216961:0:6547:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1775763339.216998:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a4cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.217011:0:6547:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a4cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.217020:0:6547:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a4cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763339.217122:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638016:0@lo:101: 00000100:00100000:1.0:1775763339.217165:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.217223:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e9640c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763339.217752:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638016:0@lo:101: 00010000:00010000:2.0:1775763339.217768:0:6547:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a4cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x429a70d18420a4d2 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.217778:0:6547:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a4cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x429a70d18420a4d2 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763339.217920:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638144:0@lo:501: 00000100:00100000:2.0:1775763339.217948:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763339.217976:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f502180 going to sleep for 11 seconds 10000000:01000000:1.0:1775763339.228316:0:6547:0:(mgc_request_server.c:758:mgc_llog_local_copy()) MGC192.168.202.107@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1775763339.228387:0:6547:0:(mgc_request_server.c:888:mgc_get_local_copy()) MGC192.168.202.107@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1775763339.228397:0:6547:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a4cb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x429a70d18420a4d2 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.228421:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a4cb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000400000000 nid: local remote: 0x429a70d18420a4d2 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.228427:0:6547:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a4cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000400000000 nid: local remote: 0x429a70d18420a4d2 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.228466:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1775763339.228494:0:6547:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8b1e08c7b000 10000000:01000000:1.0:1775763339.228501:0:6547:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1775763339.228505:0:6547:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8b1e103acd40 10000000:01000000:1.0:1775763339.228523:0:6547:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1775763339.228528:0:6547:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763339.228531:0:6547:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763339.228570:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.228577:0:6547:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.228587:0:6547:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763339.228604:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638272:0@lo:101: 00000100:00100000:1.0:1775763339.228667:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.228725:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e9640c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763339.230767:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638272:0@lo:101: 00010000:00010000:1.0:1775763339.230785:0:6547:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.230795:0:6547:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763339.230814:0:6547:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763339.230840:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.230865:0:6547:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763339.230874:0:6547:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1775763339.230878:0:6547:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1775763339.230884:0:6547:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1775763339.230887:0:6547:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1775763339.230907:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a4e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.230914:0:6547:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a4e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.230921:0:6547:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a4e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763339.230938:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638528:0@lo:101: 00000100:00100000:1.0:1775763339.230968:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.230992:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e9640c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763339.231317:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725638528 00000100:00100000:2.0:1775763339.231324:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725638528 00000100:00100000:2.0:1775763339.231373:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1775763339.231381:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+9:6547:x1862022725638528:12345-0@lo:101: 00010000:00010000:2.0:1775763339.231390:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763339.231411:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a4ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a4e7 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.231430:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a4ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a4e7 expref: 10 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.231452:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a4ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a4e7 expref: 10 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.231459:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07819e00, rc 0) 00000100:00100000:2.0:1775763339.231488:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+10:6547:x1862022725638528:12345-0@lo:101: Request processed in 110us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763339.231495:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1775763339.233311:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638528:0@lo:101: 00010000:00010000:1.0:1775763339.233339:0:6547:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a4e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a4ee expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.233351:0:6547:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a4e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a4ee expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763339.233483:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638656:0@lo:501: 00000100:00100000:1.0:1775763339.233546:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.233588:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e9640c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763339.233799:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725638656 00000100:00100000:2.0:1775763339.233805:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725638656 00000100:00100000:2.0:1775763339.234217:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1775763339.234228:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+10:6547:x1862022725638656:12345-0@lo:501: 00000100:00100000:2.0:1775763339.234487:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+10:6547:x1862022725638656:12345-0@lo:501: Request processed in 260us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763339.234495:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1775763339.234582:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638656:0@lo:501: 00000100:00100000:1.0:1775763339.234615:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638784:0@lo:503: 00000100:00100000:1.0:1775763339.234664:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.240170:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e9640c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763339.241081:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638784:0@lo:503: 00000040:00080000:1.0:1775763339.241380:0:6547:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1775763339.241471:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638912:0@lo:502: 00000100:00100000:1.0:1775763339.241521:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.241545:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e9640c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763339.245410:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725638912:0@lo:502: 00000040:00080000:1.0:1775763339.245828:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].1, 224 off8416 00000040:00080000:1.0:1775763339.245907:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].2, 128 off8544 00000040:00080000:1.0:1775763339.245943:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].3, 112 off8656 00000040:00080000:1.0:1775763339.245993:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8880 00000040:00080000:1.0:1775763339.246028:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 224 off9104 00000040:00080000:1.0:1775763339.246472:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 80 off9184 00000100:00100000:1.0:1775763339.246522:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639040:0@lo:502: 00000100:00100000:1.0:1775763339.246594:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.246641:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e9640c0 going to sleep for 11 seconds 00000020:01000000:2.0:1775763339.249478:0:6566:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1775763339.249490:0:6566:0:(obd_mount.c:951:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:2.0:1775763339.249498:0:6566:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775763339.249500:0:6566:0:(obd_config.c:1559:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1775763339.249507:0:6566:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1775763339.249526:0:6566:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff8b1e103a8000) 00000020:00000080:2.0:1775763339.249566:0:6566:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000080:2.0:1775763339.249573:0:6566:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1775763339.249636:0:6566:0:(tgt_mount.c:151:server_get_mount()) get mount ffff8b1e08c7b000 from lustre-OST0000, refs=2 00080000:01000000:2.0:1775763339.249644:0:6566:0:(osd_handler.c:1569:osd_obd_connect()) connect #1 00000020:00000080:2.0:1775763339.249651:0:6566:0:(genops.c:1404:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x429a70d18420a4fc 00000001:00000004:1.0:1775763339.275208:0:6566:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 0 40000000:02000000:1.0:1775763339.275831:0:6566:0:(fid_handler.c:553:seq_server_init()) srv-lustre-OST0000: No data found on store. Initialize space. 00080000:10000000:1.0:1775763339.289242:0:6566:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/8/3) registered 00080000:10000000:1.0:1775763339.302486:0:6566:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x3:0x0] (8/8/4) registered 00010000:00010000:0.0:1775763339.308563:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a4e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a4ee expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763339.308592:0:6547:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a4e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a4ee expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763339.308602:0:6547:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8b1e08c7b000 from 1 10000000:01000000:0.0:1775763339.308605:0:6547:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1775763339.308644:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763339.308652:0:6547:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763339.308663:0:6547:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763339.308687:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639168:0@lo:101: 00000100:00100000:0.0:1775763339.308793:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763339.309061:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725639168 00000100:00100000:2.0:1775763339.309070:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725639168 00000100:00100000:2.0:1775763339.309512:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1775763339.309525:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+10:6547:x1862022725639168:12345-0@lo:101: 00010000:00010000:2.0:1775763339.309549:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763339.309564:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a503 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.309590:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a503 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.309601:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a503 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.309609:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818800, rc 0) 00000100:00100000:2.0:1775763339.310669:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6547:x1862022725639168:12345-0@lo:101: Request processed in 1139us (1868us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763339.310680:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1775763339.314262:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e19110c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763339.314305:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639168:0@lo:101: 00010000:00010000:0.0:1775763339.314332:0:6547:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763339.314345:0:6547:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763339.314485:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639296:0@lo:501: 00000100:00100000:0.0:1775763339.314537:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763339.314564:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e19110c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763339.316528:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639296:0@lo:501: 00000100:00100000:2.0:1775763339.316596:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f434e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639424:0@lo:503: 00000100:00100000:2.0:1775763339.316669:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763339.316788:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f502cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763339.320948:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725639424 00000100:00100000:0.0:1775763339.320963:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725639424 00000100:00100000:1.0:1775763339.326198:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775763339.326212:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6547:x1862022725639424:12345-0@lo:503: 00000100:00100000:2.0:1775763339.327218:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6547:x1862022725639424:12345-0@lo:503: Request processed in 1004us (10543us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763339.327228:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1775763339.327354:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f434e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639424:0@lo:503: 00000040:00080000:0.0:1775763339.327696:0:6547:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1775763339.327807:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639552:0@lo:502: 00000100:00100000:0.0:1775763339.327882:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763339.327940:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e19110c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763339.328809:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639552:0@lo:502: 00000040:00080000:2.0:1775763339.329148:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].1, 224 off8416 00000040:00080000:2.0:1775763339.329207:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].2, 112 off8528 00000100:00100000:2.0:1775763339.329239:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f436680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639680:0@lo:502: 00000100:00100000:2.0:1775763339.329285:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763339.329319:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f502780 going to sleep for 11 seconds 00000100:00100000:0.0:1775763339.329687:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725639680 00000100:00100000:0.0:1775763339.329693:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725639680 00000100:00100000:0.0:1775763339.329751:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1775763339.329759:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6547:x1862022725639680:12345-0@lo:502: 00000100:00100000:0.0:1775763339.330284:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6547:x1862022725639680:12345-0@lo:502: Request processed in 524us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763339.330293:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000020:01000000:1.0:1775763339.333271:0:6570:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1775763339.333292:0:6570:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775763339.333295:0:6570:0:(obd_config.c:1559:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1775763339.333303:0:6570:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b1e08c7b000 00000020:00000080:1.0:1775763339.333306:0:6570:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1775763339.333330:0:6570:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1775763339.333332:0:6570:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775763339.333334:0:6570:0:(obd_config.c:1559:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1775763339.333336:0:6570:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000100:00100000:2.0:1775763339.334261:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725639808 00000100:00100000:2.0:1775763339.334268:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725639808 00000100:00100000:2.0:1775763339.334315:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1775763339.334325:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6547:x1862022725639808:12345-0@lo:101: 00010000:00010000:2.0:1775763339.334340:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763339.334354:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a518 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a511 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.334377:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a518 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a511 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.334389:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a518 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a511 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763339.334398:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818e00, rc 0) 00000100:00100000:2.0:1775763339.334449:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6547:x1862022725639808:12345-0@lo:101: Request processed in 126us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763339.334455:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1775763339.334961:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639808:0@lo:101: 00010000:00010000:1.0:1775763339.334977:0:6547:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a511 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a518 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.334986:0:6547:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a511 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a518 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763339.335201:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639936:0@lo:501: 00000100:00100000:1.0:1775763339.335237:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.335323:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e9640c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763339.339188:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725639936 00000100:00100000:2.0:1775763339.339201:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725639936 00000100:00100000:2.0:1775763339.339270:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1775763339.339279:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6547:x1862022725639936:12345-0@lo:501: 00000100:00100000:1.0:1775763339.339891:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725639936:0@lo:501: 00000100:00100000:1.0:1775763339.339942:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725640064:0@lo:503: 00000100:00100000:2.0:1775763339.340019:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6547:x1862022725639936:12345-0@lo:501: Request processed in 740us (4779us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763339.340027:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1775763339.340654:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.340767:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e9640c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763339.342854:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725640064:0@lo:503: 00000040:00080000:0.0:1775763339.343197:0:6547:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1775763339.343275:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725640192:0@lo:502: 00000100:00100000:0.0:1775763339.343322:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763339.343360:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2aac9240 going to sleep for 11 seconds 00000100:00100000:2.0:1775763339.343433:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725640192 00000100:00100000:2.0:1775763339.343438:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725640192 00000100:00100000:2.0:1775763339.343473:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1775763339.343479:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6547:x1862022725640192:12345-0@lo:502: 00000100:00100000:2.0:1775763339.343652:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6547:x1862022725640192:12345-0@lo:502: Request processed in 173us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763339.343659:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1775763339.344023:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725640192:0@lo:502: 00000040:00080000:0.0:1775763339.344263:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].1, 224 off8416 00000040:00080000:0.0:1775763339.344327:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].2, 120 off8536 00000040:00080000:0.0:1775763339.344363:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].3, 168 off8704 00000040:00080000:0.0:1775763339.344429:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].4, 224 off8928 00000040:00080000:0.0:1775763339.344466:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].5, 224 off9152 00000040:00080000:0.0:1775763339.344508:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].6, 120 off9272 00000040:00080000:0.0:1775763339.344542:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].7, 168 off9440 00000040:00080000:0.0:1775763339.344576:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].8, 224 off9664 00000040:00080000:0.0:1775763339.344637:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].9, 224 off9888 00000040:00080000:0.0:1775763339.344674:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].10, 120 off10008 00000040:00080000:0.0:1775763339.344707:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].11, 224 off10232 00000040:00080000:0.0:1775763339.344808:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].12, 224 off10456 00000040:00080000:0.0:1775763339.345274:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].13, 88 off10544 00000040:00080000:0.0:1775763339.345308:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].14, 128 off10672 00000040:00080000:0.0:1775763339.345359:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].15, 144 off10816 00000040:00080000:0.0:1775763339.345393:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].16, 160 off10976 00000040:00080000:0.0:1775763339.345440:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].17, 224 off11200 00000040:00080000:0.0:1775763339.345510:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].18, 224 off11424 00000040:00080000:0.0:1775763339.345548:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].19, 80 off11504 00000040:00080000:0.0:1775763339.345583:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].20, 224 off11728 00000040:00080000:0.0:1775763339.345633:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].21, 224 off11952 00000040:00080000:0.0:1775763339.345670:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].22, 88 off12040 00000040:00080000:0.0:1775763339.345705:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].23, 128 off12168 00000040:00080000:0.0:1775763339.345790:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].24, 144 off12312 00000040:00080000:0.0:1775763339.346005:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].25, 128 off12440 00000040:00080000:0.0:1775763339.346491:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].26, 224 off12664 00000040:00080000:0.0:1775763339.346559:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].27, 224 off12888 00000040:00080000:0.0:1775763339.346598:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].28, 80 off12968 00000100:00100000:0.0:1775763339.346649:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725640320:0@lo:502: 00000100:00100000:0.0:1775763339.346727:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763339.346960:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2aac9240 going to sleep for 11 seconds 00000100:00100000:2.0:1775763339.351769:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725640320 00000100:00100000:2.0:1775763339.351785:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725640320 00000100:00100000:2.0:1775763339.352203:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1775763339.352216:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6547:x1862022725640320:12345-0@lo:502: 00000100:00100000:2.0:1775763339.352530:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6547:x1862022725640320:12345-0@lo:502: Request processed in 317us (5803us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763339.352538:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1775763339.352648:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725640320:0@lo:502: 00000040:00080000:0.0:1775763339.352788:0:6547:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].29, 224 off13192 00000040:00080000:0.0:1775763339.352806:0:6547:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000020:01000004:0.0:1775763339.353801:0:6571:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1775763339.353827:0:6571:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8b1e3e6fcd40) 00000020:00000080:0.0:1775763339.353857:0:6571:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type lwp with refcount 2 00000020:01000004:0.0:1775763339.355934:0:6571:0:(tgt_mount.c:151:server_get_mount()) get mount ffff8b1e08c7b000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1775763339.355946:0:6571:0:(tgt_mount.c:185:server_put_mount()) put mount ffff8b1e08c7b000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1775763339.355956:0:6571:0:(obd_mount.c:700:lustre_put_lsi()) put ffff8b1e08c7b000 3 00010000:00080000:0.0:1775763339.355996:0:6571:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b1e371ad800@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.107@tcp at head 00010000:00010000:0.0:1775763339.368651:0:6571:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-2 is initialized 00000020:00000080:0.0:1775763339.368789:0:6571:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1775763339.368842:0:6571:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1775763339.368865:0:6571:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x429a70d18420a526 00000100:00080000:0.0:1775763339.368875:0:6571:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1775763339.368881:0:6571:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8b1e371ad800 using connection 192.168.202.107@tcp/0@lo 00000100:00100000:0.0:1775763339.368919:0:6571:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b1e0f128a80 x1862022725640448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775763339.368944:0:6571:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1775763339.369269:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3310:1862022725640448:0@lo:38: 00000100:00100000:1.0:1775763339.369338:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763339.369448:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725640576:0@lo:400: 00000040:00080000:0.0:1775763339.369951:0:6571:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 30 count 30 00000020:01000000:0.0:1775763339.375800:0:6547:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 10000000:01000000:0.0:1775763339.375862:0:6547:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775763339.375884:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a511 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a518 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763339.375897:0:6547:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a511 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a518 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1775763339.375988:0:6547:0:(tgt_mount.c:1144:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1775763339.375991:0:6547:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1775763339.375992:0:6547:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775763339.375993:0:6547:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775763339.375995:0:6547:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775763339.375996:0:6547:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775763339.375998:0:6547:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1775763339.376000:0:6547:0:(tgt_mount.c:1161:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:0.0:1775763339.376002:0:6547:0:(tgt_mount.c:1163:server_mti_print()) LDD_F_UPDATE 00000020:01000004:0.0:1775763339.376004:0:6547:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775763339.376005:0:6547:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1775763339.376009:0:6547:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020062 00000020:01000004:0.0:1775763339.376018:0:6547:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1775763339.376019:0:6547:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1775763339.376020:0:6547:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775763339.376021:0:6547:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775763339.376021:0:6547:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775763339.376022:0:6547:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775763339.376023:0:6547:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1775763339.376024:0:6547:0:(tgt_mount.c:1161:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:0.0:1775763339.376024:0:6547:0:(tgt_mount.c:1163:server_mti_print()) LDD_F_UPDATE 00000020:01000004:0.0:1775763339.376025:0:6547:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775763339.376026:0:6547:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1775763339.376071:0:6547:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1775763339.376091:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725640704:0@lo:253: 00000100:00100000:0.0:1775763339.376161:0:6547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763339.376209:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2aac9180 going to sleep for 11 seconds 00000100:00100000:0.0:1775763339.377970:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.378515:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725640448 00000100:00100000:1.0:1775763339.378529:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725640448 00000100:00100000:1.0:1775763339.378570:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725640576 00000100:00100000:1.0:1775763339.378586:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725640576 00000100:00100000:1.0:1775763339.378619:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1775763339.378629:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725640576:12345-0@lo:400: 00000100:00100000:1.0:1775763339.378711:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725640576:12345-0@lo:400: Request processed in 83us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763339.378718:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1775763339.378775:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1775763339.378780:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3310:x1862022725640448:12345-0@lo:38: 00010000:00080000:1.0:1775763339.378802:0:5768:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 164 last 0 00010000:00080000:0.0:1775763339.378997:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e2f436d80 x1862022725640576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763339.379012:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725640576:0@lo:400: 00000020:00000080:1.0:1775763339.379524:0:5768:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x429a70d18420a52d 00000004:00100000:1.0:1775763339.379541:0:5768:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1775763339.379580:0:5768:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ee7800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775763339.379643:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1862022725640448:12345-0@lo:38: Request processed in 861us (10304us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763339.379651:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1775763339.379971:0:3310:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f128a80 x1862022725640448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1775763349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763339.379981:0:3310:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1775763339.379988:0:3310:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 1 00000100:00080000:0.0:1775763339.379996:0:3310:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1775763339.380001:0:3310:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1775763339.380003:0:3310:0:(import.c:65:import_set_state_nolock()) ffff8b1e371ad800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1775763339.380009:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3310:1862022725640448:0@lo:38: 00000100:00100000:2.0:1775763339.380806:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725640704 00000100:00100000:2.0:1775763339.380827:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725640704 00000100:00100000:2.0:1775763339.380878:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1775763339.380886:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6547:x1862022725640704:12345-0@lo:253: 20000000:01000000:2.0:1775763339.380912:0:5763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1775763339.380925:0:5763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1775763339.429651:0:5763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1775763339.429671:0:5763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1775763339.430239:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725640832 00000100:00100000:1.0:1775763339.430246:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725640832 00000100:00100000:1.0:1775763339.430296:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1775763339.430305:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:5784:x1862022725640832:12345-0@lo:104: 00010000:00010000:1.0:1775763339.430318:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a48c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a493 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430370:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763339.430376:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:5784:x1862022725640832:12345-0@lo:104: Request processed in 73us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763339.430383:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1775763339.430530:0:5784:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:5784:1862022725640832:0@lo:104: 00010000:00010000:1.0:1775763339.430555:0:5784:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430573:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763339.430578:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a48c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a493 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430585:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763339.430588:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a48c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a493 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430596:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a48c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a493 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763339.430602:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a48c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a493 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763339.430608:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1775763339.430648:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a48c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a493 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430654:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763339.430674:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a48c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a493 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430680:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a48c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a493 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430696:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763339.430698:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763339.430700:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763339.430720:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725640960:0@lo:103: 00000100:00100000:1.0:1775763339.430779:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763339.430824:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725640960 00000100:00100000:1.0:1775763339.430829:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725640960 00010000:00010000:1.0:1775763339.430854:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e07818c00/0x429a70d18420a493 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a48c expref: 13 pid: 5763 timeout: 314 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763339.430877:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1775763339.430883:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+13:3312:x1862022725640960:12345-0@lo:103: 00010000:00010000:1.0:1775763339.430893:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763339.430898:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e07818c00/0x429a70d18420a493 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a48c expref: 13 pid: 5763 timeout: 314 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430907:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e07818c00/0x429a70d18420a493 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a48c expref: 13 pid: 5763 timeout: 314 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430918:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e07818c00/0x429a70d18420a493 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a48c expref: 13 pid: 5763 timeout: 314 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430930:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430937:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1775763339.430948:0:5755:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003659099s 00010000:00010000:1.0:1775763339.430951:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430958:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430977:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430983:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430989:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763339.430992:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.430999:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.431011:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.431021:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763339.431048:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+12:3312:x1862022725640960:12345-0@lo:103: Request processed in 165us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763339.431054:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:1.0:1775763339.431095:0:5784:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.431102:0:5784:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763339.431107:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195000/0x429a70d18420a534 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763339.431131:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725640960:0@lo:103: 00000100:00100000:0.0:1775763339.440069:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:6547:x1862022725640704:12345-0@lo:253: Request processed in 59172us (63896us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763339.440084:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1775763339.440208:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:6547:1862022725640704:0@lo:253: 10000000:01000000:2.0:1775763339.440223:0:6547:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1775763339.440226:0:6547:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1775763339.440228:0:6547:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1775763339.440229:0:6547:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:2.0:1775763339.440230:0:6547:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:2.0:1775763339.440231:0:6547:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:2.0:1775763339.440233:0:6547:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:2.0:1775763339.440234:0:6547:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1775763339.440236:0:6547:0:(tgt_mount.c:1161:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:2.0:1775763339.440244:0:6547:0:(tgt_mount.c:1163:server_mti_print()) LDD_F_UPDATE 00000020:01000004:2.0:1775763339.440245:0:6547:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1775763339.440247:0:6547:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1775763339.440265:0:6547:0:(tgt_mount.c:2623:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1775763339.445157:0:6547:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1775763339.445360:0:6547:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1775763339.445588:0:6547:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1775763339.445815:0:6547:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1775763339.446054:0:6547:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1775763339.446209:0:6547:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:0.0:1775763339.448723:0:6547:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00002000:00080000:2.0:1775763339.815171:0:6547:0:(ofd_obd.c:541:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1775763339.815182:0:6547:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00010000:00010000:0.0:1775763340.322228:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763342.368915:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763343.399027:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763344.610255:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725641216:0@lo:400: 00000100:00100000:1.0:1775763344.610331:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763344.610410:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763344.610417:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725641088:0@lo:400: 00000100:00100000:1.0:1775763344.610446:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763344.610468:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763344.610477:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725641344:0@lo:400: 00000100:00100000:1.0:1775763344.610498:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763344.610531:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725641216 00000100:00100000:1.0:1775763344.610539:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725641216 00000100:00100000:1.0:1775763344.610912:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725641344 00000100:00100000:1.0:1775763344.610917:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725641344 00000100:00100000:1.0:1775763344.610950:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1775763344.610959:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725641216:12345-0@lo:400: 00000100:00100000:1.0:1775763344.611014:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725641216:12345-0@lo:400: Request processed in 55us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763344.611021:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1775763344.611037:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1775763344.611043:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725641344:12345-0@lo:400: 00000100:00100000:1.0:1775763344.611071:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725641344:12345-0@lo:400: Request processed in 29us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763344.611077:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1775763344.611100:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:0.0:1775763344.611466:0:5765:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1775763344.611470:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8b1e05573800 from 21 10000000:01000000:0.0:1775763344.611474:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1775763344.611506:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420a53b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.611518:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420a53b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.611529:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420a53b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763344.611546:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725641472:0@lo:101: 00000100:00100000:0.0:1775763344.611587:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.611614:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.611628:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725641088 00000100:00100000:0.0:1775763344.611632:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725641088 00000100:00100000:0.0:1775763344.611658:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725641472 00000100:00100000:0.0:1775763344.611660:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725641472 00000100:00100000:0.0:1775763344.611684:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1775763344.611690:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:3314:x1862022725641088:12345-0@lo:400: 00000100:00100000:0.0:1775763344.611720:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:3314:x1862022725641088:12345-0@lo:400: Request processed in 30us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.611727:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1775763344.611767:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775763344.611773:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+11:5765:x1862022725641472:12345-0@lo:101: 00010000:00010000:0.0:1775763344.611781:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763344.611813:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420a542 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a53b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.611844:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420a542 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a53b expref: 12 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.611855:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420a542 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a53b expref: 12 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.611866:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775763344.611891:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725641472:12345-0@lo:101: Request processed in 118us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.611897:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775763344.611935:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725641472:0@lo:101: 00010000:00010000:0.0:1775763344.611950:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420a53b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a542 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.611959:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420a53b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a542 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763344.612006:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725641600:0@lo:501: 00000100:00100000:0.0:1775763344.612027:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.612038:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.612048:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725641600 00000100:00100000:0.0:1775763344.612051:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725641600 00000100:00100000:0.0:1775763344.612068:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1775763344.612074:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725641600:12345-0@lo:501: 00000100:00100000:0.0:1775763344.612400:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725641600:12345-0@lo:501: Request processed in 325us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.612414:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1775763344.612444:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725641600:0@lo:501: 00000100:00100000:0.0:1775763344.612469:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725641728:0@lo:503: 00000100:00100000:0.0:1775763344.612503:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.612517:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.612527:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725641728 00000100:00100000:0.0:1775763344.612530:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725641728 00000100:00100000:0.0:1775763344.612549:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1775763344.612555:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725641728:12345-0@lo:503: 00000100:00100000:0.0:1775763344.612847:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725641728:12345-0@lo:503: Request processed in 292us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.612854:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1775763344.612888:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725641728:0@lo:503: 00000100:00100000:0.0:1775763344.613089:0:6804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:6804:1862022725641856:0@lo:502: 00000100:00100000:0.0:1775763344.613118:0:6804:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.613134:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725641856 00000100:00100000:0.0:1775763344.613138:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725641856 00000100:00100000:0.0:1775763344.613159:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1775763344.613165:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6804:x1862022725641856:12345-0@lo:502: 00000100:00100000:0.0:1775763344.613337:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6804:x1862022725641856:12345-0@lo:502: Request processed in 171us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.613344:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1775763344.613371:0:6804:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.613383:0:6804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:6804:1862022725641856:0@lo:502: 00000100:00100000:0.0:1775763344.613427:0:6804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:6804:1862022725641984:0@lo:502: 00000100:00100000:0.0:1775763344.613456:0:6804:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.613472:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725641984 00000100:00100000:0.0:1775763344.613476:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725641984 00000100:00100000:0.0:1775763344.613495:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1775763344.613501:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6804:x1862022725641984:12345-0@lo:502: 00000100:00100000:0.0:1775763344.613606:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:6804:x1862022725641984:12345-0@lo:502: Request processed in 104us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.613612:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1775763344.613637:0:6804:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.613648:0:6804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:6804:1862022725641984:0@lo:502: 00000040:00080000:0.0:1775763344.613664:0:6804:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 30 count 30 00000020:01000000:0.0:1775763344.613710:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 21-29 (rc=0) 10000000:01000000:0.0:1775763344.613725:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775763344.613761:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420a53b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a542 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.613772:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420a53b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a542 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763344.613782:0:5765:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1775763344.613785:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-mdtir-ffff8b1e05573800 from 4 10000000:01000000:0.0:1775763344.613787:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1775763344.613823:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062c00/0x429a70d18420a549 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.613831:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062c00/0x429a70d18420a549 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.613852:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062c00/0x429a70d18420a549 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763344.613866:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642112:0@lo:101: 00000100:00100000:0.0:1775763344.613892:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.613908:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.613920:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725642112 00000100:00100000:0.0:1775763344.613924:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725642112 00000100:00100000:0.0:1775763344.613947:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1775763344.613953:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725642112:12345-0@lo:101: 00010000:00010000:0.0:1775763344.613962:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763344.613974:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063000/0x429a70d18420a550 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a549 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.613993:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063000/0x429a70d18420a550 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a549 expref: 13 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614003:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063000/0x429a70d18420a550 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a549 expref: 13 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614011:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063000, rc 0) 00000100:00100000:0.0:1775763344.614041:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725642112:12345-0@lo:101: Request processed in 88us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.614046:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1775763344.614077:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642112:0@lo:101: 00010000:00010000:0.0:1775763344.614089:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062c00/0x429a70d18420a549 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a550 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614109:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062c00/0x429a70d18420a549 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a550 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763344.614152:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642240:0@lo:256: 00000100:00100000:0.0:1775763344.614184:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.614197:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.614209:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725642240 00000100:00100000:0.0:1775763344.614212:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725642240 00000100:00100000:0.0:1775763344.614233:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1775763344.614238:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725642240:12345-0@lo:256: 20000000:01000000:0.0:1775763344.614253:0:5760:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1775763344.614273:0:5760:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1775763344.614276:0:5760:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 4 00000100:00100000:0.0:1775763344.614354:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725642240:12345-0@lo:256: Request processed in 115us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.614360:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1775763344.614389:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642240:0@lo:256: 10000000:01000000:0.0:1775763344.614425:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1775763344.614431:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062c00/0x429a70d18420a549 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a550 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614437:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062c00/0x429a70d18420a549 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a550 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763344.614444:0:5765:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1775763344.614446:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 16 10000000:01000000:0.0:1775763344.614448:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1775763344.614466:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420a557 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614473:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420a557 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614480:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420a557 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763344.614490:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642368:0@lo:101: 00000100:00100000:0.0:1775763344.614511:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.614522:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0389ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.614532:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725642368 00000100:00100000:0.0:1775763344.614535:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725642368 00000100:00100000:0.0:1775763344.614553:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1775763344.614558:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725642368:12345-0@lo:101: 00010000:00010000:0.0:1775763344.614564:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763344.614570:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062600/0x429a70d18420a55e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a557 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614583:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062600/0x429a70d18420a55e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a557 expref: 14 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614590:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062600/0x429a70d18420a55e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a557 expref: 14 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614595:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062600, rc 0) 00000100:00100000:0.0:1775763344.614619:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+14:5765:x1862022725642368:12345-0@lo:101: Request processed in 60us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.614623:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1775763344.614654:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642368:0@lo:101: 00010000:00010000:0.0:1775763344.614663:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420a557 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a55e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763344.614669:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420a557 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a55e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:1.0:1775763344.617093:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f12aa00 x1862022725641344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763344.617111:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725641344:0@lo:400: 00000100:00100000:1.0:1775763344.617297:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725641088:0@lo:400: 00010000:00080000:1.0:1775763344.617313:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f12b480 x1862022725641216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763344.617322:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725641216:0@lo:400: 00000100:00100000:2.0:1775763344.629867:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642496:0@lo:501: 00000100:00100000:2.0:1775763344.629947:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763344.630016:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e37167300 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.630224:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725642496 00000100:00100000:0.0:1775763344.630233:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725642496 00000100:00100000:0.0:1775763344.630295:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1775763344.630305:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+14:5765:x1862022725642496:12345-0@lo:501: 00000100:00100000:0.0:1775763344.631058:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+14:5765:x1862022725642496:12345-0@lo:501: Request processed in 752us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.631068:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1775763344.631393:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642496:0@lo:501: 00000100:00100000:2.0:1775763344.631441:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642624:0@lo:503: 00000100:00100000:2.0:1775763344.631485:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763344.631510:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e37167300 going to sleep for 11 seconds 00000100:00100000:0.0:1775763344.631526:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725642624 00000100:00100000:0.0:1775763344.631531:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725642624 00000100:00100000:0.0:1775763344.631570:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1775763344.631661:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+14:5765:x1862022725642624:12345-0@lo:503: 00000100:00100000:0.0:1775763344.632389:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+14:5765:x1862022725642624:12345-0@lo:503: Request processed in 730us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763344.632398:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1775763344.632562:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725642624:0@lo:503: 00000100:00100000:1.0:1775763344.634571:0:6805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:6805:1862022725642752:0@lo:502: 00000100:00100000:1.0:1775763344.634657:0:6805:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763344.635214:0:6805:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09f94f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763344.642559:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725642752 00000100:00100000:2.0:1775763344.642571:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725642752 00000100:00100000:2.0:1775763344.642658:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1775763344.642667:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+14:6805:x1862022725642752:12345-0@lo:502: 00000100:00100000:2.0:1775763344.645243:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+14:6805:x1862022725642752:12345-0@lo:502: Request processed in 2568us (10576us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763344.645262:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1775763344.645409:0:6805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:6805:1862022725642752:0@lo:502: 00000020:01000000:0.0:1775763344.645447:0:6805:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1775763344.645456:0:6805:0:(obd_mount.c:951:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1775763344.645463:0:6805:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775763344.645465:0:6805:0:(obd_config.c:1559:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1775763344.645470:0:6805:0:(obd_config.c:1468:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1775763344.645474:0:6805:0:(obd_config.c:1483:class_process_config()) adding mapping from uuid 192.168.202.107@tcp to nid 0x20000c0a8ca6b (192.168.202.107@tcp) 00000020:01000000:0.0:1775763344.645503:0:6805:0:(obd_config.c:1973:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1775763344.645506:0:6805:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1775763344.645522:0:6805:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8b1e3e6f99c0) 00000020:00000080:0.0:1775763344.645541:0:6805:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type osp with refcount 2 00000020:00000080:0.0:1775763344.645547:0:6805:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1775763344.645638:0:6805:0:(osp_dev.c:1198:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1775763344.645644:0:6805:0:(osd_handler.c:1569:osd_obd_connect()) connect #5 00000020:00000080:0.0:1775763344.645650:0:6805:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x429a70d18420a56c 00010000:00080000:0.0:1775763344.645687:0:6805:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b1e371a9800@lustre-OST0000-osc-MDT0000: add connection 192.168.202.107@tcp at head 00010000:00010000:0.0:1775763344.645960:0:6805:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1775763344.771420:0:6805:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=0, read=32 00000040:01000000:0.0:1775763344.771441:0:6805:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1775763344.772144:0:6805:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1775763344.772293:0:6805:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1775763344.772338:0:6805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].1, 64 off8256 00000040:00080000:0.0:1775763344.772397:0:6805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1, 64 off8256 00000020:00000080:0.0:1775763344.774112:0:6805:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000100:00100000:0.0:1775763344.774488:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1862022725642880:0@lo:8: 00000100:00100000:0.0:1775763344.774560:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763344.774664:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725642880 00000100:00100000:1.0:1775763344.774672:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725642880 00000100:00100000:1.0:1775763344.774704:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1775763344.774713:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3310:x1862022725642880:12345-0@lo:8: 00010000:00080000:1.0:1775763344.774754:0:6550:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 169 last 0 00000020:00000080:1.0:1775763344.774786:0:6550:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x429a70d18420a57a 00002000:00100000:1.0:1775763344.774826:0:6550:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8b1e36ee5800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211334c ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1775763344.774831:0:6550:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000001:00000004:1.0:1775763344.774835:0:6550:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00002000:00100000:1.0:1775763344.774959:0:6550:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1775763344.775094:0:6550:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1775763344.775120:0:6550:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ee2000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775763344.778760:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725643136:0@lo:101: 00010000:00010000:2.0:1775763344.778820:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a581 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a588 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763344.778836:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a581 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a588 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763344.778916:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725643264:0@lo:501: 00000100:00100000:2.0:1775763344.778971:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763344.779010:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105a5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763344.780551:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3310:x1862022725642880:12345-0@lo:8: Request processed in 5837us (5990us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763344.780560:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1775763344.780724:0:3310:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e07a2e300 x1862022725642880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1775763354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763344.780964:0:3310:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1775763344.780972:0:3310:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1775763344.780980:0:3310:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1775763344.780985:0:3310:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1775763344.780989:0:3310:0:(import.c:65:import_set_state_nolock()) ffff8b1e371a9800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1775763344.781033:0:3310:0:(osp_dev.c:1642:osp_import_event()) got connected 00000100:00100000:0.0:1775763344.781039:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1862022725642880:0@lo:8: 00000004:00080000:1.0:1775763344.781099:0:6819:0:(osp_sync.c:1044:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1775763344.781218:0:6819:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 169612486143ns, next at 0ns, rc = 0 00000004:00080000:2.0:1775763344.882903:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:0.0:1775763344.952595:0:6820:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x100000000:0x1:0x0] 00000100:00100000:0.0:1775763344.952642:0:6820:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6820:1862022725643520:0@lo:7: 00000100:00100000:0.0:1775763344.952703:0:6820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.952760:0:6820:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e16cd56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763344.952883:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725643392:0@lo:13: 00000100:00100000:1.0:1775763344.952924:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763344.953144:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725643520 00000100:00100000:2.0:1775763344.953154:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725643520 00000100:00100000:2.0:1775763344.953262:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1775763344.953272:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:6820:x1862022725643520:12345-0@lo:7: 00002000:00080000:2.0:1775763344.963851:0:6552:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x0 00002000:00080000:2.0:1775763344.963858:0:6552:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x100000000:0x0:0x0] 00000100:00100000:2.0:1775763344.963945:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:6820:x1862022725643520:12345-0@lo:7: Request processed in 10671us (11237us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763344.963957:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1775763344.964180:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725643392 00000100:00100000:2.0:1775763344.964188:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725643392 00000100:00100000:2.0:1775763344.964228:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1775763344.964236:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725643392:12345-0@lo:13: 00002000:00000024:2.0:1775763344.964266:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3860856832 avail 3858759680 00000100:00100000:2.0:1775763344.964303:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725643392:12345-0@lo:13: Request processed in 68us (11377us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763344.964309:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1775763344.964480:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1775763344.964724:0:6820:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f129180 x1862022725643520/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1775763360 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763344.964758:0:6820:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6820:1862022725643520:0@lo:7: 00000004:00080000:1.0:1775763344.964859:0:6820:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x100000000:0x0:0x0] 00000100:00100000:1.0:1775763344.964903:0:6820:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6820:1862022725643648:0@lo:5: 00000100:00100000:1.0:1775763344.964939:0:6820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763344.969255:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725643648 00000100:00100000:0.0:1775763344.969269:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725643648 00000100:00100000:0.0:1775763344.969363:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1775763344.969379:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:6820:x1862022725643648:12345-0@lo:5: 00002000:00080000:0.0:1775763344.969421:0:6550:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 0 -> diff = 1 00002000:00080000:0.0:1775763344.969426:0:6550:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 1 objects in group 0x0 at 1 00000100:00100000:0.0:1775763344.970081:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:6820:x1862022725643648:12345-0@lo:5: Request processed in 705us (5139us total) trans 4294967297 rc 0/0 00000100:00100000:0.0:1775763344.970089:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1775763344.970213:0:6820:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09f94840 going to sleep for 11 seconds 00010000:00080000:1.0:1775763344.970240:0:6820:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0e96f100 x1862022725643648/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1775763360 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763344.970254:0:6820:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6820:1862022725643648:0@lo:5: 00000004:00080000:1.0:1775763344.970266:0:6820:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x100000000:0x1:0x0] from OST, last_created [0x100000000:0x1:0x0]last_used is [0x100000000:0x1:0x0] 00010000:00080000:2.0:1775763344.970459:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f12b800 x1862022725643392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763344.970490:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725643392:0@lo:13: 00000001:00080000:0.0:1775763345.185251:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967297 is committed 00000001:00100000:0.0:1775763345.185271:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1775763345.440965:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763346.465865:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775763346.534183:0:6903:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg207-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1775763347.492633:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763348.514546:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763349.541581:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763350.240109:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725643904:0@lo:400: 00000100:00100000:1.0:1775763350.240175:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763350.240231:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763350.240239:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725643776:0@lo:400: 00000100:00100000:1.0:1775763350.240266:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763350.240302:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725643904 00000100:00100000:1.0:1775763350.240309:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725643904 00000100:00100000:1.0:1775763350.240350:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1775763350.240358:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725643904:12345-0@lo:400: 00000100:00100000:1.0:1775763350.241108:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725643904:12345-0@lo:400: Request processed in 748us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763350.241118:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1775763350.241148:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725643776 00000100:00100000:1.0:1775763350.241154:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725643776 00000100:00100000:1.0:1775763350.241183:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1775763350.241191:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3314:x1862022725643776:12345-0@lo:400: 00000100:00100000:1.0:1775763350.241228:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3314:x1862022725643776:12345-0@lo:400: Request processed in 38us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763350.241234:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1775763350.242876:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725643776:0@lo:400: 00010000:00080000:0.0:1775763350.242891:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0e96d500 x1862022725643904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763350.242902:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725643904:0@lo:400: 00000100:00100000:1.0:1775763350.251033:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725644416 00000100:00100000:1.0:1775763350.251041:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725644416 00000100:00100000:1.0:1775763350.251104:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1775763350.251114:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:6820:x1862022725644416:12345-0@lo:700: 00000100:00100000:1.0:1775763350.251152:0:6558:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:6558:1862022725644544:0@lo:700: 00000100:00100000:1.0:1775763350.251180:0:6558:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763350.251199:0:6558:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d8d3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775763350.251210:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763350.251218:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725644288:0@lo:13: 00000100:00100000:1.0:1775763350.251241:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763350.252356:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725644288 00000100:00100000:2.0:1775763350.252365:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725644288 00000100:00100000:2.0:1775763350.252403:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1775763350.252434:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725644288:12345-0@lo:13: 00002000:00000024:2.0:1775763350.252464:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763350.252523:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725644288:12345-0@lo:13: Request processed in 97us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763350.252529:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1775763350.252569:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e07a2c000 x1862022725644288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763350.252586:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725644288:0@lo:13: 00000100:00100000:0.0:1775763350.255695:0:5775:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725644544 00000100:00100000:0.0:1775763350.255707:0:5775:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725644544 00000100:00100000:2.0:1775763350.255837:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1775763350.255850:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0001:lustre-MDT0000-lwp-OST0000_UUID+5:6558:x1862022725644544:12345-0@lo:700: 40000000:02000000:1.0:1775763350.407077:0:5776:0:(fid_handler.c:117:__seq_server_alloc_super()) ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000240000400-0x0000000280000400]:0:ost 00000100:00100000:1.0:1775763350.426966:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0001:lustre-MDT0000-lwp-OST0000_UUID+5:6558:x1862022725644544:12345-0@lo:700: Request processed in 171110us (175775us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763350.426987:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1775763350.427269:0:6558:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0e96f480 x1862022725644544/t0(0) o700->lustre-MDT0000-lwp-OST0000@0@lo:32/10 lens 264/248 e 0 to 0 dl 1775763366 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763350.427283:0:6558:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:6558:1862022725644544:0@lo:700: 40000000:02000000:0.0:1775763350.427295:0:6558:0:(fid_request.c:121:seq_client_rpc()) cli-lustre-OST0000-super: Allocated super-sequence [0x0000000240000400-0x0000000280000400]:0:ost] 00000100:00100000:1.0:1775763350.492359:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:6820:x1862022725644416:12345-0@lo:700: Request processed in 241240us (241446us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763350.492374:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1775763350.492805:0:6820:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e07a2f480 x1862022725644416/t0(0) o700->lustre-OST0000-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1775763366 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763350.492828:0:6820:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6820:1862022725644416:0@lo:700: 00010000:00010000:1.0:1775763350.563194:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:02000040:0.0:1775763350.614474:0:6820:0:(osp_precreate.c:482:osp_precreate_rollover_new_seq()) lustre-OST0000-osc-MDT0000: update sequence from 0x100000000 to 0x240000400 00000100:00100000:1.0:1775763350.621368:0:6820:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6820:1862022725644672:0@lo:5: 00000100:00100000:1.0:1775763350.621433:0:6820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763350.621490:0:6820:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d8d30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763350.621556:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725644672 00000100:00100000:0.0:1775763350.621564:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725644672 00000100:00100000:0.0:1775763350.621618:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1775763350.621627:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6820:x1862022725644672:12345-0@lo:5: 00002000:00080000:1.0:1775763350.632483:0:6551:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:1.0:1775763350.632510:0:6551:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 2 00000100:00100000:1.0:1775763350.637336:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6820:x1862022725644672:12345-0@lo:5: Request processed in 15701us (15894us total) trans 4294967298 rc 0/0 00000100:00100000:1.0:1775763350.637350:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1775763350.637456:0:6820:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0e96ca80 x1862022725644672/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1775763366 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763350.637475:0:6820:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6820:1862022725644672:0@lo:5: 00000004:00080000:0.0:1775763350.637490:0:6820:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x1:0x0]-[0x240000400:0x21:0x0] 00010000:00010000:0.0:1775763351.584547:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763352.612006:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763353.632215:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763354.667870:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763355.361376:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725644928:0@lo:400: 00000100:00100000:0.0:1775763355.361442:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763355.361492:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763355.361498:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725645056:0@lo:400: 00000100:00100000:0.0:1775763355.361523:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763355.361557:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725644928 00000100:00100000:0.0:1775763355.361564:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725644928 00000100:00100000:0.0:1775763355.361609:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1775763355.361618:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3311:x1862022725644928:12345-0@lo:400: 00000100:00100000:0.0:1775763355.361667:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3311:x1862022725644928:12345-0@lo:400: Request processed in 51us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763355.361674:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1775763355.361724:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725645056 00000100:00100000:0.0:1775763355.361750:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725645056 00000100:00100000:0.0:1775763355.361779:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1775763355.361786:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725645056:12345-0@lo:400: 00000100:00100000:0.0:1775763355.361818:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725645056:12345-0@lo:400: Request processed in 33us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763355.361824:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1775763355.361862:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f12b800 x1862022725645056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763355.361876:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725645056:0@lo:400: 00000100:00100000:0.0:1775763355.361887:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725644928:0@lo:400: 00000100:00100000:2.0:1775763355.363361:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725644800:0@lo:13: 00000100:00100000:2.0:1775763355.363410:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763355.363435:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725645312:0@lo:400: 00000100:00100000:2.0:1775763355.363453:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763355.363474:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763355.363480:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725645184:0@lo:400: 00000100:00100000:2.0:1775763355.363521:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763355.363563:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725645312 00000100:00100000:2.0:1775763355.363569:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725645312 00000100:00100000:2.0:1775763355.363622:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1775763355.363630:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725645312:12345-0@lo:400: 00000100:00100000:2.0:1775763355.363676:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725645312:12345-0@lo:400: Request processed in 47us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763355.363682:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1775763355.363719:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725645184 00000100:00100000:2.0:1775763355.363723:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725645184 00000100:00100000:2.0:1775763355.363767:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1775763355.363773:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725645184:12345-0@lo:400: 00000100:00100000:2.0:1775763355.363803:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725645184:12345-0@lo:400: Request processed in 31us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763355.363809:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1775763355.363825:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763355.363829:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1775763355.363855:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f129180 x1862022725645184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763355.363867:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725645184:0@lo:400: 00010000:00080000:2.0:1775763355.363877:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f12b480 x1862022725645312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763355.363886:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725645312:0@lo:400: 00000100:00100000:0.0:1775763355.364522:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725644800 00000100:00100000:0.0:1775763355.364529:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725644800 00000100:00100000:0.0:1775763355.364561:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1775763355.364567:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725644800:12345-0@lo:13: 00002000:00000024:0.0:1775763355.364596:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763355.364643:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725644800:12345-0@lo:13: Request processed in 76us (1232us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763355.364650:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1775763355.364684:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f12a680 x1862022725644800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763371 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763355.364712:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725644800:0@lo:13: 00010000:00010000:1.0:1775763355.680589:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775763356.026356:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967298 is committed 00010000:00010000:1.0:1775763356.704939:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763357.732469:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763358.752773:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763359.778887:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763360.481668:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725645440:0@lo:400: 00000100:00100000:0.0:1775763360.481704:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763360.481728:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763360.481755:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725645568:0@lo:400: 00000100:00100000:0.0:1775763360.481776:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763360.481808:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725645696 00000100:00100000:0.0:1775763360.481812:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725645696 00000100:00100000:0.0:1775763360.481839:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725645568 00000100:00100000:0.0:1775763360.482030:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725645568 00000100:00100000:0.0:1775763360.482051:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1775763360.482059:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725645696:12345-0@lo:400: 00000100:00100000:0.0:1775763360.482093:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725645696:12345-0@lo:400: Request processed in 34us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763360.482099:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1775763360.482111:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1775763360.482117:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725645568:12345-0@lo:400: 00000100:00100000:0.0:1775763360.482146:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725645568:12345-0@lo:400: Request processed in 29us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763360.482151:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1775763360.482167:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725645440 00000100:00100000:0.0:1775763360.482171:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725645440 00000100:00100000:0.0:1775763360.482192:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1775763360.482197:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3311:x1862022725645440:12345-0@lo:400: 00000100:00100000:0.0:1775763360.482223:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3311:x1862022725645440:12345-0@lo:400: Request processed in 26us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763360.482229:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00080000:0.0:1775763360.482271:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e07a2f480 x1862022725645568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763360.482298:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725645568:0@lo:400: 00000100:00100000:0.0:1775763360.482311:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725645440:0@lo:400: 00000100:00080000:2.0:1775763360.482785:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763360.482791:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763360.482973:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725645952:0@lo:13: 00000100:00100000:0.0:1775763360.483010:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763360.483136:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725645952 00000100:00100000:1.0:1775763360.483143:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725645952 00000100:00100000:1.0:1775763360.483186:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1775763360.483195:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725645952:12345-0@lo:13: 00002000:00000024:1.0:1775763360.483228:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763360.494065:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725645952:12345-0@lo:13: Request processed in 10860us (11043us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763360.494083:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1775763360.494273:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e2f435500 x1862022725645952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763360.494296:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725645952:0@lo:13: 00000020:01000004:0.0:1775763360.687225:0:7421:0:(obd_mount.c:913:lmd_print()) mount data: 00000020:01000004:0.0:1775763360.687227:0:7421:0:(obd_mount.c:916:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:0.0:1775763360.687363:0:7421:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8b1e3d8f4000 00000020:01000004:0.0:1775763360.687380:0:7421:0:(tgt_mount.c:2434:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200062, mountfl=0 00000020:01000004:0.0:1775763360.687394:0:7421:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:0.0:1775763360.687419:0:7421:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8b1e36eb99c0) 00000020:00000080:0.0:1775763360.687436:0:7421:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type osd-zfs with refcount 2 00100000:10000000:0.0:1775763360.718318:0:7421:0:(scrub.c:229:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:0.0:1775763360.718563:0:7421:0:(scrub.c:229:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:2.0:1775763360.778018:0:7421:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000001:0x1017:0x0] => 0 (CONFIGS): rc = 1 00100000:10000000:2.0:1775763360.786332:0:7421:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1775763360.786367:0:7421:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000001:0x3:0x0] => 0 (fld): rc = 1 00100000:10000000:2.0:1775763360.786447:0:7421:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:2.0:1775763360.786492:0:7421:0:(osd_scrub.c:126:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00000020:00000080:2.0:1775763360.787167:0:7421:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1775763360.787178:0:7421:0:(osd_handler.c:1569:osd_obd_connect()) connect #0 00000020:00000080:2.0:1775763360.787188:0:7421:0:(genops.c:1404:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x429a70d18420a596 00000020:01000004:2.0:1775763360.787196:0:7421:0:(tgt_mount.c:2519:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:2.0:1775763360.787218:0:7421:0:(obd_mount.c:393:lustre_start_mgc()) MGC192.168.202.107@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1775763360.787222:0:7421:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.202.107@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1775763360.787228:0:7421:0:(tgt_mount.c:1743:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1775763360.787251:0:7421:0:(tgt_mount.c:278:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:2.0:1775763360.787255:0:7421:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.107@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00010000:00010000:1.0:1775763360.803496:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1775763360.870182:0:7421:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.107@tcp ctxt 0 is initialized 00000020:01000004:0.0:1775763360.870230:0:7421:0:(tgt_mount.c:1368:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.107@tcp, index=0001, flags=0x20062 00000020:01000004:0.0:1775763360.870235:0:7421:0:(tgt_mount.c:1144:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1775763360.870237:0:7421:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1775763360.870238:0:7421:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775763360.870239:0:7421:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775763360.870240:0:7421:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775763360.870241:0:7421:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775763360.870243:0:7421:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1775763360.870245:0:7421:0:(tgt_mount.c:1161:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:0.0:1775763360.870247:0:7421:0:(tgt_mount.c:1163:server_mti_print()) LDD_F_UPDATE 00000020:01000004:0.0:1775763360.870248:0:7421:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775763360.870250:0:7421:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1775763360.870253:0:7421:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020062 00000020:01000004:0.0:1775763360.870260:0:7421:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1775763360.870261:0:7421:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1775763360.870262:0:7421:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775763360.870263:0:7421:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775763360.870263:0:7421:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775763360.870264:0:7421:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775763360.870265:0:7421:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1775763360.870266:0:7421:0:(tgt_mount.c:1161:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:0.0:1775763360.870267:0:7421:0:(tgt_mount.c:1163:server_mti_print()) LDD_F_UPDATE 00000020:01000004:0.0:1775763360.870268:0:7421:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775763360.870269:0:7421:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1775763360.870297:0:7421:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1775763360.870317:0:7421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725646080:0@lo:253: 00000100:00100000:0.0:1775763360.870397:0:7421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763360.870455:0:7421:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e086d1780 going to sleep for 11 seconds 00000100:00100000:1.0:1775763360.871134:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725646080 00000100:00100000:1.0:1775763360.871143:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725646080 00000100:00100000:1.0:1775763360.871187:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1775763360.871196:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:7421:x1862022725646080:12345-0@lo:253: 20000000:01000000:1.0:1775763360.871239:0:5762:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1775763360.871243:0:5762:0:(mgs_handler.c:561:mgs_target_reg()) updating lustre-OST0001, index=1 20000000:01000000:1.0:1775763360.871254:0:5762:0:(mgs_llog.c:777:mgs_set_index()) Set index for lustre-OST0001 to 1 20000000:01000000:1.0:1775763360.871257:0:5762:0:(mgs_llog.c:3754:mgs_write_log_ost()) writing new ost lustre-OST0001 00000040:00080000:1.0:1775763360.872611:0:5762:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1775763360.874680:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 20000000:01000000:1.0:1775763360.874708:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0001 0xcf001 obdfilter lustre-OST0001_UUID (null) (null) 00000040:00080000:1.0:1775763360.874811:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 128 off8544 20000000:01000000:1.0:1775763360.874821:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0001 0xcf003 dev type f (null) 00000040:00080000:1.0:1775763360.874870:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 112 off8656 00000040:00080000:1.0:1775763360.876301:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8880 00000040:00080000:1.0:1775763360.879654:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].25, 224 off12648 20000000:01000000:1.0:1775763360.879687:0:5762:0:(mgs_llog.c:3707:mgs_write_log_osc_to_lov()) add nid 192.168.202.107@tcp 20000000:01000000:1.0:1775763360.879689:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg (null) 0xcf005 192.168.202.107@tcp (null) (null) (null) 00000040:00080000:1.0:1775763360.879755:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].26, 88 off12736 20000000:01000000:1.0:1775763360.879765:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0001-osc-MDT0000 0xcf001 osc lustre-MDT0000-mdtlov_UUID (null) (null) 00000040:00080000:1.0:1775763360.880377:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].27, 144 off12880 20000000:01000000:1.0:1775763360.880386:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0001-osc-MDT0000 0xcf003 lustre-OST0001_UUID 192.168.202.107@tcp (null) (null) 00000040:00080000:1.0:1775763360.880418:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].28, 152 off13032 20000000:01000000:1.0:1775763360.880428:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xcf00d lustre-OST0001_UUID 1 1 (null) 00000040:00080000:1.0:1775763360.880459:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].29, 136 off13168 00000040:00080000:1.0:1775763360.880506:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].30, 224 off13392 00000040:00080000:1.0:1775763360.881361:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].30, 224 off13416 20000000:01000000:1.0:1775763360.881382:0:5762:0:(mgs_llog.c:3707:mgs_write_log_osc_to_lov()) add nid 192.168.202.107@tcp 20000000:01000000:1.0:1775763360.881384:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg (null) 0xcf005 192.168.202.107@tcp (null) (null) (null) 00000040:00080000:1.0:1775763360.881420:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].31, 88 off13504 20000000:01000000:1.0:1775763360.881428:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0001-osc 0xcf001 osc lustre-clilov_UUID (null) (null) 00000040:00080000:1.0:1775763360.881460:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].32, 128 off13632 20000000:01000000:1.0:1775763360.881466:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0001-osc 0xcf003 lustre-OST0001_UUID 192.168.202.107@tcp (null) (null) 00000040:00080000:1.0:1775763360.881498:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].33, 144 off13776 20000000:01000000:1.0:1775763360.881506:0:5762:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xcf00d lustre-OST0001_UUID 1 1 (null) 00000040:00080000:1.0:1775763360.881565:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].34, 128 off13904 00000040:00080000:1.0:1775763360.881604:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].35, 224 off14128 20000000:01000000:1.0:1775763360.881618:0:5762:0:(mgs_llog.c:5153:mgs_write_log_target()) remaining string: ' sys.timeout=20 ', param: 'autodegrade=on' 20000000:01000000:1.0:1775763360.881627:0:5762:0:(mgs_llog.c:4648:mgs_write_log_param()) next param 'autodegrade=on' 20000000:01000000:1.0:1775763360.881633:0:5762:0:(mgs_llog.c:5153:mgs_write_log_target()) remaining string: ' ', param: 'sys.timeout=20' 20000000:01000000:1.0:1775763360.881635:0:5762:0:(mgs_llog.c:4648:mgs_write_log_param()) next param 'sys.timeout=20' 20000000:01000000:1.0:1775763360.881637:0:5762:0:(mgs_llog.c:4082:mgs_write_log_sys()) global 'sys.timeout=20' val=20 20000000:01000000:1.0:1775763360.881657:0:5762:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1775763360.881660:0:5762:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:1.0:1775763360.881696:0:5762:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-MDT0000 20000000:01000000:1.0:1775763360.881699:0:5762:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre/sys.timeout fl=4 20000000:01000000:2.0:1775763360.887657:0:7423:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 22 marker 14 1->4: lustre sys.timeout 20000000:01000000:2.0:1775763360.887780:0:7423:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 24 marker 14 2->4: lustre sys.timeout 00000040:00080000:2.0:1775763360.887839:0:7423:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 31 count 31 00000040:00080000:1.0:1775763360.891850:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].31, 224 off13616 00000040:00080000:1.0:1775763360.892333:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].32, 80 off13696 00000040:00080000:1.0:1775763360.892420:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].33, 224 off13920 20000000:01000000:1.0:1775763360.892434:0:5762:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-OST0001 20000000:01000000:1.0:1775763360.892437:0:5762:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-OST0001/lustre/sys.timeout fl=4 00000040:00080000:1.0:1775763360.894332:0:7424:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 5 count 5 00000040:00080000:0.0:1775763360.895143:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9104 00000040:00080000:0.0:1775763360.895194:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 80 off9184 00000040:00080000:0.0:1775763360.895263:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 224 off9408 20000000:01000000:0.0:1775763360.895278:0:5762:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-OST0000 20000000:01000000:0.0:1775763360.895281:0:5762:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-OST0000/lustre/sys.timeout fl=4 20000000:01000000:0.0:1775763360.899201:0:7425:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 5 marker 15 1->4: lustre sys.timeout 20000000:01000000:0.0:1775763360.899331:0:7425:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 7 marker 15 2->4: lustre sys.timeout 00000040:00080000:0.0:1775763360.899367:0:7425:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 8 count 8 00000040:00080000:1.0:1775763360.899773:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].8, 224 off9632 00000040:00080000:1.0:1775763360.899822:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].9, 80 off9712 00000040:00080000:1.0:1775763360.899879:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].10, 224 off9936 20000000:01000000:1.0:1775763360.899894:0:5762:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:1.0:1775763360.899896:0:5762:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre/sys.timeout fl=4 20000000:01000000:1.0:1775763360.901167:0:7426:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 27 marker 16 1->4: lustre sys.timeout 20000000:01000000:1.0:1775763360.901324:0:7426:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 29 marker 16 2->4: lustre sys.timeout 00000040:00080000:1.0:1775763360.901381:0:7426:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 36 count 36 00000040:00080000:0.0:1775763360.904164:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].36, 224 off14352 00000040:00080000:0.0:1775763360.904897:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].37, 80 off14432 00000040:00080000:0.0:1775763360.905117:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].38, 224 off14656 10000000:01000000:0.0:1775763360.905143:0:5762:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1775763360.905170:0:5762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420a59d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.905192:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a4ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a4e7 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.905200:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a518 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a511 expref: 15 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.906076:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420a542 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a53b expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.906083:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062600/0x429a70d18420a55e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a557 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.906090:0:5762:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195600/0x429a70d18420a588 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a581 expref: 15 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.906097:0:5762:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420a59d lrc: 8/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.906139:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195600/0x429a70d18420a588 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a581 expref: 15 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.906154:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e18195600/0x429a70d18420a588 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a581 expref: 15 pid: 5763 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.906169:0:5762:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12aa00 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646208:0@lo:104: 00000100:00100000:0.0:1775763360.907068:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1775763360.907198:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062600/0x429a70d18420a55e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a557 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.907220:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e38062600/0x429a70d18420a55e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a557 expref: 15 pid: 5760 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.907233:0:5762:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646336:0@lo:104: 00010000:00010000:0.0:1775763360.907265:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420a542 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a53b expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.907287:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420a542 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a53b expref: 15 pid: 5760 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.907296:0:5762:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646464:0@lo:104: 00010000:00010000:0.0:1775763360.907322:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a518 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a511 expref: 15 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.907329:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a518 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a511 expref: 15 pid: 5762 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.907336:0:5762:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646592:0@lo:104: 00010000:00010000:0.0:1775763360.907376:0:5762:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a4ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a4e7 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.907383:0:5762:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a4ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a4e7 expref: 15 pid: 5760 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.907389:0:5762:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646720:0@lo:104: 00000100:00100000:0.0:1775763360.907402:0:5762:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e086d1540 going to sleep for 11 seconds 00010000:00010000:2.0:1775763360.918275:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763360.919009:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725647232:0@lo:103: 00000100:00100000:2.0:1775763360.919017:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725646848:0@lo:103: 00000100:00100000:2.0:1775763360.919024:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725647360:0@lo:103: 00010000:00010000:0.0:1775763360.924464:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195600/0x429a70d18420a588 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a581 expref: 15 pid: 5763 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.924484:0:5762:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12aa00 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646208:0@lo:104: 00010000:00010000:0.0:1775763360.924515:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062600/0x429a70d18420a55e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a557 expref: 14 pid: 5760 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.924523:0:5762:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646336:0@lo:104: 00010000:00010000:0.0:1775763360.924552:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420a542 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a53b expref: 13 pid: 5760 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.924560:0:5762:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646464:0@lo:104: 00010000:00010000:0.0:1775763360.924572:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a518 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a511 expref: 12 pid: 5762 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.924581:0:5762:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646592:0@lo:104: 00010000:00010000:0.0:1775763360.924590:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a4ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a4e7 expref: 11 pid: 5760 timeout: 335 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763360.924598:0:5762:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5762:1862022725646720:0@lo:104: 00010000:00010000:0.0:1775763360.929197:0:5762:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063200/0x429a70d18420a59d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.929226:0:5762:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063200/0x429a70d18420a59d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.929232:0:5762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420a59d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763360.929238:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420a59d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1775763360.929257:0:5762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1775763361.078414:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+10:7421:x1862022725646080:12345-0@lo:253: Request processed in 207210us (208009us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763361.078429:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1775763361.080428:0:7421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725646080:0@lo:253: 10000000:01000000:2.0:1775763361.080447:0:7421:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1775763361.080450:0:7421:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1775763361.080452:0:7421:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1775763361.080454:0:7421:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:2.0:1775763361.080454:0:7421:0:(tgt_mount.c:1147:server_mti_print()) uuid: lustre-OST0001_UUID 00000020:01000004:2.0:1775763361.080456:0:7421:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:2.0:1775763361.080457:0:7421:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:2.0:1775763361.080458:0:7421:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1775763361.080459:0:7421:0:(tgt_mount.c:1165:server_mti_print()) LDD_F_REWRITE_LDD 00000020:01000004:2.0:1775763361.080461:0:7421:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1775763361.080462:0:7421:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 00000100:00100000:0.0:1775763361.088808:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725647488 00000100:00100000:0.0:1775763361.088829:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725647488 00000100:00100000:0.0:1775763361.088881:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775763361.088890:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+10:7421:x1862022725647488:12345-0@lo:101: 00010000:00010000:0.0:1775763361.088910:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763361.088923:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420a5ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a5a4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.088945:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420a5ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a5a4 expref: 11 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.088956:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063200/0x429a70d18420a5ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a5a4 expref: 11 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.088965:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775763361.089013:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725647488:12345-0@lo:101: Request processed in 124us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763361.089020:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775763361.091381:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725647616 00000100:00100000:0.0:1775763361.091395:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725647616 00000100:00100000:0.0:1775763361.091470:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1775763361.091480:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725647616:12345-0@lo:501: 00000100:00100000:0.0:1775763361.091859:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725647616:12345-0@lo:501: Request processed in 379us (2484us total) trans 0 rc -2/-2 00000100:00100000:0.0:1775763361.091866:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1775763361.092756:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725647744 00000100:00100000:1.0:1775763361.092762:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725647744 00000100:00100000:1.0:1775763361.092803:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1775763361.092811:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725647744:12345-0@lo:101: 00010000:00010000:1.0:1775763361.092820:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763361.092832:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a5b2 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763361.092855:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a5b2 expref: 12 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763361.092877:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a5b2 expref: 12 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763361.092886:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:1.0:1775763361.092929:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725647744:12345-0@lo:101: Request processed in 120us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763361.092936:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1775763361.093829:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725647872 00000100:00100000:1.0:1775763361.093834:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725647872 00000100:00100000:1.0:1775763361.093866:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1775763361.093874:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725647872:12345-0@lo:501: 00000100:00100000:1.0:1775763361.094179:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725647872:12345-0@lo:501: Request processed in 306us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763361.094186:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00010000:0.0:1775763361.095423:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763361.095431:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a5a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x400000000 nid: local remote: 0x429a70d18420a5ab expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.095440:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763361.095451:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a5a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x400000000 nid: local remote: 0x429a70d18420a5ab expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.095460:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a5a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x8400000000 nid: local remote: 0x429a70d18420a5ab expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763361.095467:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a5a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x9400000000 nid: local remote: 0x429a70d18420a5ab expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763361.095472:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1775763361.095503:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a5a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x429a70d18420a5ab expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.095509:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763361.095544:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a5a4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x429a70d18420a5ab expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.095551:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18195c00/0x429a70d18420a5a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x429a70d18420a5ab expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.095565:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763361.095567:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763361.095568:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763361.095623:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763361.095668:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725648128:0@lo:103: 00000100:00100000:2.0:1775763361.095701:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763361.096437:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725648128 00000100:00100000:0.0:1775763361.096446:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725648128 00000100:00100000:0.0:1775763361.096502:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1775763361.096511:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:3314:x1862022725648128:12345-0@lo:103: 00010000:00010000:0.0:1775763361.096531:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763361.096551:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420a5ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x429a70d18420a5a4 expref: 12 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.096578:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763361.096635:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+11:3314:x1862022725648128:12345-0@lo:103: Request processed in 125us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763361.096651:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1775763361.097068:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725648128:0@lo:103: 00000100:00100000:1.0:1775763361.097226:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725648000 00000100:00100000:1.0:1775763361.097232:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725648000 00000100:00100000:1.0:1775763361.097265:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1775763361.097272:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725648000:12345-0@lo:503: 00000100:00100000:1.0:1775763361.097508:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725648000:12345-0@lo:503: Request processed in 236us (2260us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763361.097524:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1775763361.100128:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725648256 00000100:00100000:0.0:1775763361.100138:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725648256 00000100:00100000:0.0:1775763361.100179:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1775763361.100189:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725648256:12345-0@lo:502: 00000100:00100000:0.0:1775763361.100433:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725648256:12345-0@lo:502: Request processed in 245us (1294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763361.100440:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1775763361.102110:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725648384 00000100:00100000:0.0:1775763361.102117:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725648384 00000100:00100000:0.0:1775763361.102153:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1775763361.102161:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725648384:12345-0@lo:502: 00000100:00100000:0.0:1775763361.102359:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725648384:12345-0@lo:502: Request processed in 198us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763361.102367:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000020:01000000:0.0:1775763361.106339:0:7428:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1775763361.106351:0:7428:0:(obd_mount.c:951:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:0.0:1775763361.106359:0:7428:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775763361.106361:0:7428:0:(obd_config.c:1559:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1775763361.106368:0:7428:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1775763361.106384:0:7428:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001 (ffff8b1e36eb8000) 00000020:00000080:0.0:1775763361.106406:0:7428:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type obdfilter with refcount 2 00000020:00000080:0.0:1775763361.106412:0:7428:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1775763361.106500:0:7428:0:(tgt_mount.c:151:server_get_mount()) get mount ffff8b1e3d8f4000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1775763361.106508:0:7428:0:(osd_handler.c:1569:osd_obd_connect()) connect #1 00000020:00000080:0.0:1775763361.106533:0:7428:0:(genops.c:1404:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x429a70d18420a5c7 00010000:00010000:2.0:1775763361.128778:0:7428:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:02000400:2.0:1775763361.129104:0:7428:0:(tgt_lastrcvd.c:1889:tgt_server_data_init()) lustre-OST0001: new disk, initializing 00000001:00000004:2.0:1775763361.136386:0:7428:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 0 40000000:02000000:2.0:1775763361.142301:0:7428:0:(fid_handler.c:553:seq_server_init()) srv-lustre-OST0001: No data found on store. Initialize space. 00080000:10000000:2.0:1775763361.154190:0:7428:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/8/3) registered 00080000:10000000:2.0:1775763361.160864:0:7428:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x3:0x0] (8/8/4) registered 00000020:00000080:0.0:1775763361.177825:0:7428:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1775763361.177840:0:7428:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1775763361.177848:0:7428:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775763361.177850:0:7428:0:(obd_config.c:1559:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1775763361.177854:0:7428:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1775763361.177858:0:7428:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775763361.177860:0:7428:0:(obd_config.c:1559:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:0.0:1775763361.177863:0:7428:0:(obd_config.c:1468:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1775763361.177865:0:7428:0:(obd_config.c:1533:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1775763361.177938:0:7428:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1775763361.177942:0:7428:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775763361.177943:0:7428:0:(obd_config.c:1559:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000040:00080000:0.0:1775763361.177947:0:7428:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000020:01000000:1.0:1775763361.178218:0:7421:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-7 (rc=0) 10000000:01000000:1.0:1775763361.178244:0:7421:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1775763361.178271:0:7421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763361.178284:0:7421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763361.178302:0:7421:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8b1e3d8f4000 from 1 10000000:01000000:1.0:1775763361.178305:0:7421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1775763361.178338:0:7421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763361.178346:0:7421:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763361.178358:0:7421:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763361.178381:0:7421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725648512:0@lo:101: 00000100:00100000:1.0:1775763361.178447:0:7421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763361.178494:0:7421:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed240 going to sleep for 11 seconds 00000100:00100000:2.0:1775763361.178702:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725648512 00000100:00100000:2.0:1775763361.178710:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725648512 00000100:00100000:2.0:1775763361.178798:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1775763361.178808:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+11:7421:x1862022725648512:12345-0@lo:101: 00010000:00010000:2.0:1775763361.178821:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763361.178835:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a5ce expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.178858:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a5ce expref: 12 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.178868:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a5ce expref: 12 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.178877:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07819e00, rc 0) 00000100:00100000:2.0:1775763361.178932:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725648512:12345-0@lo:101: Request processed in 123us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763361.178939:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1775763361.181241:0:7421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725648512:0@lo:101: 00010000:00010000:1.0:1775763361.181266:0:7421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763361.181280:0:7421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763361.181396:0:7421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725648640:0@lo:501: 00000100:00100000:1.0:1775763361.181446:0:7421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763361.182360:0:7421:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1775763361.191369:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725648640 00000100:00100000:0.0:1775763361.191383:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725648640 00000100:00100000:0.0:1775763361.191441:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1775763361.191450:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725648640:12345-0@lo:501: 00000100:00100000:0.0:1775763361.191785:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725648640:12345-0@lo:501: Request processed in 335us (10337us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763361.191792:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1775763361.192427:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725648768 00000100:00100000:2.0:1775763361.192437:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725648768 00000100:00100000:2.0:1775763361.192473:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1775763361.192480:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725648768:12345-0@lo:503: 00000100:00100000:2.0:1775763361.192829:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725648768:12345-0@lo:503: Request processed in 349us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763361.192837:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1775763361.193894:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725648896 00000100:00100000:2.0:1775763361.193909:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725648896 00000100:00100000:2.0:1775763361.193950:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1775763361.193956:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725648896:12345-0@lo:502: 00000100:00100000:2.0:1775763361.194105:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725648896:12345-0@lo:502: Request processed in 149us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763361.194112:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1775763361.195633:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725649024 00000100:00100000:2.0:1775763361.195639:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725649024 00000100:00100000:2.0:1775763361.195703:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1775763361.195711:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725649024:12345-0@lo:502: 00000100:00100000:2.0:1775763361.195890:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725649024:12345-0@lo:502: Request processed in 180us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763361.196086:0:7421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725649024:0@lo:502: 00000040:00080000:0.0:1775763361.196181:0:7421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].3, 224 off8752 00000040:00080000:0.0:1775763361.196193:0:7421:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 3 count 4 00000020:01000000:0.0:1775763361.196479:0:7432:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1775763361.196502:0:7432:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775763361.196504:0:7432:0:(obd_config.c:1559:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1775763361.196511:0:7432:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b1e3d8f4000 00000020:00000080:0.0:1775763361.196513:0:7432:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1775763361.196829:0:7432:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1775763361.196834:0:7432:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775763361.196842:0:7432:0:(obd_config.c:1559:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1775763361.196846:0:7432:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000020:01000000:0.0:1775763361.196879:0:7421:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1775763361.197272:0:7421:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1775763361.197289:0:7421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.197300:0:7421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763361.197336:0:7421:0:(mgc_request.c:1961:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1775763361.197339:0:7421:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8b1e3d8f4000 10000000:01000000:0.0:1775763361.197341:0:7421:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8b1e3d8f4000 10000000:01000000:0.0:1775763361.197345:0:7421:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1775763361.197350:0:7421:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8b1e3d8f4000 from 1 10000000:01000000:0.0:1775763361.197352:0:7421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1775763361.197378:0:7421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.197387:0:7421:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.197396:0:7421:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763361.197412:0:7421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725649152:0@lo:101: 00000100:00100000:0.0:1775763361.197456:0:7421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763361.197664:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1775763361.197704:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725649152 00000100:00100000:2.0:1775763361.197711:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725649152 00000100:00100000:2.0:1775763361.197752:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1775763361.197760:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725649152:12345-0@lo:101: 00010000:00010000:2.0:1775763361.197770:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763361.197781:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a5dc expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.197813:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a5dc expref: 13 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.197824:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a5dc expref: 13 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.197833:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818e00, rc 0) 00000100:00100000:2.0:1775763361.197864:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+13:7421:x1862022725649152:12345-0@lo:101: Request processed in 106us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763361.197870:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1775763361.200026:0:7421:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763361.200068:0:7421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725649152:0@lo:101: 00010000:00010000:0.0:1775763361.200093:0:7421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763361.200122:0:7421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763361.200959:0:7421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725649280:0@lo:501: 00000100:00100000:0.0:1775763361.201016:0:7421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763361.201051:0:7421:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763361.208112:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725649280 00000100:00100000:2.0:1775763361.208125:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725649280 00000100:00100000:2.0:1775763361.208192:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1775763361.208210:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+13:7421:x1862022725649280:12345-0@lo:501: 00000100:00100000:2.0:1775763361.208531:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+13:7421:x1862022725649280:12345-0@lo:501: Request processed in 330us (7514us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763361.208538:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1775763361.208932:0:7421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725649280:0@lo:501: 00000100:00100000:0.0:1775763361.208979:0:7421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725649408:0@lo:503: 00000100:00100000:0.0:1775763361.209023:0:7421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763361.209059:0:7421:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763361.210026:0:7421:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725649408:0@lo:503: 00000040:00080000:0.0:1775763361.210317:0:7421:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1775763361.210379:0:7421:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1fad9776-00c6-469a-9d10-3ff3b874189c:7421:1862022725649536:0@lo:502: 00000100:00100000:0.0:1775763361.210425:0:7421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763361.210457:0:7421:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa0c0 going to sleep for 11 seconds 00000020:01000004:2.0:1775763361.215977:0:7433:0:(tgt_mount.c:151:server_get_mount()) get mount ffff8b1e3d8f4000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1775763361.215985:0:7433:0:(tgt_mount.c:185:server_put_mount()) put mount ffff8b1e3d8f4000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1775763361.215988:0:7433:0:(obd_mount.c:700:lustre_put_lsi()) put ffff8b1e3d8f4000 3 00010000:00080000:2.0:1775763361.216025:0:7433:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b1e37969000@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.107@tcp at head 00010000:00010000:2.0:1775763361.217565:0:7433:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-4 is initialized 00000020:00000080:2.0:1775763361.217665:0:7433:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1775763361.217716:0:7433:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1775763361.217726:0:7433:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x429a70d18420a5f1 00000100:00080000:2.0:1775763361.217758:0:7433:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1775763361.217763:0:7433:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8b1e37969000 using connection 192.168.202.107@tcp/0@lo 00000100:00100000:2.0:1775763361.217800:0:7433:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b1e2f435f80 x1862022725649792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775763361.217825:0:7433:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1775763361.217999:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725650176:0@lo:400: 00000100:00100000:1.0:1775763361.218066:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763361.218099:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763361.218111:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725650048:0@lo:400: 00000100:00100000:1.0:1775763361.218136:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763361.218166:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725650176 00000100:00100000:1.0:1775763361.218172:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725650176 00000100:00100000:1.0:1775763361.218208:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1775763361.218214:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3310:1862022725649792:0@lo:38: 00000100:00100000:1.0:1775763361.218217:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725650176:12345-0@lo:400: 00000100:00100000:0.0:1775763361.218244:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763361.218259:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725650176:12345-0@lo:400: Request processed in 43us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763361.218266:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1775763361.218281:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725650048 00000100:00100000:1.0:1775763361.218283:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725649792 00000100:00100000:0.0:1775763361.218284:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725650048 00000100:00100000:1.0:1775763361.218285:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725649792 00000100:00100000:1.0:1775763361.218302:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1775763361.218306:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1775763361.218308:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725650048:12345-0@lo:400: 00000100:00100000:0.0:1775763361.218311:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3310:x1862022725649792:12345-0@lo:38: 00010000:00080000:0.0:1775763361.218328:0:5769:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 186 last 0 00000100:00100000:1.0:1775763361.218333:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725650048:12345-0@lo:400: Request processed in 27us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763361.218339:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000080:0.0:1775763361.218355:0:5769:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x429a70d18420a5f8 00000004:00100000:0.0:1775763361.218368:0:5769:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00010000:00080000:1.0:1775763361.218369:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0e96ca80 x1862022725650048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763361.218381:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725650048:0@lo:400: 00010000:00080000:1.0:1775763361.218390:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0e96f480 x1862022725650176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763361.218397:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725650176:0@lo:400: 00000100:00080000:0.0:1775763361.218401:0:5769:0:(import.c:65:import_set_state_nolock()) ffff8b1e37577800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1775763361.218435:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1862022725649792:12345-0@lo:38: Request processed in 122us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763361.218442:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1775763361.218453:0:3310:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e2f435f80 x1862022725649792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1775763371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763361.218462:0:3310:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1775763361.218467:0:3310:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 1 00000100:00080000:1.0:1775763361.218479:0:3310:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1775763361.218483:0:3310:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1775763361.218485:0:3310:0:(import.c:65:import_set_state_nolock()) ffff8b1e37969000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1775763361.218491:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3310:1862022725649792:0@lo:38: 00000100:00100000:2.0:1775763361.218678:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725649920:0@lo:400: 00000100:00100000:2.0:1775763361.218705:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:2.0:1775763361.223942:0:7433:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 39 count 39 00000100:00100000:0.0:1775763361.224468:0:7434:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job lwp_notify_lust:lustre-MDT0000-lwp-OST0001_UUID:7434:1862022725650304:0@lo:901: 00000100:00100000:1.0:1775763361.224599:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725649920 00000100:00100000:1.0:1775763361.224606:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725649920 00000100:00100000:1.0:1775763361.224680:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1775763361.224690:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725649920:12345-0@lo:400: 00000100:00100000:0.0:1775763361.236763:0:7434:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763361.236828:0:7434:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa600 going to sleep for 11 seconds 00000100:00100000:0.0:1775763361.238283:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725650304 00000100:00100000:0.0:1775763361.238298:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725650304 00000100:00100000:0.0:1775763361.238366:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1775763361.238376:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-OST0001_UUID+5:7434:x1862022725650304:12345-0@lo:901: 00000100:00080000:2.0:1775763361.240908:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763361.242664:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725649920:12345-0@lo:400: Request processed in 17968us (23949us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763361.242677:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1775763361.242878:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0e96e300 x1862022725649920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763361.242894:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725649920:0@lo:400: 00000100:00100000:1.0:1775763361.243309:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-OST0001_UUID+5:7434:x1862022725650304:12345-0@lo:901: Request processed in 4935us (6558us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763361.243322:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1775763361.243354:0:7434:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b1e0f129f80 x1862022725650304/t0(0) o901->lustre-MDT0000-lwp-OST0001@0@lo:29/10 lens 248/4320 e 0 to 0 dl 1775763377 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763361.243364:0:7434:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job lwp_notify_lust:lustre-MDT0000-lwp-OST0001_UUID:7434:1862022725650304:0@lo:901: 00000100:00100000:2.0:1775763361.326874:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725650688:0@lo:103: 00000100:00100000:2.0:1775763361.326921:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763361.326968:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725650688 00000100:00100000:2.0:1775763361.326972:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725650688 00010000:00010000:2.0:1775763361.326988:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063000/0x429a70d18420a550 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a549 expref: 14 pid: 5760 timeout: 336 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763361.327010:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1775763361.327017:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab31450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+14:3313:x1862022725650688:12345-0@lo:103: 00010000:00010000:2.0:1775763361.327026:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763361.327030:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063000/0x429a70d18420a550 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a549 expref: 14 pid: 5760 timeout: 336 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327040:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063000/0x429a70d18420a550 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a549 expref: 14 pid: 5760 timeout: 336 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327052:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063000/0x429a70d18420a550 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a549 expref: 14 pid: 5760 timeout: 336 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327071:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327078:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1775763361.327090:0:5755:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003659099s 00010000:00010000:2.0:1775763361.327094:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327100:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327106:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327111:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327116:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763361.327120:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327128:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327141:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327149:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763361.327182:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab31450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+13:3313:x1862022725650688:12345-0@lo:103: Request processed in 165us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763361.327188:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1775763361.327252:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725650688:0@lo:103: 00010000:00010000:2.0:1775763361.327266:0:5784:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327273:0:5784:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763361.327278:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195000/0x429a70d18420a5ff lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763361.353603:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+12:7421:x1862022725650432:12345-0@lo:253: Request processed in 123642us (123778us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763361.353624:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00080000:10000000:2.0:1775763361.371522:0:7421:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1775763361.372192:0:7421:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1775763361.372487:0:7421:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1775763361.372826:0:7421:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1775763361.373116:0:7421:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1775763361.373390:0:7421:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:2.0:1775763361.375029:0:7421:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967296 00010000:00010000:2.0:1775763361.826017:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763362.849998:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763363.878326:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763364.895932:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763365.599877:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725650816:0@lo:13: 00000100:00100000:2.0:1775763365.599954:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763365.603711:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725650816 00000100:00100000:1.0:1775763365.603724:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725650816 00000100:00100000:1.0:1775763365.603817:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1775763365.603828:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725650816:12345-0@lo:13: 00002000:00000024:1.0:1775763365.603869:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763365.603948:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725650816:12345-0@lo:13: Request processed in 122us (4003us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763365.603969:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1775763365.605016:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1775763365.605059:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f436300 x1862022725650816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763365.605081:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725650816:0@lo:13: 00010000:00010000:0.0:1775763365.921781:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763366.625962:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725650944:0@lo:400: 00000100:00100000:0.0:1775763366.626066:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725651072:0@lo:400: 00000100:00100000:2.0:1775763366.626175:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763366.626212:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725651456:0@lo:400: 00000100:00100000:2.0:1775763366.626237:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763366.626268:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725650944 00000100:00100000:2.0:1775763366.626275:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725650944 00000100:00100000:2.0:1775763366.626314:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1775763366.626322:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:3311:x1862022725650944:12345-0@lo:400: 00000100:00100000:2.0:1775763366.626689:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:3311:x1862022725650944:12345-0@lo:400: Request processed in 367us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763366.626697:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1775763366.627767:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763366.627868:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725651200 00000100:00100000:1.0:1775763366.627875:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725651200 00000100:00100000:1.0:1775763366.627916:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725651456 00000100:00100000:1.0:1775763366.627919:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725651456 00000100:00100000:1.0:1775763366.627931:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725651072 00000100:00100000:1.0:1775763366.627934:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725651072 00000100:00100000:1.0:1775763366.627945:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1775763366.627952:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725651200:12345-0@lo:400: 00000100:00100000:1.0:1775763366.627992:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725651200:12345-0@lo:400: Request processed in 41us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763366.627999:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1775763366.628023:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1775763366.628029:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725651456:12345-0@lo:400: 00000100:00100000:1.0:1775763366.628053:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725651456:12345-0@lo:400: Request processed in 25us (1816us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763366.628058:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1775763366.628068:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1775763366.628073:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725651072:12345-0@lo:400: 00000100:00100000:1.0:1775763366.628098:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725651072:12345-0@lo:400: Request processed in 26us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763366.628103:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:0.0:1775763366.628380:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1775763366.628411:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37546680 x1862022725651072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763366.628425:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725651072:0@lo:400: 00010000:00010000:0.0:1775763366.944623:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763367.656622:0:5765:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1775763367.656630:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8b1e08c7b000 from 30 10000000:01000000:1.0:1775763367.656636:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1775763367.656847:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763367.656871:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763367.656883:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763367.656908:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725651584:0@lo:101: 00000100:00100000:1.0:1775763367.656970:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763367.657498:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10a32b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.662703:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725651584 00000100:00100000:0.0:1775763367.662718:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725651584 00000100:00100000:0.0:1775763367.662789:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1775763367.662799:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725651584:12345-0@lo:101: 00010000:00010000:0.0:1775763367.662815:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763367.662839:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a606 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763367.662871:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a606 expref: 13 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763367.662884:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a606 expref: 13 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763367.662893:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063800, rc 0) 00000100:00100000:0.0:1775763367.662969:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725651584:12345-0@lo:101: Request processed in 172us (5999us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.662976:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1775763367.663033:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725651584:0@lo:101: 00010000:00010000:0.0:1775763367.663050:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763367.663062:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763367.663127:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725651712:0@lo:501: 00000100:00100000:0.0:1775763367.663156:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763367.663178:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725651712 00000100:00100000:0.0:1775763367.663181:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725651712 00000100:00100000:0.0:1775763367.663201:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1775763367.663207:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725651712:12345-0@lo:501: 00000100:00100000:1.0:1775763367.663870:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e193e1300 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.664144:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725651712:12345-0@lo:501: Request processed in 935us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.664152:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1775763367.664169:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725651712:0@lo:501: 00000100:00100000:1.0:1775763367.664203:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725651840:0@lo:503: 00000100:00100000:1.0:1775763367.664243:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763367.664267:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10a32600 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.664398:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725651840 00000100:00100000:0.0:1775763367.664403:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725651840 00000100:00100000:0.0:1775763367.664435:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1775763367.664443:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725651840:12345-0@lo:503: 00000100:00100000:0.0:1775763367.664774:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725651840:12345-0@lo:503: Request processed in 332us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.664781:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1775763367.664803:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725651840:0@lo:503: 00000100:00100000:0.0:1775763367.665064:0:7721:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:7721:1862022725651968:0@lo:502: 00000100:00100000:0.0:1775763367.665094:0:7721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763367.665123:0:7721:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.668442:0:7721:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:7721:1862022725651968:0@lo:502: 00000100:00100000:0.0:1775763367.668507:0:7721:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:7721:1862022725652096:0@lo:502: 00000100:00100000:0.0:1775763367.668547:0:7721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763367.668574:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725652096 00000100:00100000:0.0:1775763367.668578:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725652096 00000100:00100000:0.0:1775763367.668616:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1775763367.668623:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+13:7721:x1862022725652096:12345-0@lo:502: 00000100:00100000:0.0:1775763367.668909:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+13:7721:x1862022725652096:12345-0@lo:502: Request processed in 285us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.668915:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1775763367.668956:0:7721:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa240 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.668966:0:7721:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:7721:1862022725652096:0@lo:502: 00000040:00080000:0.0:1775763367.668982:0:7721:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:2.0:1775763367.669181:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 30-38 (rc=0) 10000000:01000000:2.0:1775763367.669196:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1775763367.669204:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.669212:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763367.669219:0:5765:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1775763367.669220:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 8 10000000:01000000:2.0:1775763367.669222:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1775763367.669242:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.669250:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.669259:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763367.669282:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725652224:0@lo:101: 00000100:00100000:2.0:1775763367.669310:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.669335:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2600 going to sleep for 11 seconds 00000100:00100000:2.0:1775763367.669544:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725652224:0@lo:101: 00010000:00010000:2.0:1775763367.669552:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.669557:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763367.669601:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725652352:0@lo:501: 00000100:00100000:2.0:1775763367.669631:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.669649:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2600 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.669701:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725652352 00000100:00100000:0.0:1775763367.669705:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725652352 00000100:00100000:0.0:1775763367.669840:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1775763367.669848:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+14:5765:x1862022725652352:12345-0@lo:501: 00000100:00100000:0.0:1775763367.670055:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+14:5765:x1862022725652352:12345-0@lo:501: Request processed in 208us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.670062:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1775763367.670154:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725652352:0@lo:501: 00000100:00100000:2.0:1775763367.670180:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725652480:0@lo:503: 00000100:00100000:2.0:1775763367.670209:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.670272:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2600 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.670303:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725652480 00000100:00100000:0.0:1775763367.670307:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725652480 00000100:00100000:0.0:1775763367.670335:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1775763367.670341:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+14:5765:x1862022725652480:12345-0@lo:503: 00000100:00100000:0.0:1775763367.670622:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+14:5765:x1862022725652480:12345-0@lo:503: Request processed in 280us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.670629:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1775763367.670706:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725652480:0@lo:503: 00000100:00100000:2.0:1775763367.671261:0:7722:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:7722:1862022725652608:0@lo:502: 00000100:00100000:2.0:1775763367.671295:0:7722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.671404:0:7722:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775763367.672068:0:7722:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:7722:1862022725652608:0@lo:502: 00000020:01000000:2.0:1775763367.672090:0:7722:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1775763367.672099:0:7722:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775763367.672106:0:7722:0:(obd_config.c:1559:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:2.0:1775763367.672111:0:7722:0:(obd_config.c:1468:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1775763367.672112:0:7722:0:(obd_config.c:1533:class_process_config()) changing lustre timeout from 20 to 20 00000100:00100000:2.0:1775763367.672127:0:7722:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:7722:1862022725652736:0@lo:502: 00000100:00100000:2.0:1775763367.672154:0:7722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.672173:0:7722:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775763367.672487:0:7722:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:7722:1862022725652736:0@lo:502: 00000020:01000000:2.0:1775763367.672500:0:7722:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1775763367.672507:0:7722:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775763367.672509:0:7722:0:(obd_config.c:1559:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000040:00080000:2.0:1775763367.672512:0:7722:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 11 count 11 00000100:00100000:2.0:1775763367.674545:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725653504 00000100:00100000:2.0:1775763367.674549:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725653504 00000100:00100000:2.0:1775763367.674578:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1775763367.674597:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+15:5765:x1862022725653504:12345-0@lo:101: 00010000:00010000:2.0:1775763367.674604:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763367.674614:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07818600/0x429a70d18420a637 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a630 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.674629:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07818600/0x429a70d18420a637 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a630 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.674637:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07818600/0x429a70d18420a637 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a630 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.674645:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818600, rc 0) 00000100:00100000:2.0:1775763367.674672:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725653504:12345-0@lo:101: Request processed in 77us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763367.674678:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1775763367.674705:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725653504:0@lo:101: 00010000:00010000:2.0:1775763367.674719:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18194800/0x429a70d18420a630 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a637 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.674727:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194800/0x429a70d18420a630 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a637 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763367.674785:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725653632:0@lo:256: 00000100:00100000:2.0:1775763367.674812:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.674824:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775763367.674834:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725653632 00000100:00100000:2.0:1775763367.674837:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725653632 00000100:00100000:2.0:1775763367.674854:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1775763367.674859:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725653632:12345-0@lo:256: 20000000:01000000:2.0:1775763367.674870:0:5760:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1775763367.674887:0:5760:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1775763367.674890:0:5760:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 5 00000100:00100000:2.0:1775763367.674953:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725653632:12345-0@lo:256: Request processed in 93us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763367.674959:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1775763367.674986:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725653632:0@lo:256: 10000000:01000000:2.0:1775763367.675021:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1775763367.675026:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194800/0x429a70d18420a630 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a637 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.675033:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18194800/0x429a70d18420a630 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a637 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763367.675039:0:5765:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1775763367.675044:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 25 10000000:01000000:2.0:1775763367.675046:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1775763367.675061:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.675067:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.675074:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763367.675084:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725653760:0@lo:101: 00000100:00100000:2.0:1775763367.675106:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.675119:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775763367.675129:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725653760 00000100:00100000:2.0:1775763367.675132:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725653760 00000100:00100000:2.0:1775763367.675148:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1775763367.675153:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725653760:12345-0@lo:101: 00010000:00010000:2.0:1775763367.675160:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763367.675167:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a63e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.675181:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a63e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.675188:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a63e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.675194:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818000, rc 0) 00000100:00100000:2.0:1775763367.675217:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725653760:12345-0@lo:101: Request processed in 64us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763367.675229:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1775763367.675255:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725653760:0@lo:101: 00010000:00010000:2.0:1775763367.675264:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763367.675271:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763367.675309:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725653888:0@lo:501: 00000100:00100000:2.0:1775763367.675331:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.675344:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775763367.675354:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725653888 00000100:00100000:2.0:1775763367.675357:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725653888 00000100:00100000:2.0:1775763367.675371:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1775763367.675376:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725653888:12345-0@lo:501: 00000100:00100000:2.0:1775763367.675561:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725653888:12345-0@lo:501: Request processed in 184us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763367.675567:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1775763367.675607:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725653888:0@lo:501: 00000100:00100000:2.0:1775763367.675630:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725654016:0@lo:503: 00000100:00100000:2.0:1775763367.675660:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.675673:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775763367.675682:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725654016 00000100:00100000:2.0:1775763367.675685:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725654016 00000100:00100000:2.0:1775763367.675701:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1775763367.675707:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725654016:12345-0@lo:503: 00000100:00100000:2.0:1775763367.676372:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725654016:12345-0@lo:503: Request processed in 663us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763367.676378:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1775763367.676493:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725654016:0@lo:503: 00000100:00100000:2.0:1775763367.677014:0:7724:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f434a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:7724:1862022725654144:0@lo:502: 00000100:00100000:2.0:1775763367.677047:0:7724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.677094:0:7724:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2540 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.677123:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725654144 00000100:00100000:0.0:1775763367.677128:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725654144 00000100:00100000:0.0:1775763367.677181:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1775763367.677188:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:7724:x1862022725654144:12345-0@lo:502: 00000100:00100000:0.0:1775763367.677408:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:7724:x1862022725654144:12345-0@lo:502: Request processed in 220us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.677415:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000040:00080000:0.0:1775763367.679505:0:7725:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1775763367.679510:0:7725:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x6:0x0] at index 1 of catalog [0x1:0x5:0x0] 00000100:00100000:0.0:1775763367.680224:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1862022725654272:0@lo:8: 00000100:00100000:0.0:1775763367.680279:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.680344:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725654272 00000100:00100000:2.0:1775763367.680350:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725654272 00000100:00100000:2.0:1775763367.680380:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1775763367.680387:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3310:x1862022725654272:12345-0@lo:8: 00010000:00080000:2.0:1775763367.680411:0:6551:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 192 last 0 00000020:00000080:2.0:1775763367.680435:0:6551:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x429a70d18420a661 00002000:00100000:2.0:1775763367.680448:0:6551:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8b1e33dc3800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211334c ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1775763367.680451:0:6551:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00000001:00000004:2.0:1775763367.680455:0:6551:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967296 00002000:00100000:2.0:1775763367.680542:0:6551:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1775763367.680698:0:6551:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775763367.680719:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1e33dc7800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775763367.682969:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3310:x1862022725654272:12345-0@lo:8: Request processed in 2581us (2689us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763367.682977:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1775763367.682992:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725654656 00000100:00100000:2.0:1775763367.682996:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725654656 00000100:00100000:2.0:1775763367.683025:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1775763367.683031:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725654656:12345-0@lo:400: 00000100:00100000:2.0:1775763367.683063:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725654656:12345-0@lo:400: Request processed in 33us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763367.683074:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1775763367.683092:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1775763367.683408:0:3310:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37545c00 x1862022725654272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1775763377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763367.683418:0:3310:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1775763367.683424:0:3310:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1775763367.683438:0:3310:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1775763367.683444:0:3310:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1775763367.683448:0:3310:0:(import.c:65:import_set_state_nolock()) ffff8b1e37617000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1775763367.683505:0:3310:0:(osp_dev.c:1642:osp_import_event()) got connected 00000100:00100000:0.0:1775763367.683512:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1862022725654272:0@lo:8: 00000004:00080000:0.0:1775763367.683532:0:7725:0:(osp_sync.c:1044:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1775763367.683668:0:7725:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 192514936524ns, next at 0ns, rc = 0 00000100:00100000:2.0:1775763367.766236:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725655296:0@lo:13: 00000100:00100000:2.0:1775763367.766303:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1775763367.766416:0:7726:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x100010000:0x1:0x0] 00000100:00100000:1.0:1775763367.766436:0:7726:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7726:1862022725655424:0@lo:7: 00000100:00100000:1.0:1775763367.766465:0:7726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763367.766482:0:7726:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed540 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.766523:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725655296 00000100:00100000:0.0:1775763367.766530:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725655296 00000100:00100000:0.0:1775763367.766718:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1775763367.766749:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725655296:12345-0@lo:13: 00002000:00000024:0.0:1775763367.766781:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3860856832 avail 3858759680 00000100:00100000:0.0:1775763367.767010:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725655296:12345-0@lo:13: Request processed in 283us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.767019:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1775763367.767075:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0e96ca80 x1862022725655296/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763367.767095:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725655296:0@lo:13: 00000100:00100000:2.0:1775763367.767119:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725655424 00000100:00100000:2.0:1775763367.767123:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725655424 00000100:00100000:2.0:1775763367.767188:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1775763367.767195:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:7726:x1862022725655424:12345-0@lo:7: 00000100:00080000:1.0:1775763367.768086:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1775763367.774980:0:7726:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0e96f800 x1862022725655424/t0(0) o7->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1775763383 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763367.774996:0:7726:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7726:1862022725655424:0@lo:7: 00000004:00080000:0.0:1775763367.775010:0:7726:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0000: Got last_fid [0x100010000:0x0:0x0] 00000100:00100000:0.0:1775763367.775042:0:7726:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7726:1862022725655552:0@lo:5: 00000100:00100000:0.0:1775763367.775069:0:7726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763367.775105:0:7726:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa0c0 going to sleep for 11 seconds 00010000:00080000:1.0:1775763367.776120:0:7726:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0f12b100 x1862022725655552/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1775763383 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763367.776133:0:7726:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7726:1862022725655552:0@lo:5: 00000004:00080000:1.0:1775763367.776143:0:7726:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x100010000:0x1:0x0] from OST, last_created [0x100010000:0x1:0x0]last_used is [0x100010000:0x1:0x0] 00000100:00100000:1.0:1775763367.776178:0:7726:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7726:1862022725655680:0@lo:700: 00000100:00100000:1.0:1775763367.776205:0:7726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763367.776272:0:7726:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed540 going to sleep for 11 seconds 00000100:00100000:2.0:1775763367.776308:0:6558:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725655680 00000100:00100000:2.0:1775763367.776313:0:6558:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725655680 00000100:00100000:2.0:1775763367.776534:0:6558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1775763367.776541:0:6558:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+7:7726:x1862022725655680:12345-0@lo:700: 00000100:00100000:2.0:1775763367.776576:0:6558:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f436d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0001_UUID:6558:1862022725655808:0@lo:700: 00000100:00100000:2.0:1775763367.776614:0:6558:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763367.776673:0:6558:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33e90f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763367.777008:0:5776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725655808 00000100:00100000:1.0:1775763367.777013:0:5776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725655808 00000100:00100000:2.0:1775763367.777101:0:5776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1775763367.777108:0:5776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0001:lustre-MDT0000-lwp-OST0001_UUID+5:6558:x1862022725655808:12345-0@lo:700: 40000000:02000000:0.0:1775763367.804336:0:5776:0:(fid_handler.c:117:__seq_server_alloc_super()) ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:1:ost 00000100:00100000:0.0:1775763367.807456:0:5776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0001:lustre-MDT0000-lwp-OST0001_UUID+5:6558:x1862022725655808:12345-0@lo:700: Request processed in 30342us (30835us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.807469:0:5776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1775763367.869939:0:6558:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+7:7726:x1862022725655680:12345-0@lo:700: Request processed in 93387us (93722us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763367.869952:0:6558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1775763367.870015:0:7726:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0e96f100 x1862022725655680/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1775763383 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763367.870032:0:7726:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7726:1862022725655680:0@lo:700: 00000001:00100000:1.0:1775763367.872644:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1775763367.872669:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967297 is committed 00000004:02000040:0.0:1775763367.900110:0:7726:0:(osp_precreate.c:482:osp_precreate_rollover_new_seq()) lustre-OST0001-osc-MDT0000: update sequence from 0x100010000 to 0x280000400 00000100:00100000:0.0:1775763367.904645:0:7726:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7726:1862022725655936:0@lo:5: 00000100:00100000:0.0:1775763367.904708:0:7726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763367.904774:0:7726:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e37167000 going to sleep for 11 seconds 00000100:00100000:0.0:1775763367.904827:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725655936 00000100:00100000:0.0:1775763367.904834:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725655936 00000100:00100000:0.0:1775763367.904878:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1775763367.904886:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:7726:x1862022725655936:12345-0@lo:5: 00002000:00080000:0.0:1775763367.912830:0:6550:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:0.0:1775763367.912851:0:6550:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 2 00000100:00100000:0.0:1775763367.920611:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:7726:x1862022725655936:12345-0@lo:5: Request processed in 15718us (15896us total) trans 4294967298 rc 0/0 00000100:00100000:0.0:1775763367.920624:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1775763367.920677:0:7726:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0f128380 x1862022725655936/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1775763383 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763367.920693:0:7726:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967297 gen 2 00000100:00100000:0.0:1775763367.920709:0:7726:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff8b1e0f128380 x1862022725655936/t4294967298(4294967298) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1775763383 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763367.920720:0:7726:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7726:1862022725655936:0@lo:5: 00000004:00080000:0.0:1775763367.920759:0:7726:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1:0x0]-[0x280000400:0x21:0x0] 00010000:00010000:1.0:1775763367.979111:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763369.005712:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763370.015949:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763370.720118:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725656064:0@lo:13: 00000100:00100000:0.0:1775763370.720185:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763370.720323:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725656064 00000100:00100000:1.0:1775763370.720330:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725656064 00000100:00100000:1.0:1775763370.720424:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1775763370.720433:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725656064:12345-0@lo:13: 00002000:00000024:1.0:1775763370.720646:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763370.720701:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725656064:12345-0@lo:13: Request processed in 269us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763370.720708:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1775763370.720813:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0f12b100 x1862022725656064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763370.720830:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725656064:0@lo:13: 00000100:00080000:2.0:1775763370.722900:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775763371.040057:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763372.066351:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763372.768262:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725656192:0@lo:400: 00000100:00100000:1.0:1775763372.768359:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763372.768419:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725656704:0@lo:400: 00000100:00100000:1.0:1775763372.768448:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763372.768477:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763372.768483:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725656576:0@lo:400: 00000100:00100000:1.0:1775763372.768520:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763372.768556:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725656320:0@lo:400: 00000100:00100000:1.0:1775763372.768591:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763372.768611:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725656832:0@lo:400: 00000100:00100000:1.0:1775763372.768630:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763372.768649:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763372.768654:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725656448:0@lo:400: 00000100:00100000:1.0:1775763372.768693:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763372.768726:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725656704 00000100:00100000:1.0:1775763372.768759:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725656704 00000100:00100000:1.0:1775763372.768811:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725656320 00000100:00100000:1.0:1775763372.768814:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725656320 00000100:00100000:1.0:1775763372.768825:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725656448 00000100:00100000:1.0:1775763372.768827:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725656448 00000100:00100000:1.0:1775763372.768841:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1775763372.768849:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725656704:12345-0@lo:400: 00000100:00100000:1.0:1775763372.768905:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725656704:12345-0@lo:400: Request processed in 56us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763372.768914:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1775763372.768934:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1775763372.768940:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725656320:12345-0@lo:400: 00000100:00100000:1.0:1775763372.768971:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725656320:12345-0@lo:400: Request processed in 31us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763372.768976:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1775763372.768989:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1775763372.768995:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725656448:12345-0@lo:400: 00000100:00100000:1.0:1775763372.769019:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725656448:12345-0@lo:400: Request processed in 25us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763372.769024:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1775763372.769052:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725656576 00000100:00100000:1.0:1775763372.769055:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725656576 00000100:00100000:1.0:1775763372.769081:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725656832 00000100:00100000:1.0:1775763372.769084:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725656832 00000100:00100000:1.0:1775763372.769102:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1775763372.769108:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725656576:12345-0@lo:400: 00000100:00100000:1.0:1775763372.769137:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725656576:12345-0@lo:400: Request processed in 30us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763372.769143:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1775763372.769153:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1775763372.769159:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725656832:12345-0@lo:400: 00000100:00100000:1.0:1775763372.769183:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725656832:12345-0@lo:400: Request processed in 25us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763372.769188:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:1.0:1775763372.769209:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763372.769213:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763372.769215:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1775763372.769240:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37544a80 x1862022725656448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763372.769255:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725656448:0@lo:400: 00010000:00080000:1.0:1775763372.769266:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37544e00 x1862022725656320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763372.769274:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725656320:0@lo:400: 00010000:00080000:1.0:1775763372.769282:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37545880 x1862022725656832/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763372.769290:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725656832:0@lo:400: 00010000:00080000:1.0:1775763372.769332:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37547100 x1862022725656576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763372.769340:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725656576:0@lo:400: 00010000:00080000:1.0:1775763372.769349:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37545c00 x1862022725656704/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775763388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763372.769356:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725656704:0@lo:400: 00000100:00100000:1.0:1775763372.770124:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763372.770138:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725656960:0@lo:13: 00000100:00100000:1.0:1775763372.770176:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763372.771959:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725656192:0@lo:400: 00000100:00100000:0.0:1775763372.772431:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725656960 00000100:00100000:0.0:1775763372.772439:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725656960 00000100:00100000:0.0:1775763372.772912:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1775763372.772922:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725656960:12345-0@lo:13: 00002000:00000024:0.0:1775763372.772959:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763372.773030:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725656960:12345-0@lo:13: Request processed in 110us (2853us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763372.773038:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1775763372.773228:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33edd500 x1862022725656960/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763372.773248:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725656960:0@lo:13: 00010000:00010000:0.0:1775763373.089662:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775763373.377137:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967298 is committed 00010000:00010000:1.0:1775763374.113397:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763374.577103:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763374.582139:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763374.591477:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763374.591601:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702563840 00000100:00100000:0.0:1775763374.591613:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702563840 00000100:00100000:0.0:1775763374.591673:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 116 00000100:00100000:0.0:1775763374.591684:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+5:5535:x1862022702563840:12345-192.168.202.7@tcp:501: 00000100:00100000:0.0:1775763374.592017:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+5:5535:x1862022702563840:12345-192.168.202.7@tcp:501: Request processed in 334us (550us total) trans 0 rc -2/-2 00000100:00100000:0.0:1775763374.592026:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 116 00000100:00100000:1.0:1775763374.603822:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763374.612885:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763374.617878:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763374.618192:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702564224 00000100:00100000:0.0:1775763374.618205:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702564224 00000100:00100000:0.0:1775763374.618269:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 119 00000100:00100000:0.0:1775763374.618280:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+7:5535:x1862022702564224:12345-192.168.202.7@tcp:503: 00000100:00100000:0.0:1775763374.618708:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+7:5535:x1862022702564224:12345-192.168.202.7@tcp:503: Request processed in 428us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763374.618716:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 119 00000100:00100000:0.0:1775763374.634483:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763374.634576:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702564352 00000100:00100000:1.0:1775763374.634586:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702564352 00000100:00100000:1.0:1775763374.634721:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 120 00000100:00100000:1.0:1775763374.634728:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+7:5554:x1862022702564352:12345-192.168.202.7@tcp:502: 00000100:00100000:1.0:1775763374.635326:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+7:5554:x1862022702564352:12345-192.168.202.7@tcp:502: Request processed in 597us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763374.635339:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 120 00000100:00100000:1.0:1775763374.668277:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763374.668357:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702564480 00000100:00100000:0.0:1775763374.668369:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702564480 00000100:00100000:0.0:1775763374.668426:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 121 00000100:00100000:0.0:1775763374.668436:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+7:5554:x1862022702564480:12345-192.168.202.7@tcp:502: 00000100:00100000:0.0:1775763374.668728:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+7:5554:x1862022702564480:12345-192.168.202.7@tcp:502: Request processed in 292us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763374.668764:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 121 00000100:00100000:2.0:1775763374.673541:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763374.677181:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702564608 00000100:00100000:1.0:1775763374.677194:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702564608 00000100:00100000:1.0:1775763374.677257:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 122 00000100:00100000:1.0:1775763374.677266:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+7:5535:x1862022702564608:12345-192.168.202.7@tcp:101: 00010000:00010000:1.0:1775763374.677282:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763374.677300:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666c00/0x429a70d18420a68b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f930 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763374.677330:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666c00/0x429a70d18420a68b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f930 expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763374.677343:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666c00/0x429a70d18420a68b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f930 expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763374.677352:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666c00, rc 0) 00000100:00100000:1.0:1775763374.677473:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:5535:x1862022702564608:12345-192.168.202.7@tcp:101: Request processed in 207us (3943us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763374.677481:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 122 00000100:00100000:1.0:1775763374.682270:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763374.682333:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702564736 00000100:00100000:0.0:1775763374.682343:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702564736 00000100:00100000:0.0:1775763374.682394:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 123 00000100:00100000:0.0:1775763374.682405:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:5535:x1862022702564736:12345-192.168.202.7@tcp:256: 20000000:01000000:0.0:1775763374.682550:0:5760:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1775763374.682574:0:5760:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1775763374.682579:0:5760:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1775763374.682582:0:5760:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1775763374.682584:0:5760:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:2.0:1775763374.690571:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763374.690693:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702564864 00000100:00100000:1.0:1775763374.690703:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702564864 00000100:00100000:1.0:1775763374.691055:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 124 00000100:00100000:1.0:1775763374.691066:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:5535:x1862022702564864:12345-192.168.202.7@tcp:101: 00010000:00010000:1.0:1775763374.691086:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763374.691106:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420a692 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f937 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763374.691148:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420a692 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f937 expref: 9 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763374.691159:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667400/0x429a70d18420a692 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f937 expref: 9 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763374.691169:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667400, rc 0) 00000100:00100000:1.0:1775763374.691228:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5535:x1862022702564864:12345-192.168.202.7@tcp:101: Request processed in 164us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763374.691235:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 124 00000100:00100000:0.0:1775763374.703890:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763374.718757:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763374.718995:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702565120 00000100:00100000:1.0:1775763374.719005:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702565120 00000100:00100000:1.0:1775763374.719088:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 126 00000100:00100000:1.0:1775763374.719098:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5535:x1862022702565120:12345-192.168.202.7@tcp:503: 00000100:00100000:1.0:1775763374.719464:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5535:x1862022702565120:12345-192.168.202.7@tcp:503: Request processed in 366us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763374.719472:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 126 00000100:00100000:2.0:1775763374.728937:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763374.729035:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702565248 00000100:00100000:0.0:1775763374.729045:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702565248 00000100:00100000:0.0:1775763374.729108:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 127 00000100:00100000:0.0:1775763374.729118:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5565:x1862022702565248:12345-192.168.202.7@tcp:502: 00000100:00100000:0.0:1775763374.729418:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5565:x1862022702565248:12345-192.168.202.7@tcp:502: Request processed in 300us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763374.729445:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 127 00000100:00100000:0.0:1775763374.739316:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763374.740403:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5565:x1862022702565376:12345-192.168.202.7@tcp:502: Request processed in 952us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763374.740412:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 128 00000100:00100000:2.0:1775763374.745413:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763374.747057:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702565504 00000100:00100000:1.0:1775763374.747071:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702565504 00000100:00100000:1.0:1775763374.747131:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 4 00000100:00100000:1.0:1775763374.747140:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2355:x1862022702565504:12345-192.168.202.7@tcp:38: 00010000:00080000:1.0:1775763374.747170:0:5769:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 199 last 0 00000020:00000080:1.0:1775763374.747218:0:5769:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420a699 00000004:00100000:1.0:1775763374.747245:0:5769:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:1.0:1775763374.747251:0:5769:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967296 00010000:00010000:1.0:1775763375.136214:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763375.804326:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702565632 00000100:00100000:0.0:1775763375.804346:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702565632 00000100:00100000:0.0:1775763375.804456:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702565760 00000100:00100000:0.0:1775763375.804460:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702565760 00000100:00100000:0.0:1775763375.804496:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 5 00000100:00100000:0.0:1775763375.804517:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:0:x1862022702565632:12345-192.168.202.7@tcp:41: 00000004:00000024:0.0:1775763375.804565:0:5768:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1775763375.804642:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:0:x1862022702565632:12345-192.168.202.7@tcp:41: Request processed in 136us (5630us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763375.804649:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 5 00000100:00100000:0.0:1775763375.804666:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 6 00000100:00100000:0.0:1775763375.804673:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:5535:x1862022702565760:12345-192.168.202.7@tcp:41: 00000004:00000024:0.0:1775763375.804684:0:5768:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1775763375.804704:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:5535:x1862022702565760:12345-192.168.202.7@tcp:41: Request processed in 32us (5643us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763375.804710:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 6 00000100:00080000:2.0:1775763375.805218:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763375.813274:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763375.823632:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763375.823845:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702566016 00000100:00100000:1.0:1775763375.823858:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702566016 00000100:00100000:1.0:1775763375.824021:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 8 00000100:00100000:1.0:1775763375.824030:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2355:x1862022702566016:12345-192.168.202.7@tcp:8: 00010000:00080000:1.0:1775763375.824374:0:6552:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 200 last 0 00000020:00000080:1.0:1775763375.824404:0:6552:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420a6a0 00002000:00100000:1.0:1775763375.824416:0:6552:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e37a07000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1775763375.824438:0:6552:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1775763375.825461:0:6552:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1775763375.825587:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1e37a00800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775763375.825661:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702566016:12345-192.168.202.7@tcp:8: Request processed in 1631us (2041us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763375.825671:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 8 00000100:00100000:2.0:1775763375.841835:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702566144 00000100:00100000:2.0:1775763375.841848:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702566144 00000100:00100000:2.0:1775763375.847453:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 9 00000100:00100000:2.0:1775763375.847468:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2355:x1862022702566144:12345-192.168.202.7@tcp:8: 00010000:00080000:2.0:1775763375.847519:0:7727:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 200 last 0 00000020:00000080:2.0:1775763375.847552:0:7727:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420a6a7 00002000:00100000:2.0:1775763375.847564:0:7727:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e33dc7000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775763375.847587:0:7727:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775763375.847989:0:7727:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775763375.848032:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1e33dc0000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775763375.848113:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702566144:12345-192.168.202.7@tcp:8: Request processed in 646us (20253us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763375.848635:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 9 00000100:00100000:1.0:1775763375.848939:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702566400 00000100:00100000:1.0:1775763375.848948:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702566400 00000100:00100000:1.0:1775763375.848992:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 129 00000100:00100000:1.0:1775763375.849001:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702566400:12345-192.168.202.7@tcp:400: 00000100:00100000:1.0:1775763375.849047:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702566400:12345-192.168.202.7@tcp:400: Request processed in 48us (6387us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763375.849054:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 129 00000100:00080000:2.0:1775763375.852041:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00200000:1.0:1775763375.908398:0:5771:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000100:00100000:1.0:1775763375.908604:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:5535:x1862022702566272:12345-192.168.202.7@tcp:33: Request processed in 68710us (69487us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763375.908618:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 0 00010000:00010000:0.0:1775763376.164445:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763376.169543:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763376.169637:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702566528 00000100:00100000:1.0:1775763376.169669:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702566528 00000100:00100000:1.0:1775763376.169799:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 8 00000100:00100000:1.0:1775763376.169811:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:5582:x1862022702566528:12345-192.168.202.7@tcp:101: 00010000:00010000:1.0:1775763376.169836:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763376.169864:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420a6ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f961 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763376.171606:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420a6b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763376.171631:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420a6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763376.171649:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420a6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775763376.171871:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000004:00200000:1.0:1775763376.171875:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1775763376.171944:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420a6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763376.171971:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420a6ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f961 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763376.171986:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420a6b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f961 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763376.171993:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e16752200) 00010000:00010000:1.0:1775763376.171995:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775763376.171998:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666400, rc 0) 00000100:00100000:1.0:1775763376.172099:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:5582:x1862022702566528:12345-192.168.202.7@tcp:101: Request processed in 2290us (2566us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763376.172109:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 8 00000001:00100000:2.0:1775763376.470203:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00010000:00010000:1.0:1775763377.190345:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763377.888692:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725657728:0@lo:400: 00000100:00100000:1.0:1775763377.888693:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725657216 00000100:00100000:1.0:1775763377.888702:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725657216 00000100:00100000:2.0:1775763377.888725:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763377.888778:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763377.888783:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1775763377.888791:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725657216:12345-0@lo:13: 00000100:00100000:2.0:1775763377.888791:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725657600:0@lo:400: 00000100:00100000:2.0:1775763377.888817:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1775763377.888840:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763377.888845:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725657472:0@lo:400: 00000100:00100000:2.0:1775763377.888867:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763377.888877:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725657216:12345-0@lo:13: Request processed in 87us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763377.888882:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775763377.888884:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1775763377.888887:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725657344:0@lo:400: 00000100:00100000:2.0:1775763377.888914:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763377.888915:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725657600 00000100:00100000:1.0:1775763377.888919:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725657600 00000100:00100000:2.0:1775763377.888932:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725657856:0@lo:400: 00000100:00100000:1.0:1775763377.888944:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725657472 00000100:00100000:1.0:1775763377.888947:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725657472 00000100:00100000:2.0:1775763377.888951:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763377.888958:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725657856 00000100:00100000:1.0:1775763377.888960:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725657856 00000100:00100000:2.0:1775763377.888968:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725657728 00000100:00100000:2.0:1775763377.888971:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725657728 00000100:00100000:1.0:1775763377.888974:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1775763377.888979:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725657600:12345-0@lo:400: 00000100:00100000:2.0:1775763377.888997:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1775763377.889003:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725657728:12345-0@lo:400: 00000100:00100000:1.0:1775763377.889011:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725657600:12345-0@lo:400: Request processed in 33us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763377.889017:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775763377.889028:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725657728:12345-0@lo:400: Request processed in 26us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763377.889029:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1775763377.889034:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725657472:12345-0@lo:400: 00000100:00100000:2.0:1775763377.889034:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1775763377.889054:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725657344 00000100:00100000:2.0:1775763377.889058:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725657344 00000100:00100000:1.0:1775763377.889074:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725657472:12345-0@lo:400: Request processed in 40us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763377.889080:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1775763377.889080:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1775763377.889085:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725657344:12345-0@lo:400: 00000100:00100000:2.0:1775763377.889110:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725657344:12345-0@lo:400: Request processed in 25us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763377.889115:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00080000:0.0:1775763377.889211:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763377.889216:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775763377.889218:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763377.889251:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725657344:0@lo:400: 00000100:00100000:0.0:1775763377.889263:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725657472:0@lo:400: 00000100:00100000:0.0:1775763377.889290:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725657600:0@lo:400: 00010000:00080000:0.0:1775763377.889316:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ebf800 x1862022725657728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763377.889326:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725657728:0@lo:400: 00000100:00100000:1.0:1775763377.889632:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1775763377.889645:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725657856:12345-0@lo:400: 00000100:00100000:1.0:1775763377.889897:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725657856:12345-0@lo:400: Request processed in 255us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763377.892834:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1775763377.893414:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725657856:0@lo:400: 00010000:00010000:1.0:1775763378.208409:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1775763378.471817:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000100:00100000:1.0:1775763378.633224:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702566656 00000100:00100000:1.0:1775763378.633235:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702566656 00000100:00100000:1.0:1775763378.633366:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 9 00000100:00100000:1.0:1775763378.633376:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:5635:x1862022702566656:12345-192.168.202.7@tcp:41: 00000004:00000024:1.0:1775763378.633418:0:5770:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00080000:0.0:1775763378.633593:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763378.633701:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:5635:x1862022702566656:12345-192.168.202.7@tcp:41: Request processed in 326us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763378.633709:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 9 00000100:00100000:2.0:1775763378.642970:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763378.643390:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702566784 00000100:00100000:1.0:1775763378.643401:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702566784 00000100:00100000:1.0:1775763378.643535:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 10 00000100:00100000:1.0:1775763378.643546:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5635:x1862022702566784:12345-192.168.202.7@tcp:13: 00002000:00000024:1.0:1775763378.643593:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763378.643675:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5635:x1862022702566784:12345-192.168.202.7@tcp:13: Request processed in 131us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763378.643684:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 10 00000100:00080000:0.0:1775763378.646243:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763378.648943:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702566912 00000100:00100000:1.0:1775763378.648953:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702566912 00000100:00100000:1.0:1775763378.649026:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 11 00000100:00100000:1.0:1775763378.649037:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5635:x1862022702566912:12345-192.168.202.7@tcp:13: 00002000:00000024:1.0:1775763378.649090:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763378.649160:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5635:x1862022702566912:12345-192.168.202.7@tcp:13: Request processed in 125us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763378.649168:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 11 00000100:00080000:0.0:1775763378.654303:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775763379.232001:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1775763380.046848:0:5790:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00010000:00010000:1.0:1775763380.256787:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763380.960157:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725657984:0@lo:13: 00000100:00100000:0.0:1775763380.960265:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775763380.960910:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1775763380.960995:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37545880 x1862022725657984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763396 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763380.961015:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725657984:0@lo:13: 00000100:00100000:0.0:1775763381.039335:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702567296 00000100:00100000:0.0:1775763381.039346:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702567296 00000100:00100000:0.0:1775763381.039419:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 9 00000100:00100000:0.0:1775763381.039435:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702567296:12345-192.168.202.7@tcp:400: 00000100:00100000:0.0:1775763381.039514:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702567296:12345-192.168.202.7@tcp:400: Request processed in 86us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763381.039521:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 9 00000100:00100000:2.0:1775763381.039665:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702567168 00000100:00100000:2.0:1775763381.039669:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702567168 00000100:00100000:2.0:1775763381.039728:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 25 00000100:00100000:2.0:1775763381.039770:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702567168:12345-192.168.202.7@tcp:400: 00000100:00100000:2.0:1775763381.039798:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702567168:12345-192.168.202.7@tcp:400: Request processed in 30us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763381.039804:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 25 00000100:00100000:1.0:1775763381.039886:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702567040 00000100:00100000:1.0:1775763381.039890:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702567040 00000100:00100000:1.0:1775763381.039922:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 131 00000100:00100000:1.0:1775763381.039928:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702567040:12345-192.168.202.7@tcp:400: 00000100:00100000:1.0:1775763381.039952:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702567040:12345-192.168.202.7@tcp:400: Request processed in 25us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763381.039957:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 131 00000100:00100000:2.0:1775763381.044689:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702567424 00000100:00100000:2.0:1775763381.044699:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702567424 00000100:00100000:2.0:1775763381.044804:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 10 00000100:00100000:2.0:1775763381.044813:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702567424:12345-192.168.202.7@tcp:400: 00000100:00100000:2.0:1775763381.044883:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702567424:12345-192.168.202.7@tcp:400: Request processed in 71us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763381.044891:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 10 00010000:00010000:1.0:1775763381.282406:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763382.311913:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775763382.471715:0:8076:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1775763383.008104:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725658368:0@lo:400: 00000100:00100000:1.0:1775763383.008109:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725658496:0@lo:400: 00000100:00100000:2.0:1775763383.008359:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725658240:0@lo:400: 00000100:00100000:1.0:1775763383.016522:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763383.016608:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763383.016617:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725658880:0@lo:13: 00000100:00100000:1.0:1775763383.016651:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763383.016702:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725658496 00000100:00100000:1.0:1775763383.016710:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725658496 00000100:00100000:1.0:1775763383.016797:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1775763383.016808:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725658496:12345-0@lo:400: 00000100:00100000:1.0:1775763383.016876:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725658496:12345-0@lo:400: Request processed in 69us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763383.016884:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:1.0:1775763383.016930:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ebe680 x1862022725658496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763383.016944:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725658496:0@lo:400: 00000100:00100000:1.0:1775763383.016976:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725658880 00000100:00100000:1.0:1775763383.016979:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725658880 00000100:00100000:1.0:1775763383.017005:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1775763383.017011:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725658880:12345-0@lo:13: 00002000:00000024:1.0:1775763383.017040:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763383.017072:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725658880:12345-0@lo:13: Request processed in 61us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763383.017077:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:1.0:1775763383.017098:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33edc380 x1862022725658880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763399 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763383.017113:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725658880:0@lo:13: 00000100:00080000:1.0:1775763383.017144:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763383.017148:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763383.017528:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763383.017568:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763383.017599:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725658752:0@lo:400: 00000100:00100000:2.0:1775763383.017788:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763383.017809:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725658752 00000100:00100000:2.0:1775763383.017812:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725658752 00000100:00100000:2.0:1775763383.017836:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1775763383.017843:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725658752:12345-0@lo:400: 00000100:00100000:2.0:1775763383.017870:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725658752:12345-0@lo:400: Request processed in 29us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763383.017875:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1775763383.018031:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ebfb80 x1862022725658752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763383.018053:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725658752:0@lo:400: 00000100:00100000:2.0:1775763383.018093:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725658112:0@lo:400: 00000100:00100000:0.0:1775763383.025224:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725658368 00000100:00100000:0.0:1775763383.025309:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725658368 00000100:00100000:0.0:1775763383.025460:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725658624 00000100:00100000:0.0:1775763383.025464:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725658624 00000100:00080000:2.0:1775763383.025555:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763383.025710:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725658368:0@lo:400: 00000100:00100000:0.0:1775763383.026078:0:5769:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1775763383.026088:0:5769:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1775763383.027152:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725658240:0@lo:400: 00010000:00010000:1.0:1775763383.328675:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763384.352766:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763386.080029:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725659008:0@lo:13: 00000100:00100000:1.0:1775763386.080098:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763386.080178:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725659008 00000100:00100000:1.0:1775763386.080185:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725659008 00000100:00100000:1.0:1775763386.080238:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1775763386.080261:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725659008:12345-0@lo:13: 00002000:00000024:1.0:1775763386.080307:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763386.080348:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725659008:12345-0@lo:13: Request processed in 89us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763386.080355:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1775763386.080376:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763386.169837:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763386.169893:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763386.169925:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763386.169953:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763386.169982:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702567808 00000100:00100000:1.0:1775763386.169992:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702567808 00000100:00100000:1.0:1775763386.170054:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702567936 00000100:00100000:1.0:1775763386.170057:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702567936 00000100:00100000:1.0:1775763386.170077:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 13 00000100:00100000:1.0:1775763386.170086:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702567808:12345-192.168.202.7@tcp:400: 00000100:00100000:1.0:1775763386.170159:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702567808:12345-192.168.202.7@tcp:400: Request processed in 73us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763386.170166:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 13 00000100:00100000:1.0:1775763386.170186:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 14 00000100:00100000:1.0:1775763386.170193:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702567936:12345-192.168.202.7@tcp:400: 00000100:00100000:1.0:1775763386.170216:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702567936:12345-192.168.202.7@tcp:400: Request processed in 24us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763386.170222:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 14 00000100:00100000:1.0:1775763386.170239:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702567680 00000100:00100000:1.0:1775763386.170242:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702567680 00000100:00100000:1.0:1775763386.170273:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 29 00000100:00100000:1.0:1775763386.170279:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702567680:12345-192.168.202.7@tcp:400: 00000100:00100000:1.0:1775763386.170315:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702567680:12345-192.168.202.7@tcp:400: Request processed in 37us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763386.170321:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 29 00000100:00080000:1.0:1775763386.170341:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775763386.170344:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763386.170346:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763386.170651:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702567552 00000100:00100000:2.0:1775763386.170657:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702567552 00000100:00100000:2.0:1775763386.170686:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 133 00000100:00100000:2.0:1775763386.170693:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702567552:12345-192.168.202.7@tcp:400: 00000100:00100000:2.0:1775763386.170747:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702567552:12345-192.168.202.7@tcp:400: Request processed in 39us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763386.170754:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 133 00010000:00010000:1.0:1775763386.413225:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763387.425002:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763388.127928:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725659264:0@lo:400: 00000100:00100000:0.0:1775763388.127991:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.128056:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725659776:0@lo:400: 00000100:00100000:0.0:1775763388.128081:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.128110:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775763388.128115:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725659136:0@lo:400: 00000100:00100000:0.0:1775763388.128134:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.128147:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725659648:0@lo:400: 00000100:00100000:0.0:1775763388.128159:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.128181:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725659392:0@lo:400: 00000100:00100000:0.0:1775763388.128201:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.128218:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763388.128223:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725659520:0@lo:400: 00000100:00100000:0.0:1775763388.128243:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.128268:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725659776 00000100:00100000:0.0:1775763388.128274:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725659776 00000100:00100000:0.0:1775763388.128312:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725659520 00000100:00100000:0.0:1775763388.128313:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725659520 00000100:00100000:0.0:1775763388.128326:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1775763388.128332:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725659776:12345-0@lo:400: 00000100:00100000:0.0:1775763388.128368:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725659776:12345-0@lo:400: Request processed in 35us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.128375:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1775763388.128389:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1775763388.128407:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725659520:12345-0@lo:400: 00000100:00100000:0.0:1775763388.128456:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725659520:12345-0@lo:400: Request processed in 49us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.128460:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1775763388.128475:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725659136 00000100:00100000:0.0:1775763388.128478:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725659136 00000100:00100000:0.0:1775763388.128494:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1775763388.128498:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725659136:12345-0@lo:400: 00000100:00100000:0.0:1775763388.128515:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725659136:12345-0@lo:400: Request processed in 18us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.128519:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1775763388.128537:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725659264 00000100:00100000:0.0:1775763388.128539:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725659264 00000100:00100000:0.0:1775763388.128555:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725659648 00000100:00100000:0.0:1775763388.128556:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725659648 00000100:00100000:0.0:1775763388.128563:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725659392 00000100:00100000:0.0:1775763388.128564:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725659392 00000100:00100000:0.0:1775763388.128571:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1775763388.128575:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725659264:12345-0@lo:400: 00000100:00100000:0.0:1775763388.128591:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725659264:12345-0@lo:400: Request processed in 16us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.128594:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1775763388.128600:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1775763388.128603:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725659648:12345-0@lo:400: 00000100:00100000:0.0:1775763388.128615:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725659648:12345-0@lo:400: Request processed in 12us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.128618:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1775763388.128623:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1775763388.128626:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725659392:12345-0@lo:400: 00000100:00100000:0.0:1775763388.128646:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725659392:12345-0@lo:400: Request processed in 20us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.128650:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1775763388.128665:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775763388.128668:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763388.128669:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1775763388.128695:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ebd500 x1862022725659520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763388.128705:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725659520:0@lo:400: 00000100:00100000:0.0:1775763388.128712:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725659392:0@lo:400: 00000100:00100000:0.0:1775763388.128747:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725659136:0@lo:400: 00000100:00100000:0.0:1775763388.128753:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725659648:0@lo:400: 00000100:00100000:0.0:1775763388.128758:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725659264:0@lo:400: 00010000:00080000:0.0:1775763388.128763:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ebc380 x1862022725659776/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763388.128769:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725659776:0@lo:400: 00000100:00100000:2.0:1775763388.132011:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725659904:0@lo:13: 00000100:00100000:2.0:1775763388.132084:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763388.134949:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725659904 00000100:00100000:1.0:1775763388.134964:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725659904 00000100:00100000:1.0:1775763388.135020:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1775763388.135030:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725659904:12345-0@lo:13: 00002000:00000024:1.0:1775763388.135073:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763388.135145:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725659904:12345-0@lo:13: Request processed in 117us (3061us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763388.135151:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:1.0:1775763388.135195:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ebc380 x1862022725659904/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763404 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763388.135215:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725659904:0@lo:13: 00010000:00010000:0.0:1775763388.453497:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763388.546134:0:8226:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffec601f9e0 20000000:00000080:1.0:1775763388.546154:0:8226:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b1e3795fc00 uarg=0000000000000000 20000000:01000000:1.0:1775763388.546259:0:8226:0:(mgs_llog.c:1905:mgs_parse_devname()) Device name lustre without fsname 20000000:01000000:1.0:1775763388.546262:0:8226:0:(mgs_llog.c:5963:mgs_set_conf_param()) lustre is seen as a file system name 20000000:01000000:1.0:1775763388.546265:0:8226:0:(mgs_llog.c:5994:mgs_set_conf_param()) set_conf_param fs='lustre' device='lustre' param='sys.jobid_var=procname_uid' 20000000:01000000:1.0:1775763388.546270:0:8226:0:(mgs_llog.c:4648:mgs_write_log_param()) next param 'sys.jobid_var=procname_uid' 20000000:01000000:1.0:1775763388.546275:0:8226:0:(mgs_llog.c:4082:mgs_write_log_sys()) global 'sys.jobid_var=procname_uid' val=procname_uid 20000000:01000000:1.0:1775763388.546291:0:8226:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1775763388.546294:0:8226:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:0.0:1775763388.547145:0:8226:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-MDT0000 20000000:01000000:0.0:1775763388.547150:0:8226:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre/sys.jobid_var fl=4 00000040:00080000:2.0:1775763388.548264:0:8227:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000040:00080000:0.0:1775763388.549345:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].34, 224 off14144 00000040:00080000:0.0:1775763388.549665:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].35, 120 off14264 00000040:00080000:0.0:1775763388.549724:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].36, 224 off14488 20000000:01000000:0.0:1775763388.549934:0:8226:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-OST0001 20000000:01000000:0.0:1775763388.549938:0:8226:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-OST0001/lustre/sys.jobid_var fl=4 00000040:00080000:2.0:1775763388.551482:0:8228:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 8 count 8 00000040:00080000:0.0:1775763388.552993:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9632 00000040:00080000:0.0:1775763388.553214:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 120 off9752 00000040:00080000:0.0:1775763388.553269:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 224 off9976 20000000:01000000:0.0:1775763388.553285:0:8226:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-OST0000 20000000:01000000:0.0:1775763388.553288:0:8226:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-OST0000/lustre/sys.jobid_var fl=4 00000040:00080000:2.0:1775763388.554908:0:8229:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 11 count 11 00000040:00080000:0.0:1775763388.556143:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].11, 224 off10160 00000040:00080000:0.0:1775763388.556233:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].12, 120 off10280 00000040:00080000:0.0:1775763388.556276:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].13, 224 off10504 20000000:01000000:0.0:1775763388.556295:0:8226:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:0.0:1775763388.556297:0:8226:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre/sys.jobid_var fl=4 00000040:00080000:0.0:1775763388.560104:0:8230:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000040:00080000:1.0:1775763388.560864:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].39, 224 off14880 00000040:00080000:1.0:1775763388.560918:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].40, 120 off15000 00000040:00080000:1.0:1775763388.560956:0:8226:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].41, 224 off15224 10000000:01000000:1.0:1775763388.560973:0:8226:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1775763388.560992:0:8226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561228:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a5b2 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561238:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a5dc expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561245:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a606 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561252:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18194600/0x429a70d18420a61b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a614 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561259:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195a00/0x429a70d18420a629 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a622 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561266:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a63e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561272:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18194200/0x429a70d18420a66f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a668 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561282:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195000/0x429a70d18420a67d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f8ff expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561289:0:8226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f906 expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561307:0:8226:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561350:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a684 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f906 expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561367:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a684 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f906 expref: 8 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.561383:0:8226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660032:192.168.202.7@tcp:104: 00010000:00010000:1.0:1775763388.561523:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195000/0x429a70d18420a67d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f8ff expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561533:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18195000/0x429a70d18420a67d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f8ff expref: 8 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.561542:0:8226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660160:192.168.202.7@tcp:104: 00010000:00010000:1.0:1775763388.561577:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18194200/0x429a70d18420a66f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a668 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561585:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e18194200/0x429a70d18420a66f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a668 expref: 17 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.561596:0:8226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660288:0@lo:104: 00000100:00100000:1.0:1775763388.561640:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775763388.561680:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a63e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561699:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a63e expref: 17 pid: 5760 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.561709:0:8226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33eded80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660416:0@lo:104: 00000100:00100000:1.0:1775763388.561773:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775763388.561817:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195a00/0x429a70d18420a629 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a622 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561825:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e18195a00/0x429a70d18420a629 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a622 expref: 17 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.561833:0:8226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660544:0@lo:104: 00010000:00010000:1.0:1775763388.561857:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18194600/0x429a70d18420a61b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a614 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561864:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e18194600/0x429a70d18420a61b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a614 expref: 17 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.561872:0:8226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660672:0@lo:104: 00010000:00010000:1.0:1775763388.561897:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a606 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561904:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a606 expref: 17 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.561913:0:8226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660800:0@lo:104: 00010000:00010000:1.0:1775763388.561935:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a5dc expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561953:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a5dc expref: 17 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.561962:0:8226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660928:0@lo:104: 00010000:00010000:1.0:1775763388.561987:0:8226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a5b2 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763388.561995:0:8226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a5b2 expref: 17 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763388.562175:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1775763388.562198:0:5752:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763388.562211:0:5752:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763388.562220:0:5752:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763388.562227:0:5752:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763388.562236:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725660288 00000100:00100000:2.0:1775763388.562243:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725660288 00000100:00100000:2.0:1775763388.562286:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725660416 00000100:00100000:2.0:1775763388.562289:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725660416 00000100:00100000:2.0:1775763388.562299:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725660544 00000100:00100000:2.0:1775763388.562308:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725660544 00000100:00100000:2.0:1775763388.562321:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725660672 00000100:00100000:2.0:1775763388.562323:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725660672 00000100:00100000:2.0:1775763388.562332:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725660800 00000100:00100000:2.0:1775763388.562334:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725660800 00000100:00100000:2.0:1775763388.562343:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725660928 00000100:00100000:2.0:1775763388.562345:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725660928 00000100:00100000:2.0:1775763388.562358:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1775763388.562367:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+8:8226:x1862022725660288:12345-0@lo:104: 00010000:00010000:2.0:1775763388.562380:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a668 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a66f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562447:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763388.562453:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+8:8226:x1862022725660288:12345-0@lo:104: Request processed in 88us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763388.562459:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1775763388.562476:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1775763388.562482:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d422c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+7:8226:x1862022725660416:12345-0@lo:104: 00010000:00010000:2.0:1775763388.562489:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562522:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1775763388.562527:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d422c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+7:8226:x1862022725660416:12345-0@lo:104: Request processed in 46us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763388.562534:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1775763388.562568:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1775763388.562575:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+6:8226:x1862022725660544:12345-0@lo:104: 00010000:00010000:2.0:1775763388.562582:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420a622 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a629 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562626:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1775763388.562631:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+6:8226:x1862022725660544:12345-0@lo:104: Request processed in 58us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763388.562637:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1775763388.562651:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1775763388.562658:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+5:8226:x1862022725660672:12345-0@lo:104: 00010000:00010000:2.0:1775763388.562665:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562690:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1775763388.562695:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+5:8226:x1862022725660672:12345-0@lo:104: Request processed in 39us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763388.562700:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1775763388.562710:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1775763388.562715:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+4:8226:x1862022725660800:12345-0@lo:104: 00010000:00010000:2.0:1775763388.562722:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562764:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1775763388.562769:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+4:8226:x1862022725660800:12345-0@lo:104: Request processed in 55us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763388.562775:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1775763388.562786:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1775763388.562792:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:8226:x1862022725660928:12345-0@lo:104: 00010000:00010000:2.0:1775763388.562798:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562821:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:2.0:1775763388.562824:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:8226:x1862022725660928:12345-0@lo:104: Request processed in 33us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763388.562828:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00010000:2.0:1775763388.562844:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1775763388.562849:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a668 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a66f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562854:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763388.562857:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a668 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a66f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562863:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a66f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763388.562868:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a66f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763388.562871:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775763388.562890:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a668 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a66f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562894:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763388.562907:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a668 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a66f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562911:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420a668 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a66f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562928:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1775763388.562930:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562934:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07819000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763388.562936:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562940:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763388.562943:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763388.562946:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775763388.562954:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562957:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763388.562966:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562970:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e07819000/0x429a70d18420a63e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a645 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562976:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1775763388.562978:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420a622 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a629 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562987:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763388.562989:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420a622 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a629 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.562993:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420a622 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a629 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763388.562996:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420a622 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a629 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763388.562999:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775763388.563629:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420a622 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a629 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563636:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763388.563643:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420a622 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a629 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563649:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420a622 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a629 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563661:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775763388.563664:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563669:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07819a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763388.563672:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563691:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763388.563697:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763388.563702:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775763388.563719:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563724:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763388.563755:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563762:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e07819a00/0x429a70d18420a614 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a61b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563772:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775763388.563775:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563780:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763388.563783:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563790:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763388.563796:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763388.563805:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775763388.563818:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563823:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763388.563827:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563833:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667e00/0x429a70d18420a606 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a60d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563843:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763388.563846:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563851:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763388.563854:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563860:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763388.563866:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763388.563871:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775763388.563883:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563888:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763388.563898:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563904:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420a5dc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a5e3 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.563913:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763388.563914:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763388.563917:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763388.563929:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763388.563944:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725661184:0@lo:103: 00000100:00100000:2.0:1775763388.563989:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763388.566513:0:8226:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725661056:0@lo:104: 00010000:00010000:0.0:1775763388.567888:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763388.567926:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725661440:0@lo:103: 00000100:00100000:0.0:1775763388.567985:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.568073:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725661184 00000100:00100000:0.0:1775763388.568082:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725661184 00010000:00010000:0.0:1775763388.568118:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18194200/0x429a70d18420a66f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a668 expref: 18 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763388.568147:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725661440 00000100:00100000:0.0:1775763388.568151:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725661440 00010000:00010000:0.0:1775763388.568161:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195a00/0x429a70d18420a629 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a622 expref: 19 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763388.568176:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1775763388.568184:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+19:3312:x1862022725661184:12345-0@lo:103: 00010000:00010000:0.0:1775763388.568197:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763388.568203:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18194200/0x429a70d18420a66f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a668 expref: 19 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.568216:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18194200/0x429a70d18420a66f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a668 expref: 19 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.568261:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763388.568299:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+19:3312:x1862022725661184:12345-0@lo:103: Request processed in 116us (4309us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.568307:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1775763388.568326:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1775763388.568332:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725661440:12345-0@lo:103: 00010000:00010000:0.0:1775763388.568341:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763388.568345:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195a00/0x429a70d18420a629 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a622 expref: 18 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.568353:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195a00/0x429a70d18420a629 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a622 expref: 18 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.568369:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763388.568409:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725661440:12345-0@lo:103: Request processed in 77us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.568416:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1775763388.568466:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725661440:0@lo:103: 00000100:00100000:1.0:1775763388.568944:0:8226:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763388.568984:0:8226:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072b540 going to sleep for 11 seconds 00010000:00010000:1.0:1775763388.569014:0:8226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194200/0x429a70d18420a66f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a668 expref: 17 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.569032:0:8226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660288:0@lo:104: 00000100:00100000:1.0:1775763388.569045:0:8226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33eded80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660416:0@lo:104: 00010000:00010000:1.0:1775763388.569053:0:8226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195a00/0x429a70d18420a629 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a622 expref: 16 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.569063:0:8226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660544:0@lo:104: 00000100:00100000:1.0:1775763388.569072:0:8226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660672:0@lo:104: 00000100:00100000:1.0:1775763388.569082:0:8226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660800:0@lo:104: 00000100:00100000:1.0:1775763388.569090:0:8226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660928:0@lo:104: 00000100:00100000:0.0:1775763388.572144:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725661056 00000100:00100000:0.0:1775763388.572161:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725661056 00000100:00100000:0.0:1775763388.572228:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1775763388.572241:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:8226:x1862022725661056:12345-0@lo:104: 00010000:00010000:0.0:1775763388.572260:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.572780:0:8226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725661056:0@lo:104: 00010000:00010000:0.0:1775763388.572997:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763388.573096:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:8226:x1862022725661056:12345-0@lo:104: Request processed in 768us (4061us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.573113:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00010000:0.0:1775763388.573144:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763388.573152:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.573162:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763388.573167:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.573176:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763388.573184:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763388.573190:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1775763388.573245:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.573252:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763388.573269:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.573276:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420a5b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a5b9 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.573294:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763388.573296:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763388.573298:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763388.573313:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725661952:0@lo:103: 00000100:00100000:1.0:1775763388.574862:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725661568:0@lo:103: 00000100:00100000:1.0:1775763388.574976:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.577317:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.578890:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725661568 00000100:00100000:0.0:1775763388.578902:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725661568 00010000:00010000:0.0:1775763388.578944:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18194600/0x429a70d18420a61b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a614 expref: 16 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763388.578982:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725661952 00000100:00100000:0.0:1775763388.578985:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725661952 00010000:00010000:0.0:1775763388.578996:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a5b2 expref: 17 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763388.579026:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1775763388.579036:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725661568:12345-0@lo:103: 00010000:00010000:0.0:1775763388.579052:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763388.579058:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18194600/0x429a70d18420a61b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a614 expref: 17 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.579070:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18194600/0x429a70d18420a61b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a614 expref: 17 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.579093:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194600/0x429a70d18420a61b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a614 expref: 17 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.579113:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763388.579184:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+16:3311:x1862022725661568:12345-0@lo:103: Request processed in 150us (4208us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.579192:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1775763388.579210:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1775763388.579216:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3314:x1862022725661952:12345-0@lo:103: 00010000:00010000:0.0:1775763388.579224:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763388.579241:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a5b2 expref: 15 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.579250:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a5b2 expref: 15 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.579260:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420a5b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a5b2 expref: 15 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.579270:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763388.579299:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+14:3314:x1862022725661952:12345-0@lo:103: Request processed in 84us (1990us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.579307:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1775763388.579352:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725661568:0@lo:103: 00000100:00100000:0.0:1775763388.579399:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725661952:0@lo:103: 00000100:00100000:1.0:1775763388.580473:0:8226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660032:192.168.202.7@tcp:104: 00000100:00100000:1.0:1775763388.580486:0:8226:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8226:1862022725660160:192.168.202.7@tcp:104: 00010000:00010000:1.0:1775763388.580526:0:8226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763388.581629:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725661184:0@lo:103: 00000100:00100000:2.0:1775763388.581644:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725661696:0@lo:103: 00000100:00100000:2.0:1775763388.581696:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763388.590852:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725661696 00000100:00100000:0.0:1775763388.590869:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725661696 00010000:00010000:0.0:1775763388.590924:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a606 expref: 14 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763388.591034:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763388.591117:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725661312 00000100:00100000:0.0:1775763388.591122:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725661312 00010000:00010000:0.0:1775763388.591138:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a63e expref: 15 pid: 5760 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763388.591153:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702568064 00000100:00100000:0.0:1775763388.591155:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702568064 00010000:00010000:0.0:1775763388.591167:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a684 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f906 expref: 9 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763388.591183:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1775763388.591207:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3312:x1862022725661696:12345-0@lo:103: 00010000:00010000:0.0:1775763388.591225:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763388.591232:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a606 expref: 15 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.591245:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a606 expref: 15 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.591264:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063800/0x429a70d18420a60d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a606 expref: 15 pid: 5763 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.591284:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763388.591336:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+14:3312:x1862022725661696:12345-0@lo:103: Request processed in 131us (9639us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.591343:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1775763388.591359:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1775763388.591366:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+13:3313:x1862022725661312:12345-0@lo:103: 00010000:00010000:0.0:1775763388.591395:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763388.591400:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a63e expref: 13 pid: 5760 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.591408:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a63e expref: 13 pid: 5760 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.591419:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e07818000/0x429a70d18420a645 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a63e expref: 13 pid: 5760 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.591427:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763388.591453:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:3313:x1862022725661312:12345-0@lo:103: Request processed in 87us (6444us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.591469:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1775763388.591484:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 18 00000100:00100000:0.0:1775763388.591491:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702568064:12345-192.168.202.7@tcp:103: 00000100:00100000:2.0:1775763388.592024:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1775763388.592211:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763388.592219:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a684 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f906 expref: 9 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.592231:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a684 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f906 expref: 9 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.592243:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a684 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f906 expref: 9 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.592262:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763388.592325:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:2357:x1862022702568064:12345-192.168.202.7@tcp:103: Request processed in 833us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.592333:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 18 00000100:00100000:0.0:1775763388.592352:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702568192 00000100:00100000:0.0:1775763388.594930:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702568192 00010000:00010000:0.0:1775763388.595310:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195000/0x429a70d18420a67d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f8ff expref: 8 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763388.595341:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 19 00000100:00100000:0.0:1775763388.595349:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:2357:x1862022702568192:12345-192.168.202.7@tcp:103: 00000100:00100000:1.0:1775763388.595989:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725661824 00000100:00100000:1.0:1775763388.595995:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725661824 00010000:00010000:1.0:1775763388.596018:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a5dc expref: 12 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.596038:0:5755:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1775763388.596045:0:5755:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1775763388.596110:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763388.596119:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195000/0x429a70d18420a67d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f8ff expref: 8 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596150:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195000/0x429a70d18420a67d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f8ff expref: 8 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596169:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195000/0x429a70d18420a67d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f8ff expref: 8 pid: 5763 timeout: 313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596185:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763388.596241:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+7:2357:x1862022702568192:12345-192.168.202.7@tcp:103: Request processed in 891us (4219us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.596249:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 19 00000100:00100000:0.0:1775763388.596269:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1775763388.596276:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab32450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:3313:x1862022725661824:12345-0@lo:103: 00010000:00010000:0.0:1775763388.596286:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763388.596290:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a5dc expref: 12 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596300:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a5dc expref: 12 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596311:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e07818e00/0x429a70d18420a5e3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a5dc expref: 12 pid: 5762 timeout: 363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596322:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596330:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596343:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596356:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596690:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596697:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596704:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763388.596708:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.596716:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.599542:0:8226:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763388.599560:0:8226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763388.600941:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725661696:0@lo:103: 00010000:00010000:0.0:1775763388.604099:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.604120:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667a00/0x429a70d18420a6bc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763388.604146:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763388.604885:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab32450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+11:3313:x1862022725661824:12345-0@lo:103: Request processed in 8604us (18269us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763388.604895:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00010000:2.0:1775763389.471997:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763389.925302:0:5765:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1775763389.925307:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8b1e3d8f4000 from 39 10000000:01000000:1.0:1775763389.925311:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1775763389.925361:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666200/0x429a70d18420a6c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763389.925388:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666200/0x429a70d18420a6c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763389.925400:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666200/0x429a70d18420a6c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763389.925426:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725662080:0@lo:101: 00000100:00100000:1.0:1775763389.925495:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763389.925583:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763389.926270:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725662080:0@lo:101: 00010000:00010000:1.0:1775763389.926282:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666200/0x429a70d18420a6c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a6ca expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763389.926288:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666200/0x429a70d18420a6c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a6ca expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763389.926343:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725662208:0@lo:501: 00000100:00100000:1.0:1775763389.926382:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763389.926413:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763389.926576:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725662208 00000100:00100000:2.0:1775763389.926581:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725662208 00000100:00100000:2.0:1775763389.926620:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1775763389.926627:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725662208:12345-0@lo:501: 00000100:00100000:2.0:1775763389.926926:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725662208:12345-0@lo:501: Request processed in 299us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763389.926939:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1775763389.927202:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725662208:0@lo:501: 00000100:00100000:1.0:1775763389.927232:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725662336:0@lo:503: 00000100:00100000:1.0:1775763389.927279:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763389.927306:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763389.928043:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725662336 00000100:00100000:2.0:1775763389.928049:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725662336 00000100:00100000:2.0:1775763389.928089:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1775763389.928097:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725662336:12345-0@lo:503: 00000100:00100000:2.0:1775763389.928277:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725662336:12345-0@lo:503: Request processed in 181us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763389.928283:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1775763389.928625:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725662336:0@lo:503: 00000100:00100000:1.0:1775763389.929166:0:8243:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8243:1862022725662464:0@lo:502: 00000100:00100000:1.0:1775763389.929203:0:8243:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763389.929234:0:8243:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1775763389.929280:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725662464 00000100:00100000:0.0:1775763389.929284:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725662464 00000100:00100000:0.0:1775763389.929314:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1775763389.929319:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:8243:x1862022725662464:12345-0@lo:502: 00000100:00100000:0.0:1775763389.929528:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+12:8243:x1862022725662464:12345-0@lo:502: Request processed in 208us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.929535:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1775763389.930054:0:8243:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8243:1862022725662464:0@lo:502: 00000100:00100000:1.0:1775763389.930112:0:8243:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8243:1862022725662592:0@lo:502: 00000100:00100000:1.0:1775763389.930165:0:8243:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763389.930196:0:8243:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1775763389.931726:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725662592 00000100:00100000:0.0:1775763389.931781:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725662592 00000100:00100000:0.0:1775763389.931846:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1775763389.931856:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:8243:x1862022725662592:12345-0@lo:502: 00000100:00100000:0.0:1775763389.932130:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:8243:x1862022725662592:12345-0@lo:502: Request processed in 275us (1963us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.932138:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1775763389.933821:0:8243:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8243:1862022725662592:0@lo:502: 00000040:00080000:1.0:1775763389.933876:0:8243:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1775763389.934151:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:0.0:1775763389.934167:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775763389.934176:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666200/0x429a70d18420a6c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a6ca expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.934184:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666200/0x429a70d18420a6c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a6ca expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763389.934191:0:5765:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1775763389.934193:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 8 10000000:01000000:0.0:1775763389.934195:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1775763389.934225:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a6d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.934231:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a6d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.934237:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a6d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763389.936156:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725662720:0@lo:101: 00000100:00100000:0.0:1775763389.936207:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763389.936385:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b900 going to sleep for 11 seconds 00000100:00100000:2.0:1775763389.948455:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702568320 00000100:00100000:2.0:1775763389.948468:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702568320 00000100:00100000:2.0:1775763389.948522:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725662720 00000100:00100000:2.0:1775763389.948525:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725662720 00000100:00100000:2.0:1775763389.948539:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 140 00000100:00100000:2.0:1775763389.948546:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+7:5550:x1862022702568320:12345-192.168.202.7@tcp:101: 00010000:00010000:2.0:1775763389.948562:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763389.948578:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07819a00/0x429a70d18420a6d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f968 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763389.948616:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07819a00/0x429a70d18420a6d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f968 expref: 8 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763389.948626:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07819a00/0x429a70d18420a6d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f968 expref: 8 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763389.948633:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07819a00, rc 0) 00000100:00100000:2.0:1775763389.948689:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:5550:x1862022702568320:12345-192.168.202.7@tcp:101: Request processed in 144us (13145us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763389.948695:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 140 00000100:00100000:2.0:1775763389.948755:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1775763389.948762:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+12:5765:x1862022725662720:12345-0@lo:101: 00010000:00010000:2.0:1775763389.948769:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763389.948776:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07819000/0x429a70d18420a6df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a6d1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763389.948791:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07819000/0x429a70d18420a6df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a6d1 expref: 13 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763389.948799:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07819000/0x429a70d18420a6df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a6d1 expref: 13 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763389.948806:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07819000, rc 0) 00000100:00100000:2.0:1775763389.949462:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725662720:12345-0@lo:101: Request processed in 699us (13253us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763389.949469:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1775763389.949561:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725662720:0@lo:101: 00010000:00010000:0.0:1775763389.949580:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a6d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a6df expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.949591:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063800/0x429a70d18420a6d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a6df expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763389.949672:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725662848:0@lo:501: 00000100:00100000:0.0:1775763389.949707:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763389.949781:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b900 going to sleep for 11 seconds 00000100:00100000:1.0:1775763389.950143:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725662848 00000100:00100000:1.0:1775763389.950149:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725662848 00000100:00100000:1.0:1775763389.950181:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1775763389.950186:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725662848:12345-0@lo:501: 00000100:00100000:1.0:1775763389.950815:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+13:5765:x1862022725662848:12345-0@lo:501: Request processed in 626us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763389.950822:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1775763389.977049:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763389.981948:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8246:1862022725664384:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775763389.982031:0:8246:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763389.990026:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b300 going to sleep for 11 seconds 00000100:00100000:0.0:1775763389.990509:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1775763389.990519:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:8246:x1862022725664384:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775763389.990821:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:8246:x1862022725664384:12345-0@lo:502:llog_process_th.0 Request processed in 303us (8787us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.990828:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1775763389.990884:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8246:1862022725664384:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1775763389.990915:0:8246:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1775763389.990925:0:8246:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775763389.990932:0:8246:0:(obd_config.c:1559:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1775763389.990938:0:8246:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1775763389.990971:0:8246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8246:1862022725664512:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775763389.991000:0:8246:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763389.991015:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725664512 00000100:00100000:0.0:1775763389.991018:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725664512 00000100:00100000:0.0:1775763389.991030:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1775763389.991034:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:8246:x1862022725664512:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775763389.991101:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:8246:x1862022725664512:12345-0@lo:502:llog_process_th.0 Request processed in 67us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.991106:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1775763389.991130:0:8246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b300 going to sleep for 11 seconds 00000100:00100000:0.0:1775763389.991137:0:8246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8246:1862022725664512:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1775763389.991148:0:8246:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1775763389.991150:0:8246:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775763389.991152:0:8246:0:(obd_config.c:1559:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1775763389.991154:0:8246:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 14 count 14 00010000:00010000:2.0:1775763389.993075:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e07819800/0x429a70d18420a702 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763389.993083:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e07819800/0x429a70d18420a702 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763389.993091:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e07819800/0x429a70d18420a702 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763389.993108:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725664640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763389.993139:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763389.993166:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebb300 going to sleep for 11 seconds 00000100:00100000:0.0:1775763389.993551:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725664640 00000100:00100000:0.0:1775763389.993558:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725664640 00000100:00100000:0.0:1775763389.993603:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1775763389.993612:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:5765:x1862022725664640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763389.993623:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763389.993635:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063000/0x429a70d18420a709 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a702 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.993656:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063000/0x429a70d18420a709 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a702 expref: 16 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.993667:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063000/0x429a70d18420a709 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a702 expref: 16 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.993686:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063000, rc 0) 00000100:00100000:0.0:1775763389.993975:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725664640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 364us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.993983:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1775763389.994107:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725664640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763389.994129:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e07819800/0x429a70d18420a702 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a709 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763389.994138:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e07819800/0x429a70d18420a702 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a709 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763389.994195:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725664768:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775763389.994221:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763389.994254:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebb300 going to sleep for 11 seconds 00000100:00100000:0.0:1775763389.994394:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725664768 00000100:00100000:0.0:1775763389.994398:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725664768 00000100:00100000:0.0:1775763389.994430:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1775763389.994437:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725664768:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775763389.994921:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725664768:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 484us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.994928:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1775763389.995075:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725664896 00000100:00100000:0.0:1775763389.995079:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725664896 00000100:00100000:0.0:1775763389.995108:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1775763389.995114:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725664896:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775763389.995260:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725664896:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 146us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.995267:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1775763389.995891:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725665024 00000100:00100000:2.0:1775763389.995895:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725665024 00000100:00100000:2.0:1775763389.995928:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1775763389.995935:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+16:8247:x1862022725665024:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775763389.996109:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+16:8247:x1862022725665024:12345-0@lo:502:llog_process_th.0 Request processed in 175us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763389.996116:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1775763389.996322:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725665152 00000100:00100000:0.0:1775763389.996326:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725665152 00000100:00100000:0.0:1775763389.996358:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1775763389.996364:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:8247:x1862022725665152:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775763389.996521:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:8247:x1862022725665152:12345-0@lo:502:llog_process_th.0 Request processed in 156us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.996528:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000020:01000000:1.0:1775763389.996719:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:1.0:1775763389.996778:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1775763389.996787:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e07819800/0x429a70d18420a702 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a709 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763389.996800:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e07819800/0x429a70d18420a702 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a709 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763389.996810:0:5765:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1775763389.996813:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 34 10000000:01000000:1.0:1775763389.996815:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1775763389.996838:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667a00/0x429a70d18420a710 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763389.996846:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667a00/0x429a70d18420a710 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763389.996854:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667a00/0x429a70d18420a710 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763389.996869:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725665280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763389.996895:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763389.996926:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763389.997007:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725665280 00000100:00100000:0.0:1775763389.997012:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725665280 00000100:00100000:0.0:1775763389.997027:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1775763389.997034:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725665280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763389.997042:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763389.997052:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062c00/0x429a70d18420a717 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a710 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.997071:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062c00/0x429a70d18420a717 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a710 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.997080:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062c00/0x429a70d18420a717 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a710 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763389.997088:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062c00, rc 0) 00000100:00100000:0.0:1775763389.997122:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725665280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 88us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.997127:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1775763389.997223:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725665280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763389.997234:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1775763389.997234:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667a00/0x429a70d18420a710 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a717 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763389.997243:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667a00/0x429a70d18420a710 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a717 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763389.997292:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725665408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763389.997308:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763389.997323:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763389.997337:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702568576 00000100:00100000:0.0:1775763389.997341:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702568576 00000100:00100000:0.0:1775763389.997355:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725665408 00000100:00100000:0.0:1775763389.997358:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725665408 00000100:00100000:0.0:1775763389.997368:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 163 00000100:00100000:0.0:1775763389.997386:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:5550:x1862022702568576:12345-192.168.202.7@tcp:503: 00000100:00100000:0.0:1775763389.997532:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:5550:x1862022702568576:12345-192.168.202.7@tcp:503: Request processed in 157us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.997547:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 163 00000100:00100000:1.0:1775763389.998203:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725665408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763389.998236:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725665536:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775763389.998281:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763389.998313:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763389.998590:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725665536 00000100:00100000:0.0:1775763389.998602:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725665536 00000100:00100000:0.0:1775763389.998642:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1775763389.998649:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725665536:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775763389.998813:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725665536:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 164us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763389.998819:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1775763389.999003:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725665536:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775763390.002007:0:8248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8248:1862022725665664:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775763390.002092:0:8248:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763390.002144:0:8248:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763390.002223:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725665664 00000100:00100000:0.0:1775763390.002230:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725665664 00000100:00100000:0.0:1775763390.002280:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1775763390.002289:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:8248:x1862022725665664:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775763390.002558:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:8248:x1862022725665664:12345-0@lo:502:llog_process_th.0 Request processed in 271us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763390.002566:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1775763390.003345:0:8248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8248:1862022725665664:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1775763390.003399:0:8248:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1775763390.003411:0:8248:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775763390.003413:0:8248:0:(obd_config.c:1559:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1775763390.003419:0:8248:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1775763390.003448:0:8248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8248:1862022725665792:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775763390.003501:0:8248:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763390.003573:0:8248:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763390.004758:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1775763390.004771:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:8248:x1862022725665792:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775763390.005021:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:8248:x1862022725665792:12345-0@lo:502:llog_process_th.0 Request processed in 252us (1518us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763390.005028:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1775763390.005119:0:8248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8248:1862022725665792:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1775763390.005149:0:8248:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1775763390.005157:0:8248:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775763390.005159:0:8248:0:(obd_config.c:1559:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1775763390.005162:0:8248:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000100:00100000:0.0:1775763390.006920:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725665920 00000100:00100000:0.0:1775763390.006928:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725665920 00000100:00100000:2.0:1775763390.007031:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1775763390.007041:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725665920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763390.007054:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763390.007068:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07818a00/0x429a70d18420a725 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a71e expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763390.007108:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07818a00/0x429a70d18420a725 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a71e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763390.007119:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07818a00/0x429a70d18420a725 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a71e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763390.007128:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818a00, rc 0) 00000100:00100000:2.0:1775763390.007185:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725665920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (1653us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763390.007191:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1775763390.008018:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725666048 00000100:00100000:1.0:1775763390.008024:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725666048 00000100:00100000:1.0:1775763390.008051:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1775763390.008059:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725666048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763390.008702:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725666048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 642us (1281us total) trans 0 rc -2/-2 00000100:00100000:1.0:1775763390.008710:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1775763390.009025:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763390.010071:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702568704 00000100:00100000:2.0:1775763390.010081:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702568704 00000100:00100000:1.0:1775763390.010171:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 170 00000100:00100000:1.0:1775763390.010182:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:6029:x1862022702568704:12345-192.168.202.7@tcp:502: 00000100:00100000:1.0:1775763390.010861:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:6029:x1862022702568704:12345-192.168.202.7@tcp:502: Request processed in 679us (1835us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763390.010869:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 170 00000100:00100000:1.0:1775763390.014043:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763390.014110:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702568832 00000100:00100000:0.0:1775763390.014119:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702568832 00000100:00100000:0.0:1775763390.014173:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 171 00000100:00100000:0.0:1775763390.014183:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:6029:x1862022702568832:12345-192.168.202.7@tcp:502:llog_process_th.0 00000100:00100000:0.0:1775763390.014494:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:6029:x1862022702568832:12345-192.168.202.7@tcp:502:llog_process_th.0 Request processed in 311us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763390.014502:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 171 00000100:00100000:0.0:1775763390.020605:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763390.020678:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702568960 00000100:00100000:1.0:1775763390.020688:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702568960 00000100:00100000:1.0:1775763390.020782:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 172 00000100:00100000:1.0:1775763390.020791:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:5550:x1862022702568960:12345-192.168.202.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763390.020807:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763390.020825:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667e00/0x429a70d18420a72c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f96f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763390.020867:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667e00/0x429a70d18420a72c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f96f expref: 9 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763390.020877:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667e00/0x429a70d18420a72c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f96f expref: 9 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763390.020886:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667e00, rc 0) 00000100:00100000:1.0:1775763390.020953:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702568960:12345-192.168.202.7@tcp:101:ll_cfg_requeue.0 Request processed in 163us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763390.020960:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 172 00000100:00100000:2.0:1775763390.024510:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702569088 00000100:00100000:2.0:1775763390.024520:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702569088 00000100:00100000:2.0:1775763390.024619:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 173 00000100:00100000:2.0:1775763390.024631:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702569088:12345-192.168.202.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775763390.024949:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702569088:12345-192.168.202.7@tcp:501:ll_cfg_requeue.0 Request processed in 319us (663us total) trans 0 rc -2/-2 00000100:00100000:2.0:1775763390.024958:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 173 00010000:00010000:0.0:1775763390.496002:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763391.200892:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725666176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763391.200990:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763391.201587:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725666176 00000100:00100000:1.0:1775763391.201597:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725666176 00000100:00100000:1.0:1775763391.201668:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1775763391.201678:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725666176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763391.201711:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763391.201793:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725666176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763391.201800:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:0.0:1775763391.202588:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1775763391.202638:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08324700 x1862022725666176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763407 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763391.202658:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725666176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763391.283641:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763391.283678:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763391.283710:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763391.283757:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763391.283897:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702569344 00000100:00100000:0.0:1775763391.283907:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702569344 00000100:00100000:0.0:1775763391.283982:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 33 00000100:00100000:0.0:1775763391.283992:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702569344:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763391.284056:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702569344:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 67us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763391.284063:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 33 00000100:00100000:0.0:1775763391.284083:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702569216 00000100:00100000:0.0:1775763391.284086:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702569216 00000100:00100000:0.0:1775763391.284105:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 174 00000100:00100000:0.0:1775763391.284111:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702569216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763391.284130:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702569216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763391.284136:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 174 00000100:00100000:0.0:1775763391.284161:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702569600 00000100:00100000:0.0:1775763391.284165:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702569600 00000100:00100000:0.0:1775763391.284187:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702569472 00000100:00100000:0.0:1775763391.284190:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702569472 00000100:00100000:0.0:1775763391.284210:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 17 00000100:00100000:0.0:1775763391.284216:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702569600:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763391.284240:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702569600:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763391.284260:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 17 00000100:00100000:0.0:1775763391.284272:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 18 00000100:00100000:0.0:1775763391.284278:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702569472:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763391.284301:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702569472:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763391.284307:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 18 00000100:00080000:1.0:1775763391.285057:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763391.285062:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763391.285065:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1775763392.126631:0:8286:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff02ba6270 20000000:00000080:0.0:1775763392.126650:0:8286:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b1e36c56800 uarg=0000000000000000 20000000:01000000:0.0:1775763392.126685:0:8286:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1775763392.126690:0:8286:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1775763392.127367:0:8286:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1775763392.133546:0:8287:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000040:00080000:2.0:1775763392.148621:0:8286:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8976 00000040:00080000:2.0:1775763392.149012:0:8286:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 112 off9088 00000040:00080000:2.0:1775763392.149298:0:8286:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 224 off9312 10000000:01000000:2.0:1775763392.149478:0:8286:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1775763392.149514:0:8286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.149546:0:8286:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18194a00/0x429a70d18420a4a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a4a1 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.149571:0:8286:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a503 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.149578:0:8286:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a5ce expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.149587:0:8286:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420a692 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f937 expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.149594:0:8286:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 7/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.149991:0:8286:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667400/0x429a70d18420a692 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f937 expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.150008:0:8286:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667400/0x429a70d18420a692 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f937 expref: 8 pid: 5763 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763392.150024:0:8286:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8286:1862022725666304:192.168.202.7@tcp:104: 00010000:00010000:2.0:1775763392.152261:0:8286:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a5ce expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.152281:0:8286:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a5ce expref: 17 pid: 5763 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763392.152297:0:8286:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8286:1862022725666432:0@lo:104: 00000100:00100000:2.0:1775763392.153245:0:8286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775763392.153404:0:8286:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a503 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.153430:0:8286:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a503 expref: 17 pid: 5762 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763392.153442:0:8286:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8286:1862022725666560:0@lo:104: 00000100:00100000:2.0:1775763392.153473:0:8286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763392.163547:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702569728 00000100:00100000:0.0:1775763392.163558:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702569728 00010000:00010000:0.0:1775763392.163603:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420a692 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f937 expref: 9 pid: 5763 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763392.163649:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 21 00000100:00100000:0.0:1775763392.163659:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702569728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775763392.163674:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763392.163680:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667400/0x429a70d18420a692 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f937 expref: 9 pid: 5763 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.163692:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667400/0x429a70d18420a692 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f937 expref: 9 pid: 5763 timeout: 316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.163712:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763392.163791:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702569728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 133us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763392.163799:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 21 00000100:00100000:1.0:1775763392.165579:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775763392.165606:0:5751:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763392.165632:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725666432 00000100:00100000:1.0:1775763392.165639:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725666432 00000100:00100000:1.0:1775763392.165671:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725666560 00000100:00100000:1.0:1775763392.165674:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725666560 00000100:00100000:1.0:1775763392.165683:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725666688 00000100:00100000:1.0:1775763392.165684:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725666688 00000100:00100000:1.0:1775763392.165695:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1775763392.165712:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+5:8286:x1862022725666432:12345-0@lo:104: 00010000:00010000:1.0:1775763392.165724:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.166294:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763392.166300:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+5:8286:x1862022725666432:12345-0@lo:104: Request processed in 590us (13060us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763392.166308:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00010000:2.0:1775763392.167655:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763392.167667:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.167679:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763392.167683:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.167693:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763392.167709:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763392.167715:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1775763392.168244:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.168253:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763392.168279:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.168286:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a5ce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a5d5 expref: -99 pid: 7421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.168315:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763392.168317:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763392.168319:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763392.168428:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725666816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763392.168490:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763392.168548:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725666816 00000100:00100000:2.0:1775763392.168554:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725666816 00010000:00010000:2.0:1775763392.168581:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a5ce expref: 18 pid: 5763 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763392.168608:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775763392.168616:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725666816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763392.168630:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763392.168635:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a5ce expref: 18 pid: 5763 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.168648:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a5ce expref: 18 pid: 5763 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.168664:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a5d5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a5ce expref: 18 pid: 5763 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.168677:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763392.168987:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1775763392.168998:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e375b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+4:8286:x1862022725666560:12345-0@lo:104: 00010000:00010000:1.0:1775763392.169009:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.169056:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763392.169061:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e375b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+4:8286:x1862022725666560:12345-0@lo:104: Request processed in 67us (15587us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763392.169067:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1775763392.169108:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1775763392.169114:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08326680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:8286:x1862022725666688:12345-0@lo:104: 00000100:00100000:2.0:1775763392.169471:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725666816:12345-0@lo:103:ldlm_bl.0 Request processed in 855us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763392.169478:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00010000:1.0:1775763392.169532:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.170699:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1775763392.170714:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08326680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:8286:x1862022725666688:12345-0@lo:104: Request processed in 1596us (5104us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763392.170725:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00010000:1.0:1775763392.170774:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775763392.170781:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.170791:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763392.170795:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.170805:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763392.170813:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763392.170820:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:2.0:1775763392.171232:0:8286:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8286:1862022725666688:0@lo:104: 00010000:00010000:2.0:1775763392.171262:0:8286:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.171503:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.171512:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763392.171676:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.171684:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420a503 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a50a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.171715:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763392.171719:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.171725:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763392.171758:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.171767:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763392.171774:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763392.171780:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1775763392.171797:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.171803:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775763392.171860:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725666944 00000100:00100000:2.0:1775763392.171866:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725666944 00010000:00010000:2.0:1775763392.171892:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a503 expref: 17 pid: 5762 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763392.171918:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1775763392.171925:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725666944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763392.171937:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763392.171942:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a503 expref: 17 pid: 5762 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.171953:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a503 expref: 17 pid: 5762 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.171966:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e07818800/0x429a70d18420a50a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a503 expref: 17 pid: 5762 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.171979:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763392.172566:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/1 left), rc = 0 00010000:00010000:0.0:1775763392.172597:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763392.172609:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725667072:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763392.172646:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763392.172709:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725667072 00000100:00100000:0.0:1775763392.172714:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725667072 00010000:00010000:0.0:1775763392.172746:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18194a00/0x429a70d18420a4a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a4a1 expref: 17 pid: 5762 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763392.172769:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1775763392.172776:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725667072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763392.172786:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763392.172790:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: MGS lock: ffff8b1e18194a00/0x429a70d18420a4a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a4a1 expref: 17 pid: 5762 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172799:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18194a00/0x429a70d18420a4a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a4a1 expref: 17 pid: 5762 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172810:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194a00/0x429a70d18420a4a8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a4a1 expref: 17 pid: 5762 timeout: 366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172822:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172831:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172859:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172866:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172872:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172878:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172883:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07819c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763392.172887:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172893:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172906:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763392.172915:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763392.172954:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:3314:x1862022725667072:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763392.172961:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1775763392.172994:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725667072:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763392.173287:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.173295:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420a4a1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a4a8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763392.173310:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763392.173311:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763392.173313:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763392.174402:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3313:x1862022725666944:12345-0@lo:103:ldlm_bl.0 Request processed in 2467us (2780us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763392.174413:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00010000:2.0:1775763392.174454:0:8286:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.174465:0:8286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.174473:0:8286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a733 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763392.546331:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763393.247942:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725667200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763393.248035:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763393.248101:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725667328:0@lo:400:kworker.0 00000100:00100000:0.0:1775763393.248131:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763393.248705:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725667328 00000100:00100000:2.0:1775763393.248717:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725667328 00000100:00100000:2.0:1775763393.248803:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1775763393.248812:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3311:x1862022725667328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763393.249916:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725667456 00000100:00100000:1.0:1775763393.249941:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725667456 00000100:00100000:1.0:1775763393.249987:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725667584 00000100:00100000:1.0:1775763393.249991:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725667584 00000100:00100000:1.0:1775763393.250013:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725667840 00000100:00100000:1.0:1775763393.250015:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725667840 00000100:00100000:1.0:1775763393.250031:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1775763393.250037:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725667456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763393.250107:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725667456:12345-0@lo:400:kworker.0 Request processed in 69us (1595us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.250113:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1775763393.250133:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1775763393.250139:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725667584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763393.250171:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725667584:12345-0@lo:400:kworker.0 Request processed in 31us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.250176:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1775763393.250187:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1775763393.250192:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725667840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763393.250216:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725667840:12345-0@lo:400:kworker.0 Request processed in 25us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.250232:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1775763393.250249:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763393.255104:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725667200 00000100:00100000:1.0:1775763393.255122:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725667200 00000100:00100000:1.0:1775763393.255198:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1775763393.255208:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725667200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763393.255251:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763393.255340:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725667200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 134us (7304us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.255370:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1775763393.255393:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763393.256633:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725667712 00000100:00100000:0.0:1775763393.256644:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725667712 00000100:00100000:0.0:1775763393.256688:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1775763393.256697:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725667712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763393.256783:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725667712:12345-0@lo:400:kworker.0 Request processed in 88us (7401us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763393.256789:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1775763393.256810:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763393.261662:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3311:x1862022725667328:12345-0@lo:400:kworker.0 Request processed in 12841us (13519us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763393.261677:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00010000:00080000:0.0:1775763393.271836:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08325500 x1862022725667712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763393.271856:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725667712:0@lo:400:kworker.0 00010000:00080000:0.0:1775763393.271999:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ebdc00 x1862022725667200/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763409 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763393.272018:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725667200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763393.272031:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725667328:0@lo:400:kworker.0 10000000:01000000:1.0:1775763393.312795:0:5765:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1775763393.312803:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8b1e3d8f4000 from 4 10000000:01000000:1.0:1775763393.312808:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1775763393.312866:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.312878:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.312889:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763393.312992:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725667968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.313065:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763393.313134:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0780 going to sleep for 11 seconds 00000100:00100000:2.0:1775763393.313225:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725667968 00000100:00100000:2.0:1775763393.313233:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725667968 00000100:00100000:2.0:1775763393.313284:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1775763393.313294:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:5765:x1862022725667968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763393.313310:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763393.313416:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a73a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763393.313457:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a73a expref: 16 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763393.313468:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a73a expref: 16 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763393.313478:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07819e00, rc 0) 00000100:00100000:2.0:1775763393.313525:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725667968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 232us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763393.313531:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1775763393.313957:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725667968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763393.313976:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.313985:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763393.314038:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725668096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.314065:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763393.314087:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0780 going to sleep for 11 seconds 00000100:00100000:1.0:1775763393.316009:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725668224 00000100:00100000:1.0:1775763393.316020:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725668224 00000100:00100000:1.0:1775763393.316055:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1775763393.316062:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725668224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.321585:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725668224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 5500us (5684us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.321601:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1775763393.325787:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e03fd6600 going to sleep for 11 seconds 00000100:00100000:2.0:1775763393.325853:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725668224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775763393.327117:0:8314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8314:1862022725668352:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775763393.327533:0:8314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763393.327628:0:8314:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ffa80 going to sleep for 11 seconds 00000100:00100000:2.0:1775763393.333125:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1775763393.333138:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:8314:x1862022725668352:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775763393.333848:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:8314:x1862022725668352:12345-0@lo:502:llog_process_th.0 Request processed in 710us (6312us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763393.333858:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1775763393.345580:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725668480 00000100:00100000:1.0:1775763393.345595:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725668480 00000100:00100000:1.0:1775763393.345685:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1775763393.345696:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:8314:x1862022725668480:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775763393.346014:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:8314:x1862022725668480:12345-0@lo:502:llog_process_th.0 Request processed in 320us (11834us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.346021:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000020:01000000:1.0:1775763393.348716:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1775763393.348767:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1775763393.348778:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.348791:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763393.348802:0:5765:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1775763393.348805:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8b1e08c7b000 from 4 10000000:01000000:1.0:1775763393.348808:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1775763393.348852:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.348861:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.348885:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763393.349694:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725668608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.349795:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763393.349837:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763393.349862:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725668608 00000100:00100000:1.0:1775763393.349869:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725668608 00000100:00100000:1.0:1775763393.350569:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1775763393.352492:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725668608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763393.352516:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763393.352536:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a748 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.352566:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a748 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.352590:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a748 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.352599:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:1.0:1775763393.352683:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725668608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 210us (2888us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.352692:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1775763393.352785:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725668608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763393.352805:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.352823:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763393.352901:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725668736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.352934:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763393.352955:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763393.352973:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725668736 00000100:00100000:1.0:1775763393.352980:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725668736 00000100:00100000:1.0:1775763393.353005:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1775763393.353010:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725668736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.353282:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725668736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 270us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.353288:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1775763393.353317:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725668736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.354255:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725668864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.354312:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763393.354835:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763393.356558:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725668864 00000100:00100000:0.0:1775763393.356579:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725668864 00000100:00100000:0.0:1775763393.356626:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1775763393.356636:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725668864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775763393.356899:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725668864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 264us (2585us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763393.356917:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1775763393.360206:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725668992 00000100:00100000:0.0:1775763393.360298:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725668992 00000100:00100000:0.0:1775763393.360476:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1775763393.360488:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:8319:x1862022725668992:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775763393.360839:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:8319:x1862022725668992:12345-0@lo:502:llog_process_th.0 Request processed in 353us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763393.360847:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1775763393.362101:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725669120 00000100:00100000:0.0:1775763393.362110:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725669120 00000100:00100000:0.0:1775763393.362147:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1775763393.362157:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:8319:x1862022725669120:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775763393.365655:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:8319:x1862022725669120:12345-0@lo:502:llog_process_th.0 Request processed in 3489us (4385us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763393.365668:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1775763393.369445:0:8319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8319:1862022725669120:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1775763393.369499:0:8319:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1775763393.369510:0:8319:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775763393.369512:0:8319:0:(obd_config.c:1559:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1775763393.369517:0:8319:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1775763393.370014:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1775763393.370035:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1775763393.370045:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.370064:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763393.370075:0:5765:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1775763393.370078:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8b1e05573800 from 4 10000000:01000000:1.0:1775763393.370080:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1775763393.370117:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.370126:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.370135:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763393.370163:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725669248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.370245:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763393.370284:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0240 going to sleep for 11 seconds 00000100:00100000:1.0:1775763393.370304:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725669248 00000100:00100000:1.0:1775763393.370312:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725669248 00000100:00100000:1.0:1775763393.370381:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1775763393.370390:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725669248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763393.370404:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763393.370430:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a756 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.370456:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a756 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.370476:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a756 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.370486:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbc00, rc 0) 00000100:00100000:1.0:1775763393.370525:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725669248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.370531:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1775763393.370566:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725669248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763393.370589:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.370598:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763393.370646:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725669376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.370668:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763393.370676:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0240 going to sleep for 11 seconds 00000100:00100000:1.0:1775763393.370691:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725669376 00000100:00100000:1.0:1775763393.370695:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725669376 00000100:00100000:1.0:1775763393.370710:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1775763393.370716:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725669376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.370988:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725669376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 271us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.370995:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1775763393.371017:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725669376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.371053:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725669504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.371086:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763393.371095:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0240 going to sleep for 11 seconds 00000100:00100000:1.0:1775763393.371109:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725669504 00000100:00100000:1.0:1775763393.371113:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725669504 00000100:00100000:1.0:1775763393.371128:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1775763393.371133:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725669504:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775763393.371275:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725669504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 141us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.371282:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1775763393.371309:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725669504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775763393.373310:0:8320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8320:1862022725669632:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775763393.373401:0:8320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763393.373431:0:8320:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775763393.373550:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725669632 00000100:00100000:1.0:1775763393.373558:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725669632 00000100:00100000:1.0:1775763393.373598:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1775763393.373607:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:8320:x1862022725669632:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775763393.373854:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:8320:x1862022725669632:12345-0@lo:502:llog_process_th.0 Request processed in 248us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.373861:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1775763393.374111:0:8320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8320:1862022725669632:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1775763393.374137:0:8320:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1775763393.374147:0:8320:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775763393.374149:0:8320:0:(obd_config.c:1559:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1775763393.374158:0:8320:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b1e05573800 00000020:00000080:2.0:1775763393.374160:0:8320:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1775763393.374236:0:8320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8320:1862022725669760:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775763393.374270:0:8320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763393.374282:0:8320:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775763393.375151:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725669760 00000100:00100000:1.0:1775763393.375158:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725669760 00000100:00100000:1.0:1775763393.375198:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1775763393.375206:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:8320:x1862022725669760:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775763393.375548:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:8320:x1862022725669760:12345-0@lo:502:llog_process_th.0 Request processed in 342us (1276us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763393.375556:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1775763393.383077:0:8320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1fad9776-00c6-469a-9d10-3ff3b874189c:8320:1862022725669760:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1775763393.383139:0:8320:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1775763393.383148:0:8320:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775763393.383150:0:8320:0:(obd_config.c:1559:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1775763393.383175:0:8320:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1775763393.391896:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1775763393.392449:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1775763393.392460:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763393.392474:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763393.571294:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763394.031367:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763394.031440:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702569856 00000100:00100000:1.0:1775763394.031451:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702569856 00000100:00100000:1.0:1775763394.031551:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 191 00000100:00100000:1.0:1775763394.031562:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:5550:x1862022702569856:12345-192.168.202.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763394.031580:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763394.031597:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f976 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763394.031627:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f976 expref: 9 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763394.031640:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f976 expref: 9 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763394.031663:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca800, rc 0) 00000100:00100000:1.0:1775763394.031717:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702569856:12345-192.168.202.7@tcp:101:ll_cfg_requeue.0 Request processed in 157us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763394.031725:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 191 00000100:00100000:0.0:1775763394.035514:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763394.035555:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702569984 00000100:00100000:0.0:1775763394.035564:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702569984 00000100:00100000:0.0:1775763394.035616:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 192 00000100:00100000:0.0:1775763394.035626:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702569984:12345-192.168.202.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775763394.035937:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702569984:12345-192.168.202.7@tcp:501:ll_cfg_requeue.0 Request processed in 312us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763394.035945:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 192 00000100:00100000:1.0:1775763394.041478:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763394.041547:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702570112 00000100:00100000:0.0:1775763394.041557:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702570112 00000100:00100000:0.0:1775763394.041613:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 193 00000100:00100000:0.0:1775763394.041623:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702570112:12345-192.168.202.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775763394.041920:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702570112:12345-192.168.202.7@tcp:503:ll_cfg_requeue.0 Request processed in 297us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763394.041928:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 193 00000100:00100000:0.0:1775763394.056208:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763394.058723:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702570240 00000100:00100000:1.0:1775763394.058775:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702570240 00000100:00100000:1.0:1775763394.058848:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 194 00000100:00100000:1.0:1775763394.058858:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:6093:x1862022702570240:12345-192.168.202.7@tcp:502:llog_process_th.0 00000100:00100000:1.0:1775763394.059169:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:6093:x1862022702570240:12345-192.168.202.7@tcp:502:llog_process_th.0 Request processed in 311us (2975us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763394.059179:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 194 00000100:00100000:0.0:1775763394.063859:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763394.064217:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702570368 00000100:00100000:2.0:1775763394.064299:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702570368 00000100:00100000:2.0:1775763394.064527:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 195 00000100:00100000:2.0:1775763394.064540:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:6093:x1862022702570368:12345-192.168.202.7@tcp:502:llog_process_th.0 00010000:00010000:1.0:1775763394.591955:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763395.615894:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763396.320698:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725669888 00000100:00100000:1.0:1775763396.320707:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725669888 00000100:00100000:1.0:1775763396.320806:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1775763396.320817:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725669888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763396.320858:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763396.320920:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725669888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763396.320928:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:2.0:1775763396.321017:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08325f80 x1862022725669888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763412 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763396.321036:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725669888:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775763396.321097:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763396.398906:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763396.398943:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763396.398980:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763396.399014:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763396.399055:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702570752 00000100:00100000:2.0:1775763396.399069:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702570752 00000100:00100000:2.0:1775763396.399137:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702570880 00000100:00100000:2.0:1775763396.399140:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702570880 00000100:00100000:2.0:1775763396.399164:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 20 00000100:00100000:2.0:1775763396.399174:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702570752:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763396.399265:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702570752:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763396.399274:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 20 00000100:00100000:0.0:1775763396.400832:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702570496 00000100:00100000:0.0:1775763396.400845:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702570496 00000100:00100000:0.0:1775763396.400901:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 196 00000100:00100000:0.0:1775763396.400910:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702570496:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763396.400984:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702570496:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 75us (2087us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763396.400991:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 196 00000100:00100000:1.0:1775763396.401969:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702570624 00000100:00100000:1.0:1775763396.401981:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702570624 00000100:00100000:1.0:1775763396.402061:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 37 00000100:00100000:1.0:1775763396.402074:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702570624:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763396.402143:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702570624:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 74us (3162us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763396.402149:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 37 00010000:00010000:0.0:1775763396.640199:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763397.668447:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763398.368308:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725670016:0@lo:400:kworker.0 00000100:00100000:0.0:1775763398.368380:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763398.368592:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725670400:0@lo:400:kworker.0 00000100:00100000:2.0:1775763398.368621:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763398.368648:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725670400 00000100:00100000:2.0:1775763398.368655:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725670400 00000100:00100000:2.0:1775763398.368703:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775763398.368723:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725670400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763398.368801:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725670400:12345-0@lo:400:kworker.0 Request processed in 78us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763398.368808:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775763398.368844:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725670016 00000100:00100000:2.0:1775763398.368846:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725670016 00000100:00100000:2.0:1775763398.368881:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1775763398.368887:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725670016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763398.368913:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725670016:12345-0@lo:400:kworker.0 Request processed in 26us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763398.368918:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00080000:2.0:1775763398.368943:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763398.368957:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725670272:0@lo:400:kworker.0 00000100:00100000:2.0:1775763398.368980:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763398.369588:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725670016:0@lo:400:kworker.0 00000100:00100000:0.0:1775763398.369598:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725670528:0@lo:400:kworker.0 00000100:00100000:0.0:1775763398.369622:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763398.369647:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725670272 00000100:00100000:0.0:1775763398.369650:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725670272 00000100:00100000:0.0:1775763398.369681:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725670528 00000100:00100000:0.0:1775763398.369683:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725670528 00000100:00100000:0.0:1775763398.369697:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1775763398.369703:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725670272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763398.369759:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725670272:12345-0@lo:400:kworker.0 Request processed in 56us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763398.369766:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1775763398.369786:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1775763398.369791:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725670528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763398.369814:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725670528:12345-0@lo:400:kworker.0 Request processed in 23us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763398.369819:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1775763398.369833:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1775763398.369962:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ebed80 x1862022725670400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763398.369974:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725670400:0@lo:400:kworker.0 00000100:00100000:1.0:1775763398.370083:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725670144:0@lo:400:kworker.0 00000100:00100000:1.0:1775763398.370106:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763398.370123:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725670656:0@lo:400:kworker.0 00000100:00100000:1.0:1775763398.370139:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763398.370169:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725670144 00000100:00100000:1.0:1775763398.370172:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725670144 00000100:00100000:1.0:1775763398.370193:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1775763398.370198:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725670144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763398.370235:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725670144:12345-0@lo:400:kworker.0 Request processed in 26us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763398.370240:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1775763398.370266:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725670144:0@lo:400:kworker.0 00000100:00100000:2.0:1775763398.370571:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763398.370580:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725670784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763398.370605:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763398.370639:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725670656 00000100:00100000:2.0:1775763398.370642:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725670656 00000100:00100000:2.0:1775763398.370670:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1775763398.370676:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725670656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763398.370702:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725670656:12345-0@lo:400:kworker.0 Request processed in 26us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763398.370716:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1775763398.370996:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725670272:0@lo:400:kworker.0 00000100:00080000:0.0:1775763398.371012:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763398.372067:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725670528:0@lo:400:kworker.0 00000100:00100000:1.0:1775763398.372410:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725670784 00000100:00100000:1.0:1775763398.372432:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725670784 00000100:00100000:1.0:1775763398.372480:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1775763398.372488:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725670784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763398.372519:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763398.372583:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725670784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (1976us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763398.372589:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:1.0:1775763398.372627:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ebf800 x1862022725670656/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763398.372637:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725670656:0@lo:400:kworker.0 00010000:00080000:2.0:1775763398.372795:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08324000 x1862022725670784/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763414 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763398.372814:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725670784:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763398.687915:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763399.712214:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763400.739266:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775763401.441370:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763401.529047:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702571008 00000100:00100000:0.0:1775763401.529052:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702571008 00000100:00100000:0.0:1775763401.529081:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 198 00000100:00100000:0.0:1775763401.529087:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702571008:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763401.529149:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702571008:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 62us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763401.529157:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 198 00010000:00010000:0.0:1775763401.530084:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763401.530170:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702571136 00000100:00100000:1.0:1775763401.530177:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702571136 00000100:00100000:1.0:1775763401.530231:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 41 00000100:00100000:1.0:1775763401.530240:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702571136:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763401.530292:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702571136:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 54us (2035us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763401.530308:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 41 00000001:00100000:2.0:1775763401.992451:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:2.0:1775763401.992462:0:6575:0:(genops.c:904:class_export_put()) final put ffff8b1e37a07000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00010000:00010000:0.0:1775763402.785149:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763403.489633:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725671040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763403.489710:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763403.489853:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725671040 00000100:00100000:1.0:1775763403.489862:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725671040 00000100:00100000:1.0:1775763403.489931:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1775763403.489941:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725671040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763403.489976:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763403.490028:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725671040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763403.490036:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:1.0:1775763403.490082:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08324a80 x1862022725671040/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763419 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763403.490100:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725671040:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763403.490219:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763403.493670:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725671296 00000100:00100000:1.0:1775763403.493684:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725671296 00000100:00100000:1.0:1775763403.493782:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725671424 00000100:00100000:1.0:1775763403.493785:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725671424 00000100:00100000:1.0:1775763403.493827:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775763403.493836:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725671296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.493926:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725671296:12345-0@lo:400:kworker.0 Request processed in 91us (1819us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763403.493934:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775763403.493955:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775763403.493961:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725671424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.493989:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725671424:12345-0@lo:400:kworker.0 Request processed in 28us (1822us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763403.494010:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775763403.494045:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725671168:0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.494085:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763403.494121:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725671680:0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.494143:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763403.494163:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763403.494169:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725671552:0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.494191:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763403.494218:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725671168 00000100:00100000:1.0:1775763403.494222:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725671168 00000100:00100000:1.0:1775763403.494260:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1775763403.494268:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725671168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.494299:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725671168:12345-0@lo:400:kworker.0 Request processed in 33us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763403.494305:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1775763403.494332:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725671552 00000100:00100000:1.0:1775763403.494336:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725671552 00000100:00100000:1.0:1775763403.494361:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1775763403.494367:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725671552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.494394:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725671552:12345-0@lo:400:kworker.0 Request processed in 28us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763403.494399:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:1.0:1775763403.494418:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763403.494423:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763403.494451:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725671424:0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.494473:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725671296:0@lo:400:kworker.0 00010000:00080000:1.0:1775763403.494509:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f876a00 x1862022725671552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763403.494520:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725671552:0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.494528:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725671168:0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.494554:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725671680 00000100:00100000:1.0:1775763403.494558:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725671680 00000100:00100000:1.0:1775763403.494586:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1775763403.494592:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725671680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763403.494623:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725671680:12345-0@lo:400:kworker.0 Request processed in 32us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763403.494630:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1775763403.494644:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763403.494659:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725671680:0@lo:400:kworker.0 00000001:00100000:0.0:1775763404.073825:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775763404.073836:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1e33dc7000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:02000400:0.0:1775763404.837641:0:8572:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg207-server.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1775763405.856033:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763406.560019:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725671808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763406.560102:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763406.560174:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725671808 00000100:00100000:2.0:1775763406.560184:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725671808 00000100:00100000:2.0:1775763406.560285:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775763406.560296:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725671808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763406.560346:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763406.566688:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725671808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6382us (6575us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763406.566703:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00080000:1.0:1775763406.570622:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f874e00 x1862022725671808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763422 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763406.570651:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725671808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763406.649939:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763406.649988:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00080000:2.0:1775763406.650181:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763406.651045:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702571520 00000100:00100000:0.0:1775763406.651065:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702571520 00000100:00100000:0.0:1775763406.651111:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 200 00000100:00100000:0.0:1775763406.651119:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702571520:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763406.651167:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702571520:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 49us (1240us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763406.651174:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 200 00010000:00010000:2.0:1775763406.882297:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763407.912283:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1775763408.639883:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f876680 x1862022725671936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763424 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763408.639921:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725671936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763408.642771:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725672320:0@lo:400:kworker.0 00000100:00100000:1.0:1775763408.642859:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763408.642917:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763408.642924:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725672448:0@lo:400:kworker.0 00000100:00100000:1.0:1775763408.642962:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775763408.928329:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763409.951864:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775763410.190138:0:8799:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg207-server.virtnet: executing yml_node 00010000:00010000:0.0:1775763410.976274:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763411.692840:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725672704 00000100:00100000:1.0:1775763411.692849:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725672704 00000100:00100000:1.0:1775763411.692951:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1775763411.692963:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725672704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763411.693013:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763411.693078:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725672704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763411.693087:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:1.0:1775763411.693143:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f875880 x1862022725672704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763427 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763411.693164:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725672704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763411.775861:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763411.775904:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763411.775933:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702571776 00000100:00100000:0.0:1775763411.775942:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702571776 00000100:00100000:0.0:1775763411.775991:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 202 00000100:00100000:0.0:1775763411.776001:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702571776:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763411.776071:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702571776:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 71us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763411.776078:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 202 00010000:00010000:1.0:1775763412.006827:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763413.023965:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763413.728628:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725673088:0@lo:400:kworker.0 00000100:00100000:1.0:1775763413.728716:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763413.728808:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763413.729025:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725672832:0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729069:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763413.729102:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725673344:0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729125:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763413.729145:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775763413.729150:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725672960:0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729183:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763413.729200:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725673472:0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729246:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763413.729285:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725672832 00000100:00100000:0.0:1775763413.729293:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725672832 00000100:00100000:0.0:1775763413.729348:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1775763413.729357:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725672832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729417:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725672832:12345-0@lo:400:kworker.0 Request processed in 52us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763413.729425:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1775763413.729464:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725673088 00000100:00100000:0.0:1775763413.729468:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725673088 00000100:00100000:0.0:1775763413.729505:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725673344 00000100:00100000:0.0:1775763413.729508:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725673344 00000100:00100000:0.0:1775763413.729519:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725672960 00000100:00100000:0.0:1775763413.729522:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725672960 00000100:00100000:0.0:1775763413.729533:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1775763413.729539:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725673088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729570:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725673088:12345-0@lo:400:kworker.0 Request processed in 32us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763413.729576:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1775763413.729588:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1775763413.729593:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725673344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729616:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725673344:12345-0@lo:400:kworker.0 Request processed in 23us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763413.729621:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1775763413.729632:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775763413.729637:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725672960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729662:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725672960:12345-0@lo:400:kworker.0 Request processed in 26us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763413.729676:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775763413.729697:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725673472 00000100:00100000:0.0:1775763413.729701:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725673472 00000100:00100000:0.0:1775763413.729726:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1775763413.729761:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725673472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729791:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725673472:12345-0@lo:400:kworker.0 Request processed in 32us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763413.729796:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1775763413.729854:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725672960:0@lo:400:kworker.0 00010000:00080000:0.0:1775763413.729868:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08326300 x1862022725673472/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763413.729879:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725673472:0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729887:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725672832:0@lo:400:kworker.0 00000100:00100000:0.0:1775763413.729897:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725673344:0@lo:400:kworker.0 00000100:00100000:1.0:1775763413.730557:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725673216:0@lo:400:kworker.0 00000100:00100000:1.0:1775763413.730604:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763413.730656:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725673088:0@lo:400:kworker.0 00000100:00080000:1.0:1775763413.731277:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1775763413.731304:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08326d80 x1862022725673216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763413.731317:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725673216:0@lo:400:kworker.0 00000100:00100000:2.0:1775763413.732173:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763413.732189:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725673600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763413.732251:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1775763413.733050:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f875500 x1862022725673600/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763429 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763413.733071:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725673600:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763414.048367:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763415.072397:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763416.102268:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763416.811161:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725673728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763416.811231:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1775763416.812334:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763416.878780:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763416.878834:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763416.878991:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702572160 00000100:00100000:1.0:1775763416.879004:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702572160 00000100:00100000:1.0:1775763416.879120:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 53 00000100:00100000:1.0:1775763416.879142:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702572160:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763416.879232:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702572160:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763416.879241:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 53 00000100:00080000:0.0:1775763416.879626:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763416.879791:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702572032:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763416.879849:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702572032:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 58us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763416.879856:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 204 00010000:00010000:3.0:1775763417.120309:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763418.144562:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763418.852543:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725673856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763418.852633:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763418.852716:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725673856 00000100:00100000:3.0:1775763418.852725:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725673856 00000100:00100000:3.0:1775763418.852817:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1775763418.852827:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725673856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763418.852867:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763418.852920:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725673856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763418.852926:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1775763418.852947:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1775763418.852981:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f876300 x1862022725673856/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763434 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763418.853001:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725673856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763418.857976:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725674112:0@lo:400:kworker.0 00000100:00100000:3.0:1775763418.858061:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763418.858218:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763418.858226:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725674240:0@lo:400:kworker.0 00000100:00100000:3.0:1775763418.858250:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763418.858297:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725674112 00000100:00100000:3.0:1775763418.858307:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725674112 00000100:00100000:3.0:1775763418.858373:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725674240 00000100:00100000:3.0:1775763418.858376:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725674240 00000100:00100000:3.0:1775763418.858410:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1775763418.858418:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725674112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763418.858777:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1775763418.858789:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725674240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763418.858846:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725674240:12345-0@lo:400:kworker.0 Request processed in 60us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763418.858853:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1775763418.859163:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725674112:12345-0@lo:400:kworker.0 Request processed in 744us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763418.859170:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1775763418.859194:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725673984:0@lo:400:kworker.0 00000100:00100000:3.0:1775763418.859229:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763418.859266:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725674496:0@lo:400:kworker.0 00000100:00100000:3.0:1775763418.859289:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763418.859325:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725673984 00000100:00100000:2.0:1775763418.859331:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725673984 00000100:00100000:2.0:1775763418.859367:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1775763418.859374:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725673984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763418.859405:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725673984:12345-0@lo:400:kworker.0 Request processed in 32us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763418.859412:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00080000:2.0:1775763418.862429:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763418.862826:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725673984:0@lo:400:kworker.0 00000100:00100000:3.0:1775763418.862844:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763418.862855:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725674368:0@lo:400:kworker.0 00000100:00100000:3.0:1775763418.862924:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763418.862955:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725674368 00000100:00100000:3.0:1775763418.862961:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725674368 00000100:00100000:3.0:1775763418.863013:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1775763418.863021:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725674368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763418.863065:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725674368:12345-0@lo:400:kworker.0 Request processed in 45us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763418.863071:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00080000:3.0:1775763418.863309:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0f129180 x1862022725674368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763418.863321:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725674368:0@lo:400:kworker.0 00000100:00080000:3.0:1775763418.863365:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763418.863763:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725674240:0@lo:400:kworker.0 00000100:00100000:0.0:1775763418.863779:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725674112:0@lo:400:kworker.0 00000100:00100000:2.0:1775763418.874101:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725674496 00000100:00100000:2.0:1775763418.874123:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725674496 00000100:00100000:2.0:1775763418.876974:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1775763418.876987:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725674496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763418.877089:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725674496:12345-0@lo:400:kworker.0 Request processed in 105us (17798us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763418.877121:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:3.0:1775763418.878794:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763418.878855:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725674496:0@lo:400:kworker.0 00010000:00010000:2.0:1775763419.167874:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775763419.372864:0:9088:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.51.76 00010000:00010000:3.0:1775763420.196975:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763421.218250:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763421.921190:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725674624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763421.921270:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763421.921360:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725674624 00000100:00100000:3.0:1775763421.921370:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725674624 00000100:00100000:3.0:1775763421.921428:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1775763421.921437:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725674624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763421.921477:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763421.921522:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725674624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763421.921529:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1775763421.921550:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1775763421.921580:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f876680 x1862022725674624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763437 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763421.921597:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725674624:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763422.011682:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763422.013199:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763422.013237:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702572416 00000100:00100000:2.0:1775763422.013247:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702572416 00000100:00100000:2.0:1775763422.013317:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 57 00000100:00100000:2.0:1775763422.013328:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702572416:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763422.013408:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702572416:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 81us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763422.013414:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 57 00000100:00080000:2.0:1775763422.013444:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763422.016531:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702572288 00000100:00100000:3.0:1775763422.016553:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702572288 00000100:00100000:2.0:1775763422.023135:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 206 00000100:00100000:2.0:1775763422.023150:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702572288:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763422.023236:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702572288:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (11565us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763422.023243:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 206 00000001:02000400:0.0:1775763422.027062:0:9186:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.51.76 00010000:00010000:0.0:1775763422.242006:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763423.264946:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775763423.861292:0:9234:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity-sec ============----- Thu Apr 9 15:37:01 EDT 2026 00000100:00100000:3.0:1775763423.970014:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725674752:0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.970113:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763423.970184:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725675264:0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.970494:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763423.970523:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763423.970545:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725675136:0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.970574:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763423.970621:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725675008:0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.970662:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763423.970685:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775763423.970690:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725674880:0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.970813:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763423.970834:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725675392:0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.970857:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763423.970891:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725674752 00000100:00100000:3.0:1775763423.970900:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725674752 00000100:00100000:3.0:1775763423.970955:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1775763423.970965:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725674752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.971025:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725674752:12345-0@lo:400:kworker.0 Request processed in 61us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763423.971032:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1775763423.971078:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725675264 00000100:00100000:3.0:1775763423.971082:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725675264 00000100:00100000:3.0:1775763423.971127:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725675008 00000100:00100000:3.0:1775763423.971130:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725675008 00000100:00100000:3.0:1775763423.971144:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725674880 00000100:00100000:3.0:1775763423.971147:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725674880 00000100:00100000:3.0:1775763423.971395:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1775763423.971401:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725675264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.971439:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725675264:12345-0@lo:400:kworker.0 Request processed in 38us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763423.971444:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1775763423.971466:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1775763423.971472:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725675008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.971509:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725675008:12345-0@lo:400:kworker.0 Request processed in 37us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763423.971515:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1775763423.971527:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1775763423.971533:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725674880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.971560:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725674880:12345-0@lo:400:kworker.0 Request processed in 27us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763423.971566:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1775763423.971585:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725675136 00000100:00100000:0.0:1775763423.971783:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763423.971795:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725675520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763423.971835:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763423.971867:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725675392 00000100:00100000:0.0:1775763423.971872:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725675392 00000100:00100000:0.0:1775763423.971900:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1775763423.971908:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725675392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763423.971939:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725675392:12345-0@lo:400:kworker.0 Request processed in 33us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763423.971945:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1775763423.971964:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725675520 00000100:00100000:0.0:1775763423.971968:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725675520 00000100:00100000:0.0:1775763423.971992:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1775763423.971999:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725675520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763423.972030:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763423.972076:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725675520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763423.972082:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00080000:0.0:1775763423.972129:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0f128380 x1862022725675520/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763439 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763423.972148:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725675520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763423.972473:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725675136 00000100:00100000:3.0:1775763423.972513:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775763423.972521:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725675136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.972556:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725675136:12345-0@lo:400:kworker.0 Request processed in 36us (1980us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763423.972562:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:3.0:1775763423.973434:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763423.973440:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763423.973443:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763423.973482:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725674880:0@lo:400:kworker.0 00010000:00080000:3.0:1775763423.973497:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f877480 x1862022725675392/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763423.973506:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725675392:0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.973517:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725675008:0@lo:400:kworker.0 00010000:00080000:3.0:1775763423.973583:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f876a00 x1862022725675136/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763423.973839:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725675136:0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.973854:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725674752:0@lo:400:kworker.0 00000100:00100000:3.0:1775763423.973865:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725675264:0@lo:400:kworker.0 00010000:00010000:2.0:1775763424.290283:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763425.318562:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763426.336167:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763427.042806:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725675648:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763427.042887:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763427.043060:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725675648 00000100:00100000:0.0:1775763427.043069:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725675648 00000100:00100000:0.0:1775763427.043140:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1775763427.043151:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725675648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763427.043190:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763427.043237:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725675648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763427.043259:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:3.0:1775763427.043431:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1775763427.043458:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08326d80 x1862022725675648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763443 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763427.043477:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725675648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763427.124925:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763427.124978:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763427.125203:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702572544 00000100:00100000:1.0:1775763427.125213:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702572544 00000100:00100000:1.0:1775763427.125277:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 208 00000100:00100000:1.0:1775763427.125287:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702572544:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763427.125370:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702572544:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 85us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763427.125378:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 208 00000100:00100000:3.0:1775763427.125527:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702572672 00000100:00100000:3.0:1775763427.125532:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702572672 00000100:00100000:3.0:1775763427.125590:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00100000:3.0:1775763427.125597:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702572672:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763427.125631:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702572672:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 35us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763427.125637:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00080000:1.0:1775763427.126282:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763427.361894:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763428.385763:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763429.088888:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763429.088913:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725675776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763429.088995:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763429.089086:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725675776 00000100:00100000:0.0:1775763429.089095:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725675776 00000100:00100000:0.0:1775763429.089184:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1775763429.089195:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725675776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763429.089234:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763429.089284:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725675776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763429.089291:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1775763429.089314:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1775763429.089350:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0f128380 x1862022725675776/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763445 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763429.089370:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725675776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763429.092513:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725675904:0@lo:400:kworker.0 00000100:00100000:0.0:1775763429.092581:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763429.092621:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725676416:0@lo:400:kworker.0 00000100:00100000:0.0:1775763429.092647:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763429.092672:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763429.092678:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725676032:0@lo:400:kworker.0 00000100:00100000:0.0:1775763429.092696:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763429.092720:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725676160:0@lo:400:kworker.0 00000100:00100000:0.0:1775763429.092777:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763429.092798:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763429.092804:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725676288:0@lo:400:kworker.0 00000100:00100000:0.0:1775763429.092828:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763429.092871:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725675904 00000100:00100000:0.0:1775763429.092878:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725675904 00000100:00100000:0.0:1775763429.092925:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1775763429.092933:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725675904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763429.092979:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725675904:12345-0@lo:400:kworker.0 Request processed in 46us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763429.092986:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1775763429.093051:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725676288 00000100:00100000:1.0:1775763429.093057:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725676288 00000100:00100000:1.0:1775763429.100789:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1775763429.100807:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725676288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763429.100906:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725676288:12345-0@lo:400:kworker.0 Request processed in 106us (8076us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763429.100913:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1775763429.104328:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725676416 00000100:00100000:2.0:1775763429.104351:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725676416 00000100:00100000:2.0:1775763429.104417:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725676032 00000100:00100000:2.0:1775763429.104420:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725676032 00000100:00100000:2.0:1775763429.104432:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725676160 00000100:00100000:2.0:1775763429.104434:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725676160 00000100:00100000:2.0:1775763429.104451:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1775763429.104461:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d690700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725676416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763429.104580:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d690700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725676416:12345-0@lo:400:kworker.0 Request processed in 120us (11930us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763429.104588:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1775763429.104614:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1775763429.104620:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d693800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725676032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763429.104648:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d693800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725676032:12345-0@lo:400:kworker.0 Request processed in 29us (11951us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763429.104654:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1775763429.104665:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1775763429.104672:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d691180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725676160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763429.104698:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d691180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725676160:12345-0@lo:400:kworker.0 Request processed in 27us (11922us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763429.104703:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:2.0:1775763429.104765:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763429.104770:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763429.104809:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725676032:0@lo:400:kworker.0 00000100:00100000:2.0:1775763429.104823:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725675904:0@lo:400:kworker.0 00000100:00100000:2.0:1775763429.104833:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725676416:0@lo:400:kworker.0 00010000:00080000:0.0:1775763429.107894:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3d693480 x1862022725676288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763429.107917:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725676288:0@lo:400:kworker.0 00000100:00100000:0.0:1775763429.107934:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725676160:0@lo:400:kworker.0 00010000:00010000:1.0:1775763429.412175:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763430.432769:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763431.457985:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763432.162206:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763432.162227:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725676544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763432.162309:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763432.177944:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725676544 00000100:00100000:3.0:1775763432.177956:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725676544 00000100:00100000:3.0:1775763432.178063:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1775763432.178073:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725676544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763432.178128:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763432.178209:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725676544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (15899us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763432.178217:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1775763432.178318:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1775763432.179809:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3754ca80 x1862022725676544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763448 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763432.179833:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725676544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763432.238281:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763432.238399:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702572928 00000100:00100000:0.0:1775763432.238412:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702572928 00000100:00080000:3.0:1775763432.240570:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763432.241174:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763432.241211:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702572800 00000100:00100000:3.0:1775763432.241220:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702572800 00000100:00100000:3.0:1775763432.241266:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 210 00000100:00100000:3.0:1775763432.241275:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702572800:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763432.241338:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702572800:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 64us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763432.241346:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 210 00000100:00100000:0.0:1775763432.255261:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 65 00000100:00100000:0.0:1775763432.255285:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702572928:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763432.255400:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702572928:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 125us (17129us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763432.255409:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 65 00010000:00010000:1.0:1775763432.480064:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763433.511002:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763434.212873:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725676672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763434.212885:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725676800:0@lo:400:kworker.0 00000100:00100000:0.0:1775763434.213928:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725677056:0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.218514:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763434.218607:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725676928:0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.218654:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763434.218695:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725677440:0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.218757:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763434.218803:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725677440 00000100:00100000:2.0:1775763434.218811:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725677440 00000100:00100000:2.0:1775763434.218865:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1775763434.218873:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725677440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.218922:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725677440:12345-0@lo:400:kworker.0 Request processed in 50us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763434.218929:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:2.0:1775763434.218955:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1775763434.218992:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3d693100 x1862022725677440/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763434.219005:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725677440:0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.219031:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725677312:0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.219050:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763434.219236:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725676928 00000100:00100000:2.0:1775763434.219247:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725676928 00000100:00100000:2.0:1775763434.219275:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725677312 00000100:00100000:2.0:1775763434.219278:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725677312 00000100:00100000:2.0:1775763434.219301:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1775763434.219308:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725676928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.219345:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725676928:12345-0@lo:400:kworker.0 Request processed in 38us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763434.219351:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1775763434.219364:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1775763434.219370:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725677312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.219394:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725677312:12345-0@lo:400:kworker.0 Request processed in 25us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763434.219399:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:2.0:1775763434.219417:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763434.219437:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725676928:0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.219457:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725677312:0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.219465:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763434.219470:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725677184:0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.219490:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763434.219838:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725677184 00000100:00100000:2.0:1775763434.219843:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725677184 00000100:00100000:2.0:1775763434.219874:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1775763434.219880:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725677184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.219914:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725677184:12345-0@lo:400:kworker.0 Request processed in 34us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763434.219920:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1775763434.219945:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1775763434.219985:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3d692d80 x1862022725677184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763434.219995:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725677184:0@lo:400:kworker.0 00000100:00100000:3.0:1775763434.226824:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763434.226897:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725676672 00000100:00100000:3.0:1775763434.226920:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725676672 00000100:00100000:3.0:1775763434.227076:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1775763434.227620:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725676672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763434.227660:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763434.227777:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725676672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 689us (9267us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763434.227785:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1775763434.228407:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725676800 00000100:00100000:1.0:1775763434.228417:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725676800 00000100:00100000:1.0:1775763434.228469:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1775763434.228478:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725676800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763434.228539:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725676800:12345-0@lo:400:kworker.0 Request processed in 62us (1722us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763434.228546:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1775763434.230712:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725676800:0@lo:400:kworker.0 00010000:00080000:2.0:1775763434.231427:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e096edf80 x1862022725676672/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763450 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763434.231451:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725676672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763434.232770:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763434.234233:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725677056 00000100:00100000:2.0:1775763434.234247:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725677056 00000100:00100000:2.0:1775763434.234326:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1775763434.234338:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725677056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763434.234421:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d691880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725677056:12345-0@lo:400:kworker.0 Request processed in 86us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763434.234428:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:0.0:1775763434.234495:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763434.234533:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725677056:0@lo:400:kworker.0 00010000:00010000:1.0:1775763434.534931:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763435.556696:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763436.576684:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763437.283125:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725677568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763437.283196:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763437.283332:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725677568 00000100:00100000:1.0:1775763437.283340:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725677568 00000100:00100000:1.0:1775763437.284998:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1775763437.285012:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725677568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763437.285050:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763437.285125:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725677568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (1929us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763437.285144:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00080000:3.0:1775763437.285272:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08325880 x1862022725677568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763453 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763437.285293:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725677568:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775763437.285389:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763437.358564:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763437.358615:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763437.358698:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702573184 00000100:00100000:2.0:1775763437.358708:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702573184 00000100:00100000:2.0:1775763437.358807:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 69 00000100:00100000:2.0:1775763437.358818:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702573184:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763437.358887:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702573184:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 72us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763437.358894:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 69 00000100:00080000:3.0:1775763437.358967:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763437.359204:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702573056 00000100:00100000:1.0:1775763437.359208:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702573056 00000100:00100000:1.0:1775763437.359235:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 212 00000100:00100000:1.0:1775763437.359240:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702573056:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763437.359261:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702573056:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 22us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763437.359265:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 212 00010000:00010000:0.0:1775763437.602498:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763438.632671:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763439.334166:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725677696:0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.334239:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763439.334305:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725678208:0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.334332:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763439.334363:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775763439.334370:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725677824:0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.334390:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763439.334407:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725678336:0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.334430:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763439.334459:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725677952:0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.334481:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763439.334498:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763439.334503:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725678080:0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.334522:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763439.334555:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725677696 00000100:00100000:3.0:1775763439.334572:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725677696 00000100:00100000:3.0:1775763439.334623:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1775763439.334632:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725677696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.334683:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725677696:12345-0@lo:400:kworker.0 Request processed in 52us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763439.334690:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1775763439.334724:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725678208 00000100:00100000:3.0:1775763439.334754:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725678208 00000100:00100000:3.0:1775763439.334793:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725677824 00000100:00100000:3.0:1775763439.334797:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725677824 00000100:00100000:3.0:1775763439.334809:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725677952 00000100:00100000:3.0:1775763439.334812:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725677952 00000100:00100000:3.0:1775763439.334826:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1775763439.334833:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725678208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.334865:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725678208:12345-0@lo:400:kworker.0 Request processed in 33us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763439.334872:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1775763439.334884:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1775763439.335064:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725677824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.335097:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725677824:12345-0@lo:400:kworker.0 Request processed in 207us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763439.335103:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1775763439.335116:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1775763439.335122:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725677952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763439.335151:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725677952:12345-0@lo:400:kworker.0 Request processed in 30us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763439.335157:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1775763439.335188:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725678336 00000100:00100000:3.0:1775763439.335192:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725678336 00000100:00100000:3.0:1775763439.335218:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725678080 00000100:00100000:3.0:1775763439.335221:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725678080 00000100:00100000:3.0:1775763439.335242:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1775763439.335248:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725678336:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1775763439.335428:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763439.335433:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763439.335436:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763439.335452:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1775763439.335462:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725678080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763439.335502:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725678080:12345-0@lo:400:kworker.0 Request processed in 44us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763439.335508:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1775763439.335555:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725677824:0@lo:400:kworker.0 00000100:00100000:2.0:1775763439.335568:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725677696:0@lo:400:kworker.0 00000100:00100000:2.0:1775763439.335579:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725678208:0@lo:400:kworker.0 00010000:00080000:2.0:1775763439.335626:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e096ed180 x1862022725678080/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763439.335637:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725678080:0@lo:400:kworker.0 00000100:00100000:2.0:1775763439.335647:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725677952:0@lo:400:kworker.0 00000100:00100000:2.0:1775763439.336134:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725678336:12345-0@lo:400:kworker.0 Request processed in 884us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763439.336141:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00080000:3.0:1775763439.338452:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e096ee680 x1862022725678336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763439.338468:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725678336:0@lo:400:kworker.0 00000100:00100000:2.0:1775763439.341667:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725678464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763439.341754:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763439.341851:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725678464 00000100:00100000:3.0:1775763439.341860:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725678464 00000100:00100000:3.0:1775763439.341927:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1775763439.341936:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725678464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763439.341972:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763439.349948:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725678464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8003us (8183us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763439.349962:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00080000:2.0:1775763439.363141:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3d692680 x1862022725678464/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763455 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763439.363168:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725678464:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763439.650135:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763440.672179:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763441.696966:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763442.400328:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763442.412988:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725678592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763442.413073:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763442.413161:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725678592 00000100:00100000:2.0:1775763442.413170:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725678592 00000100:00100000:2.0:1775763442.413234:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1775763442.413244:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725678592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763442.413283:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763442.413330:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725678592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763442.413338:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1775763442.413361:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1775763442.413392:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e096ee680 x1862022725678592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763458 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763442.413412:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725678592:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763442.477528:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763442.477580:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763442.477920:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702573440 00000100:00100000:0.0:1775763442.477931:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702573440 00000100:00100000:0.0:1775763442.478012:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 73 00000100:00100000:0.0:1775763442.478024:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702573440:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763442.478114:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702573440:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763442.478123:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 73 00000100:00100000:2.0:1775763442.478198:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702573312 00000100:00100000:2.0:1775763442.478203:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702573312 00000100:00100000:2.0:1775763442.478241:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 214 00000100:00100000:2.0:1775763442.478248:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702573312:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763442.478276:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702573312:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763442.478283:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 214 00000100:00080000:1.0:1775763442.478345:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763442.720074:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763443.744194:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763444.447958:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725678720:0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448033:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763444.448092:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725679232:0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448117:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763444.448135:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725678720 00000100:00100000:3.0:1775763444.448141:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775763444.448143:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725678720 00000100:00100000:3.0:1775763444.448145:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725678848:0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448179:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763444.448187:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1775763444.448195:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725679360:0@lo:400:kworker.0 00000100:00100000:0.0:1775763444.448197:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725678720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448215:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763444.448244:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725678976:0@lo:400:kworker.0 00000100:00100000:0.0:1775763444.448248:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725678720:12345-0@lo:400:kworker.0 Request processed in 54us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763444.448256:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1775763444.448265:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763444.448283:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763444.448289:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725679104:0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448308:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763444.448345:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725679232 00000100:00100000:3.0:1775763444.448349:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725679232 00000100:00100000:3.0:1775763444.448388:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725678848 00000100:00100000:0.0:1775763444.448391:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725679360 00000100:00100000:3.0:1775763444.448391:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725678848 00000100:00100000:0.0:1775763444.448394:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725679360 00000100:00100000:3.0:1775763444.448402:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725678976 00000100:00100000:3.0:1775763444.448404:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725678976 00000100:00100000:0.0:1775763444.448416:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725679104 00000100:00100000:3.0:1775763444.448418:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1775763444.448419:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725679104 00000100:00100000:3.0:1775763444.448424:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725679232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763444.448437:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1775763444.448443:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725679360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448457:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725679232:12345-0@lo:400:kworker.0 Request processed in 33us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763444.448463:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1775763444.448466:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725679360:12345-0@lo:400:kworker.0 Request processed in 25us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763444.448472:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1775763444.448476:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1775763444.448480:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725678848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763444.448488:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1775763444.448493:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725679104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448503:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725678848:12345-0@lo:400:kworker.0 Request processed in 22us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763444.448508:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1775763444.448518:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725679104:12345-0@lo:400:kworker.0 Request processed in 25us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763444.448519:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1775763444.448524:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1775763444.448524:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725678976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448558:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725678976:12345-0@lo:400:kworker.0 Request processed in 34us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763444.448564:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:3.0:1775763444.448589:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763444.448593:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763444.448596:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1775763444.448622:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e096eea00 x1862022725679104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763444.448635:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725679104:0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448644:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725678976:0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448670:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725678848:0@lo:400:kworker.0 00010000:00080000:3.0:1775763444.448678:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e2f874000 x1862022725679360/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763444.448686:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725679360:0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448693:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725678720:0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.448701:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725679232:0@lo:400:kworker.0 00000100:00100000:3.0:1775763444.453584:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763444.453615:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725679488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763444.453691:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763444.465030:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725679488 00000100:00100000:0.0:1775763444.465045:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725679488 00000100:00100000:0.0:1775763444.465265:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1775763444.465276:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725679488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763444.465478:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763444.465570:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725679488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 295us (11877us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763444.465577:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00080000:3.0:1775763444.465864:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3d691c00 x1862022725679488/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763460 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763444.465898:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725679488:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763444.775466:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775763444.917322:0:10011:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 27 00010000:00010000:3.0:1775763445.811901:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763446.819843:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763446.886179:0:10059:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 26 00000100:00100000:2.0:1775763447.520213:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763447.520238:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725679616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763447.520316:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763447.520427:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725679616 00000100:00100000:3.0:1775763447.520437:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725679616 00000100:00100000:3.0:1775763447.520507:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1775763447.520518:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725679616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763447.520554:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763447.520610:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725679616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763447.520618:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00080000:2.0:1775763447.520683:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e096ec700 x1862022725679616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763463 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763447.520703:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725679616:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775763447.520705:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763447.621055:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763447.621107:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763447.621216:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702573696 00000100:00100000:3.0:1775763447.621226:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702573696 00000100:00100000:3.0:1775763447.621309:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 77 00000100:00100000:3.0:1775763447.621320:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702573696:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763447.621410:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702573696:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 93us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763447.621418:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 77 00000100:00100000:0.0:1775763447.621501:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702573568 00000100:00100000:0.0:1775763447.621505:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702573568 00000100:00100000:0.0:1775763447.621550:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 216 00000100:00100000:0.0:1775763447.621558:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702573568:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763447.621600:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702573568:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763447.621606:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 216 00000100:00080000:1.0:1775763447.622023:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763447.845283:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763448.869043:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763449.574241:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725679744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763449.574316:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763449.574392:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725679744 00000100:00100000:0.0:1775763449.574399:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725679744 00000100:00100000:0.0:1775763449.574470:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1775763449.574479:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725679744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763449.574527:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763449.574572:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725679744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763449.574580:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1775763449.574601:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1775763449.574636:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3d691500 x1862022725679744/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763465 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763449.574658:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725679744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763449.576146:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725680000:0@lo:400:kworker.0 00000100:00100000:2.0:1775763449.576202:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763449.576236:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763449.576242:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725680128:0@lo:400:kworker.0 00000100:00100000:2.0:1775763449.576261:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763449.576301:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725680000 00000100:00100000:2.0:1775763449.576308:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725680000 00000100:00100000:2.0:1775763449.576349:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725680128 00000100:00100000:2.0:1775763449.576352:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725680128 00000100:00100000:2.0:1775763449.576382:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1775763449.576391:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725680000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763449.576443:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725680000:12345-0@lo:400:kworker.0 Request processed in 53us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763449.576450:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1775763449.576468:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1775763449.576475:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725680128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763449.576498:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725680128:12345-0@lo:400:kworker.0 Request processed in 25us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763449.576504:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1775763449.576548:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725680128:0@lo:400:kworker.0 00000100:00100000:0.0:1775763449.576676:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725679872:0@lo:400:kworker.0 00000100:00100000:0.0:1775763449.576711:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763449.576755:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725680384:0@lo:400:kworker.0 00000100:00100000:0.0:1775763449.576776:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763449.576804:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763449.576810:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725680256:0@lo:400:kworker.0 00000100:00100000:0.0:1775763449.576842:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763449.576868:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725679872 00000100:00100000:0.0:1775763449.576872:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725679872 00000100:00100000:0.0:1775763449.576900:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1775763449.576905:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725679872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763449.577068:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725679872:12345-0@lo:400:kworker.0 Request processed in 164us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763449.577072:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1775763449.577096:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725680256 00000100:00100000:0.0:1775763449.577098:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725680256 00000100:00100000:0.0:1775763449.577116:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1775763449.577120:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725680256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763449.577153:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725680256:12345-0@lo:400:kworker.0 Request processed in 32us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763449.577171:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1775763449.577193:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763449.577197:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1775763449.577215:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e10548a80 x1862022725680256/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763449.577227:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725680256:0@lo:400:kworker.0 00000100:00100000:0.0:1775763449.577236:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725679872:0@lo:400:kworker.0 00000100:00100000:0.0:1775763449.577258:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725680384 00000100:00100000:0.0:1775763449.577261:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725680384 00000100:00100000:0.0:1775763449.577289:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1775763449.577296:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d691500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725680384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763449.577325:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d691500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725680384:12345-0@lo:400:kworker.0 Request processed in 31us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763449.577331:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:0.0:1775763449.577344:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763449.577362:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725680384:0@lo:400:kworker.0 00000100:00100000:2.0:1775763449.577437:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725680000:0@lo:400:kworker.0 00000001:02000400:2.0:1775763449.702365:0:10107:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: start setup 15:37:27 (1775763447) === 00010000:00010000:0.0:1775763449.888114:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763450.916827:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763451.935915:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763452.640139:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725680512:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763452.640232:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763452.640482:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725680512 00000100:00100000:3.0:1775763452.640491:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725680512 00000100:00100000:3.0:1775763452.640568:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1775763452.640579:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725680512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763452.640615:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763452.640668:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725680512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763452.640676:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1775763452.640913:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1775763452.640960:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e096ef800 x1862022725680512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763468 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763452.640982:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725680512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763452.741764:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763452.741826:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763452.741981:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702573824 00000100:00100000:3.0:1775763452.741993:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702573824 00000100:00100000:3.0:1775763452.742082:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 218 00000100:00100000:3.0:1775763452.742093:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702573824:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763452.742191:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702573824:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 101us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763452.742199:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 218 00000100:00100000:2.0:1775763452.743233:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702573952 00000100:00100000:2.0:1775763452.743243:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702573952 00000100:00100000:2.0:1775763452.743330:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 81 00000100:00100000:2.0:1775763452.743340:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702573952:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763452.743407:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702573952:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 69us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763452.743415:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 81 00000100:00080000:0.0:1775763452.743502:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763452.960884:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763453.983982:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775763454.540037:0:10204:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg207-client.virtnet: executing check_config_client /mnt/lustre 00000100:00100000:2.0:1775763454.687951:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725681024:0@lo:400:kworker.0 00000100:00100000:2.0:1775763454.688029:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763454.688066:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725680640:0@lo:400:kworker.0 00000100:00100000:0.0:1775763454.688117:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763454.688122:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725681024 00000100:00100000:2.0:1775763454.688133:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725681024 00000100:00100000:0.0:1775763454.688155:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725681152:0@lo:400:kworker.0 00000100:00100000:0.0:1775763454.688187:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763454.688206:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1775763454.688218:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725681024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763454.688236:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725680768:0@lo:400:kworker.0 00000100:00100000:0.0:1775763454.688275:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763454.688285:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725681024:12345-0@lo:400:kworker.0 Request processed in 70us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763454.688293:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1775763454.688300:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725681280:0@lo:400:kworker.0 00000100:00080000:2.0:1775763454.688319:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763454.688325:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763454.688351:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763454.688357:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725680896:0@lo:400:kworker.0 00000100:00100000:0.0:1775763454.688375:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763454.688406:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725680640 00000100:00100000:0.0:1775763454.688410:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725680640 00000100:00100000:0.0:1775763454.688441:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1775763454.688448:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725680640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763454.688484:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725680640:12345-0@lo:400:kworker.0 Request processed in 37us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763454.688491:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1775763454.688524:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725681152 00000100:00100000:0.0:1775763454.688527:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725681152 00000100:00100000:0.0:1775763454.688560:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725680768 00000100:00100000:0.0:1775763454.688563:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725680768 00000100:00100000:0.0:1775763454.688575:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725680896 00000100:00100000:0.0:1775763454.688577:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725680896 00000100:00100000:0.0:1775763454.688592:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1775763454.688598:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d690a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725681152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763454.688625:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d690a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725681152:12345-0@lo:400:kworker.0 Request processed in 28us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763454.688630:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1775763454.688641:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1775763454.688646:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d691c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725680768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763454.688681:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d691c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725680768:12345-0@lo:400:kworker.0 Request processed in 35us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763454.688687:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1775763454.688698:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1775763454.688703:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d690000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725680896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763454.688724:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d690000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725680896:12345-0@lo:400:kworker.0 Request processed in 22us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763454.688763:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1775763454.692948:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725681280 00000100:00100000:2.0:1775763454.692965:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725681280 00000100:00100000:2.0:1775763454.693038:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1775763454.693050:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725681280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763454.693145:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725681280:12345-0@lo:400:kworker.0 Request processed in 97us (4819us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763454.693163:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1775763454.693213:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763454.693219:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1775763454.693262:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33ede680 x1862022725681024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763454.693278:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725681024:0@lo:400:kworker.0 00000100:00100000:2.0:1775763454.693746:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725680640:0@lo:400:kworker.0 00000100:00100000:2.0:1775763454.693765:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725681152:0@lo:400:kworker.0 00000100:00100000:1.0:1775763454.693875:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725680896:0@lo:400:kworker.0 00000100:00100000:1.0:1775763454.693893:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725680768:0@lo:400:kworker.0 00010000:00080000:1.0:1775763454.693918:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33edf800 x1862022725681280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763454.693929:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725681280:0@lo:400:kworker.0 00000100:00100000:1.0:1775763454.693948:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763454.693960:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725681408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763454.694012:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763454.694057:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725681408 00000100:00100000:1.0:1775763454.694064:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725681408 00000100:00100000:1.0:1775763454.694112:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1775763454.694120:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725681408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763454.694153:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763454.694194:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725681408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763454.694200:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00080000:1.0:1775763454.694232:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33edd500 x1862022725681408/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763470 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763454.694247:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725681408:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763455.010264:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763456.034917:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763457.060480:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763457.760124:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763457.760148:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725681536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763457.760220:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763457.760447:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725681536 00000100:00100000:1.0:1775763457.760456:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725681536 00000100:00100000:1.0:1775763457.760519:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775763457.760527:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725681536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763457.760561:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763457.760614:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725681536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763457.760634:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00080000:1.0:1775763457.760684:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e096ed180 x1862022725681536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763473 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763457.760703:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725681536:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775763457.760853:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763457.847068:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763457.847127:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763457.847248:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702574080 00000100:00100000:2.0:1775763457.847259:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702574080 00000100:00100000:2.0:1775763457.847319:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 220 00000100:00100000:2.0:1775763457.847328:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702574080:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763457.847398:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702574080:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 72us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763457.847405:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 220 00000100:00100000:0.0:1775763457.847657:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702574208 00000100:00100000:0.0:1775763457.847662:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702574208 00000100:00100000:0.0:1775763457.847722:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 85 00000100:00100000:0.0:1775763457.847764:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702574208:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763457.847806:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702574208:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 76us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763457.847811:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 85 00000100:00080000:2.0:1775763457.848060:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763458.083306:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763459.104671:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763459.808153:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725681792:0@lo:400:kworker.0 00000100:00100000:2.0:1775763459.808178:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725682048:0@lo:400:kworker.0 00000100:00100000:0.0:1775763459.808235:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725681664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763459.808963:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763459.809020:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725682304:0@lo:400:kworker.0 00000100:00100000:1.0:1775763459.809052:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763459.809074:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775763459.809081:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725681920:0@lo:400:kworker.0 00000100:00100000:1.0:1775763459.809103:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763459.809118:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763459.809120:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725682432:0@lo:400:kworker.0 00000100:00100000:1.0:1775763459.809141:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763459.809160:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725681792 00000100:00100000:2.0:1775763459.809170:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725681792 00000100:00100000:1.0:1775763459.809173:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725682304 00000100:00100000:1.0:1775763459.809175:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725682304 00000100:00100000:1.0:1775763459.809213:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725681920 00000100:00100000:1.0:1775763459.809215:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725681920 00000100:00100000:2.0:1775763459.809218:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1775763459.809226:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725682048 00000100:00100000:2.0:1775763459.809226:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725681792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763459.809228:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725682048 00000100:00100000:1.0:1775763459.809240:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1775763459.809245:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725682304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763459.809275:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725682304:12345-0@lo:400:kworker.0 Request processed in 30us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763459.809295:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1775763459.809316:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1775763459.809322:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725681920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763459.809496:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725681792:12345-0@lo:400:kworker.0 Request processed in 270us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763459.809508:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1775763459.809541:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1775763459.809548:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725682048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763459.809580:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725682048:12345-0@lo:400:kworker.0 Request processed in 32us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763459.809585:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1775763459.809609:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725682432 00000100:00100000:2.0:1775763459.809613:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725682432 00000100:00100000:2.0:1775763459.809638:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1775763459.809644:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725682432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763459.809672:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725682432:12345-0@lo:400:kworker.0 Request processed in 29us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763459.809678:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:2.0:1775763459.809694:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763459.809709:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763459.809779:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725682048:0@lo:400:kworker.0 00000100:00100000:0.0:1775763459.809974:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763459.810005:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725682176:0@lo:400:kworker.0 00000100:00100000:0.0:1775763459.810030:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763459.810066:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725681664 00000100:00100000:0.0:1775763459.810070:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725681664 00000100:00100000:0.0:1775763459.810098:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1775763459.810104:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725681664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763459.810143:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763459.810178:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725681664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763459.810184:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1775763459.810202:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725682176 00000100:00100000:0.0:1775763459.810206:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725682176 00000100:00100000:0.0:1775763459.810234:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1775763459.810240:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d693480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725682176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763459.810266:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d693480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725682176:12345-0@lo:400:kworker.0 Request processed in 27us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763459.810272:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:0.0:1775763459.810301:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1775763459.810325:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33edc380 x1862022725681664/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763475 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763459.810342:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725681664:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1775763459.810352:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e10549180 x1862022725682176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763459.810360:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725682176:0@lo:400:kworker.0 00000100:00100000:1.0:1775763459.813585:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725681920:12345-0@lo:400:kworker.0 Request processed in 4253us (4470us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763459.813600:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1775763459.816064:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725681920:0@lo:400:kworker.0 00010000:00080000:2.0:1775763459.816087:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e10549f80 x1862022725682432/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763459.816100:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725682432:0@lo:400:kworker.0 00000100:00100000:2.0:1775763459.816113:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725682304:0@lo:400:kworker.0 00000100:00100000:2.0:1775763459.816124:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725681792:0@lo:400:kworker.0 00010000:00010000:2.0:1775763460.131075:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763461.154291:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763462.178217:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763462.892944:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725682560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763462.893019:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763462.893099:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725682560 00000100:00100000:3.0:1775763462.893107:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725682560 00000100:00100000:3.0:1775763462.893162:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1775763462.893171:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725682560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763462.893206:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763462.893246:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725682560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763462.893253:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:3.0:1775763462.893273:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1775763462.893303:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e1054aa00 x1862022725682560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763478 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763462.893324:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725682560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763462.963550:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763462.963597:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763462.966295:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702574464 00000100:00100000:2.0:1775763462.966311:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702574464 00000100:00100000:2.0:1775763462.966391:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 89 00000100:00100000:2.0:1775763462.966403:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702574464:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763462.966505:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702574464:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 105us (2906us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763462.966513:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 89 00000100:00100000:0.0:1775763462.967118:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702574336 00000100:00100000:0.0:1775763462.967127:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702574336 00000100:00100000:0.0:1775763462.967170:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 222 00000100:00100000:0.0:1775763462.967180:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702574336:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763462.967221:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702574336:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (3680us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763462.967228:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 222 00000100:00080000:3.0:1775763462.976880:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763463.199949:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763464.254479:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763464.927997:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763464.928025:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725682688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763464.928102:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763464.928312:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725682688 00000100:00100000:0.0:1775763464.928325:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725682688 00000100:00100000:0.0:1775763464.928411:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1775763464.928421:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725682688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763464.928469:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763464.928521:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725682688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763464.928528:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00080000:0.0:1775763464.928575:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3d693100 x1862022725682688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763480 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763464.928594:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725682688:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763464.928710:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763464.930292:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725683072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763464.930390:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763464.930449:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763464.930455:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725683200:0@lo:400:kworker.0 00000100:00100000:0.0:1775763464.930493:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763464.930525:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725683072 00000100:00100000:0.0:1775763464.930533:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725683072 00000100:00100000:0.0:1775763464.930595:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1775763464.930605:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725683072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763464.930669:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725683072:12345-0@lo:400:kworker.0 Request processed in 66us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763464.930677:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:0.0:1775763464.930713:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763464.930767:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725683072:0@lo:400:kworker.0 00000100:00100000:3.0:1775763464.931133:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725682944:0@lo:400:kworker.0 00000100:00100000:3.0:1775763464.931175:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763464.931210:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775763464.931217:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725682816:0@lo:400:kworker.0 00000100:00100000:3.0:1775763464.931246:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763464.931267:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725683328:0@lo:400:kworker.0 00000100:00100000:3.0:1775763464.931288:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763464.932478:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725683200 00000100:00100000:2.0:1775763464.932488:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725683200 00000100:00100000:2.0:1775763464.932552:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1775763464.932561:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725683200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763464.932643:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725683200:12345-0@lo:400:kworker.0 Request processed in 84us (2149us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763464.932661:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1775763464.932697:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725682816 00000100:00100000:2.0:1775763464.932701:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725682816 00000100:00100000:2.0:1775763464.932727:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1775763464.932756:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725682816:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1775763464.933039:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763464.933106:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725682816:12345-0@lo:400:kworker.0 Request processed in 351us (1859us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763464.933114:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1775763464.933147:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725682944 00000100:00100000:2.0:1775763464.933151:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725682944 00000100:00100000:2.0:1775763464.933179:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725683328 00000100:00100000:2.0:1775763464.933192:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725683328 00000100:00100000:2.0:1775763464.933220:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1775763464.933226:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725682944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763464.933258:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725682944:12345-0@lo:400:kworker.0 Request processed in 33us (2083us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763464.933265:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1775763464.933275:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1775763464.933280:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725683328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763464.933305:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725683328:12345-0@lo:400:kworker.0 Request processed in 25us (2017us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763464.933311:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00080000:2.0:1775763464.933334:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1775763464.933380:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3736b100 x1862022725683200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763464.933394:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725683200:0@lo:400:kworker.0 00000100:00100000:3.0:1775763464.933486:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725682816:0@lo:400:kworker.0 00000100:00100000:3.0:1775763464.933499:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725683328:0@lo:400:kworker.0 00000100:00100000:3.0:1775763464.933508:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725682944:0@lo:400:kworker.0 00010000:00010000:3.0:1775763465.247917:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763466.291628:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763467.298974:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763468.000914:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763468.000936:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725683456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763468.001023:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763468.001088:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725683456 00000100:00100000:2.0:1775763468.001096:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725683456 00000100:00100000:2.0:1775763468.001149:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1775763468.001158:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725683456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763468.001195:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763468.001239:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725683456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763468.001256:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:2.0:1775763468.001280:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1775763468.001311:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e10549f80 x1862022725683456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763483 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763468.001331:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725683456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763468.079157:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763468.079218:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763468.079434:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702574592 00000100:00100000:3.0:1775763468.079454:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702574592 00000100:00100000:3.0:1775763468.079525:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 224 00000100:00100000:3.0:1775763468.079536:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702574592:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763468.079647:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702574592:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 112us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763468.079665:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 224 00000100:00100000:0.0:1775763468.080388:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702574720 00000100:00100000:0.0:1775763468.080413:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702574720 00000100:00100000:0.0:1775763468.080485:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 93 00000100:00100000:0.0:1775763468.080495:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702574720:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763468.080565:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702574720:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 71us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763468.080571:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 93 00000100:00080000:1.0:1775763468.080889:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763468.319914:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763469.344347:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763470.051958:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763470.051984:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725683584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763470.052062:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763470.052125:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725683584 00000100:00100000:1.0:1775763470.052133:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725683584 00000100:00100000:1.0:1775763470.052192:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1775763470.052201:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725683584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763470.052237:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763470.052295:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725683584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763470.052302:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:1.0:1775763470.052322:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1775763470.052351:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e33eded80 x1862022725683584/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763486 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763470.052369:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725683584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763470.057292:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725683712:0@lo:400:kworker.0 00000100:00100000:1.0:1775763470.057374:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763470.057480:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725683712 00000100:00100000:3.0:1775763470.057490:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725683712 00000100:00100000:3.0:1775763470.057543:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1775763470.057551:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725683712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763470.074268:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725683712:12345-0@lo:400:kworker.0 Request processed in 16707us (16882us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763470.074301:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1775763470.075516:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725683840:0@lo:400:kworker.0 00000100:00100000:3.0:1775763470.075587:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763470.075663:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763470.075671:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725683968:0@lo:400:kworker.0 00000100:00100000:3.0:1775763470.075719:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763470.077329:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725683712:0@lo:400:kworker.0 00000100:00100000:1.0:1775763470.077364:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763470.077374:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725684096:0@lo:400:kworker.0 00000100:00100000:1.0:1775763470.077442:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763470.077498:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725684096 00000100:00100000:1.0:1775763470.077505:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725684096 00000100:00100000:1.0:1775763470.077563:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1775763470.077572:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725684096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763470.077627:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725684096:12345-0@lo:400:kworker.0 Request processed in 56us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763470.077645:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1775763470.077666:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1775763470.077795:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e10549180 x1862022725684096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763470.077808:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725684096:0@lo:400:kworker.0 00000100:00100000:2.0:1775763470.078301:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725684224:0@lo:400:kworker.0 00000100:00100000:2.0:1775763470.078334:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763470.084609:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725683840 00000100:00100000:1.0:1775763470.084624:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725683840 00000100:00100000:1.0:1775763470.084689:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725683968 00000100:00100000:1.0:1775763470.084693:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725683968 00000100:00100000:1.0:1775763470.084720:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725684224 00000100:00100000:1.0:1775763470.084722:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725684224 00000100:00100000:1.0:1775763470.084763:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1775763470.084773:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725683840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763470.084851:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725683840:12345-0@lo:400:kworker.0 Request processed in 81us (9264us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763470.084859:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1775763470.084890:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1775763470.084897:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725683968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763470.084927:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725683968:12345-0@lo:400:kworker.0 Request processed in 31us (9207us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763470.084932:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1775763470.084943:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1775763470.084949:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725684224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763470.084979:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725684224:12345-0@lo:400:kworker.0 Request processed in 30us (6644us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763470.084985:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00080000:1.0:1775763470.085008:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763470.085222:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725684224:0@lo:400:kworker.0 00000100:00100000:1.0:1775763470.085505:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725683968:0@lo:400:kworker.0 00000100:00100000:1.0:1775763470.085513:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725683840:0@lo:400:kworker.0 00010000:00010000:1.0:1775763470.371679:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763471.392094:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763472.416409:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763473.120452:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763473.120508:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725684352:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763473.120596:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763473.120966:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725684352 00000100:00100000:2.0:1775763473.120975:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725684352 00000100:00100000:2.0:1775763473.121061:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1775763473.121073:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725684352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763473.121126:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763473.121182:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725684352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763473.121190:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:3.0:1775763473.122059:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1775763473.122120:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e10549180 x1862022725684352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763489 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763473.122148:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725684352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763473.202573:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763473.202646:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763473.202779:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702574976 00000100:00100000:1.0:1775763473.202790:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702574976 00000100:00100000:1.0:1775763473.202867:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 97 00000100:00100000:1.0:1775763473.202878:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702574976:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763473.202959:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702574976:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 83us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763473.202967:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 97 00000100:00100000:2.0:1775763473.203269:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702574848 00000100:00100000:2.0:1775763473.203274:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702574848 00000100:00100000:2.0:1775763473.203314:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 226 00000100:00100000:2.0:1775763473.203321:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702574848:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763473.203349:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702574848:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 30us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763473.203366:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 226 00000100:00080000:3.0:1775763473.207596:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763473.445435:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763474.465370:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763474.476895:0:10903:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1775763475.167966:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725684608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763475.168026:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725684480:0@lo:400:kworker.0 00000100:00100000:0.0:1775763475.168043:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763475.168067:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763475.168114:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725685120:0@lo:400:kworker.0 00000100:00100000:1.0:1775763475.168128:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725684608 00000100:00100000:0.0:1775763475.168137:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763475.168137:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725684608 00000100:00100000:0.0:1775763475.168174:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775763475.168179:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725684736:0@lo:400:kworker.0 00000100:00100000:1.0:1775763475.168196:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1775763475.168205:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725684608:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763475.168212:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763475.168228:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725685248:0@lo:400:kworker.0 00000100:00100000:0.0:1775763475.168247:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763475.168271:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725685120 00002000:00000024:1.0:1775763475.168271:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763475.168275:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725685120 00000100:00100000:0.0:1775763475.168306:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725684736 00000100:00100000:0.0:1775763475.168309:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725684736 00000100:00100000:1.0:1775763475.168324:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725684608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763475.168325:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1775763475.168331:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1775763475.168332:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725685120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763475.168360:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725685120:12345-0@lo:400:kworker.0 Request processed in 29us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763475.168366:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1775763475.168372:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1775763475.168372:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725684736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763475.168398:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725684736:12345-0@lo:400:kworker.0 Request processed in 26us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763475.168404:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1775763475.168429:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725684736:0@lo:400:kworker.0 00000100:00100000:1.0:1775763475.168429:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725684480 00000100:00100000:1.0:1775763475.168432:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725684480 00010000:00080000:0.0:1775763475.168443:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37368380 x1862022725684608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763491 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763475.168452:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1775763475.168456:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725684608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763475.168457:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725684480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763475.168465:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725685120:0@lo:400:kworker.0 00000100:00100000:1.0:1775763475.168498:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725684480:12345-0@lo:400:kworker.0 Request processed in 40us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763475.168504:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00080000:0.0:1775763475.168506:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775763475.168510:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763475.168568:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725684864:0@lo:400:kworker.0 00000100:00100000:2.0:1775763475.168612:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763475.168655:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725685248 00000100:00100000:2.0:1775763475.168658:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725685248 00000100:00100000:2.0:1775763475.168696:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1775763475.168702:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725685248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763475.168761:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725685248:12345-0@lo:400:kworker.0 Request processed in 60us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763475.168767:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00080000:2.0:1775763475.168795:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08326d80 x1862022725685248/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763475.168804:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725685248:0@lo:400:kworker.0 00000100:00100000:0.0:1775763475.169702:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725684864 00000100:00100000:0.0:1775763475.169712:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725684864 00000100:00100000:0.0:1775763475.169858:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1775763475.169867:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725684864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763475.169946:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725684864:12345-0@lo:400:kworker.0 Request processed in 80us (1333us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763475.169952:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1775763475.169999:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725684864:0@lo:400:kworker.0 00000100:00080000:2.0:1775763475.177078:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763475.182878:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725684480:0@lo:400:kworker.0 00000100:00100000:3.0:1775763475.182896:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725684992:0@lo:400:kworker.0 00000100:00100000:3.0:1775763475.182964:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763475.183161:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725684992 00000100:00100000:1.0:1775763475.183169:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725684992 00000100:00100000:1.0:1775763475.183232:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1775763475.183242:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725684992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763475.183316:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725684992:12345-0@lo:400:kworker.0 Request processed in 75us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763475.183323:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:2.0:1775763475.183370:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1775763475.183836:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08325c00 x1862022725684992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763475.183850:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725684992:0@lo:400:kworker.0 00010000:00010000:2.0:1775763475.490630:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763476.517175:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763477.542178:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763478.246829:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725685376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763478.246945:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763478.247042:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725685376 00000100:00100000:2.0:1775763478.247050:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725685376 00000100:00100000:2.0:1775763478.247132:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1775763478.247141:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725685376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763478.247419:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763478.247518:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725685376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 378us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763478.247552:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:2.0:1775763478.247588:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1775763478.255071:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e10548a80 x1862022725685376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763494 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763478.255098:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725685376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763478.321863:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763478.321935:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763478.321968:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702575104 00000100:00100000:1.0:1775763478.322049:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702575104 00000100:00100000:1.0:1775763478.322100:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 228 00000100:00100000:1.0:1775763478.322109:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702575104:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763478.324135:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702575104:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 2022us (2195us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763478.324147:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 228 00000100:00100000:2.0:1775763478.325383:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702575232 00000100:00100000:2.0:1775763478.325395:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702575232 00000100:00100000:2.0:1775763478.325488:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 101 00000100:00100000:2.0:1775763478.325497:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702575232:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763478.325577:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702575232:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 82us (3726us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763478.325583:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 101 00000100:00080000:2.0:1775763478.325608:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763478.561752:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763478.770615:0:11050:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd20368cf0 20000000:00000080:3.0:1775763478.770632:0:11050:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b1e3d627400 uarg=0000000000000000 20000000:01000000:3.0:1775763478.770667:0:11050:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1775763478.770672:0:11050:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1775763478.770677:0:11050:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1775763478.772805:0:11052:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 7 20000000:00000400:3.0:1775763478.773025:0:11050:0:(mgs_llog.c:1348:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1775763478.787670:0:11050:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1775763478.787885:0:11050:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.787908:0:11050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a73a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.787928:0:11050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a748 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.787934:0:11050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a756 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.787943:0:11050:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f976 expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.787950:0:11050:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 7/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.788002:0:11050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f976 expref: 8 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.788017:0:11050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f976 expref: 8 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763478.788032:0:11050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11050:1862022725685504:192.168.202.7@tcp:104: 00010000:00010000:0.0:1775763478.788350:0:11050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a756 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.788359:0:11050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a756 expref: 17 pid: 5760 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763478.788368:0:11050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11050:1862022725685632:0@lo:104: 00000100:00100000:0.0:1775763478.788410:0:11050:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1775763478.788463:0:11050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a748 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.788478:0:11050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a748 expref: 17 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763478.788487:0:11050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11050:1862022725685760:0@lo:104: 00000100:00100000:0.0:1775763478.788510:0:11050:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1775763478.788537:0:11050:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a73a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.788544:0:11050:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a73a expref: 17 pid: 5762 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763478.788562:0:11050:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11050:1862022725685888:0@lo:104: 00000100:00100000:0.0:1775763478.788582:0:11050:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763478.788592:0:11050:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236540 going to sleep for 11 seconds 00000100:00100000:3.0:1775763478.788894:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725685632 00000100:00100000:3.0:1775763478.788902:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725685632 00000100:00100000:3.0:1775763478.788941:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725685760 00000100:00100000:3.0:1775763478.788944:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725685760 00000100:00100000:3.0:1775763478.788953:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725685888 00000100:00100000:3.0:1775763478.788955:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725685888 00000100:00100000:3.0:1775763478.788967:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1775763478.788975:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+5:11050:x1862022725685632:12345-0@lo:104: 00010000:00010000:3.0:1775763478.788988:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789046:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763478.789052:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+5:11050:x1862022725685632:12345-0@lo:104: Request processed in 78us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763478.789060:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1775763478.789084:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1775763478.789090:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+4:11050:x1862022725685760:12345-0@lo:104: 00010000:00010000:3.0:1775763478.789096:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789143:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1775763478.789148:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+4:11050:x1862022725685760:12345-0@lo:104: Request processed in 58us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763478.789161:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1775763478.789185:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1775763478.789191:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:11050:x1862022725685888:12345-0@lo:104: 00010000:00010000:3.0:1775763478.789198:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789232:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1775763478.789236:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:11050:x1862022725685888:12345-0@lo:104: Request processed in 46us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763478.789241:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:3.0:1775763478.789258:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1775763478.789263:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789270:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763478.789274:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789282:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763478.789289:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763478.789295:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1775763478.789327:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789333:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763478.789361:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789368:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420a756 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a75d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789381:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775763478.789384:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789389:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763478.789392:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789398:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763478.789404:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763478.789414:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1775763478.789428:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789434:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763478.789449:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789456:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420a748 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a74f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789466:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763478.789475:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789481:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763478.789483:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789490:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763478.789495:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763478.789500:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1775763478.789514:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789795:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763478.789804:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789812:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420a73a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a741 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.789826:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763478.789828:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763478.789830:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763478.789837:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763478.789842:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763478.789863:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725686016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763478.789899:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763478.789946:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725686144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763478.789969:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763478.789987:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763478.789993:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725686272:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763478.790012:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763478.790043:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725686016 00000100:00100000:3.0:1775763478.790049:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725686016 00010000:00010000:3.0:1775763478.790069:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a756 expref: 18 pid: 5760 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763478.790089:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725686144 00000100:00100000:3.0:1775763478.790092:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725686144 00010000:00010000:3.0:1775763478.790102:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a748 expref: 19 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763478.790245:0:11050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11050:1862022725685632:0@lo:104: 00000100:00100000:0.0:1775763478.790256:0:11050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11050:1862022725685760:0@lo:104: 00000100:00100000:0.0:1775763478.790263:0:11050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11050:1862022725685888:0@lo:104: 00000100:00100000:3.0:1775763478.790375:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725686272 00000100:00100000:3.0:1775763478.790378:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725686272 00010000:00010000:3.0:1775763478.790391:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a73a expref: 20 pid: 5762 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763478.790404:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1775763478.790411:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab32850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+20:3314:x1862022725686016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763478.790424:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763478.790430:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a756 expref: 20 pid: 5760 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.790441:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a756 expref: 20 pid: 5760 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.790454:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420a75d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a756 expref: 20 pid: 5760 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.790475:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763478.790514:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab32850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+19:3314:x1862022725686016:12345-0@lo:103:ldlm_bl.0 Request processed in 103us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763478.790644:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725686016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763478.793632:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1775763478.794269:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1775763478.794315:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725686144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763478.794436:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763478.794446:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a748 expref: 18 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.794463:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a748 expref: 18 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.794482:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420a74f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a748 expref: 18 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.794497:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763478.794710:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725686144:12345-0@lo:103:ldlm_bl.0 Request processed in 430us (4738us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763478.794718:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1775763478.794761:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1775763478.794768:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+16:3311:x1862022725686272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763478.794776:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763478.794780:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a73a expref: 16 pid: 5762 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.794789:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a73a expref: 16 pid: 5762 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.794810:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e07819e00/0x429a70d18420a741 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a73a expref: 16 pid: 5762 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763478.794819:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763478.794839:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+15:3311:x1862022725686272:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (4826us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763478.794844:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1775763478.795003:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725686144:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763478.795026:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725686272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763478.805520:0:11050:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11050:1862022725685504:192.168.202.7@tcp:104: 00010000:00010000:0.0:1775763478.805584:0:11050:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763478.806076:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763478.806374:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702575360 00000100:00100000:0.0:1775763478.806398:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702575360 00010000:00010000:0.0:1775763478.806436:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f976 expref: 9 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763478.806477:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 28 00000100:00100000:0.0:1775763478.806488:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702575360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775763478.806505:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763478.806513:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f976 expref: 9 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806528:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f976 expref: 9 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806561:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420a764 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f976 expref: 9 pid: 5763 timeout: 403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806579:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806588:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806602:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806609:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806615:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806630:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806636:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763478.806640:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806648:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806662:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763478.806672:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763478.806749:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:2356:x1862022702575360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 243us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763478.806756:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 28 00010000:00010000:1.0:1775763478.806773:0:11050:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763478.806782:0:11050:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763478.806789:0:11050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420a76b lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11050 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763479.583944:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763480.162226:0:5765:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1775763480.162234:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8b1e3d8f4000 from 7 10000000:01000000:3.0:1775763480.162239:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1775763480.162293:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195000/0x429a70d18420a772 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763480.162306:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18195000/0x429a70d18420a772 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763480.162317:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18195000/0x429a70d18420a772 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763480.162348:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c78380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763480.162435:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763480.162496:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775763480.162523:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725686400 00000100:00100000:3.0:1775763480.162532:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725686400 00000100:00100000:3.0:1775763480.162593:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1775763480.162602:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+15:5765:x1862022725686400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763480.162616:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763480.162636:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a779 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a772 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763480.162657:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a779 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a772 expref: 16 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763480.162668:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18195c00/0x429a70d18420a779 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a772 expref: 16 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763480.162677:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195c00, rc 0) 00000100:00100000:3.0:1775763480.162717:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725686400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763480.162724:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1775763480.162794:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c78380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763480.162811:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195000/0x429a70d18420a772 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a779 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763480.162819:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195000/0x429a70d18420a772 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a779 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763480.162869:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c78380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686528:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775763480.162891:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763480.162905:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775763480.162918:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725686528 00000100:00100000:3.0:1775763480.162921:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725686528 00000100:00100000:3.0:1775763480.162941:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1775763480.162948:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725686528:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775763480.163208:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725686528:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 259us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763480.163220:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1775763480.163252:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c78380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686528:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775763480.163277:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c78380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686656:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775763480.163315:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763480.163329:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775763480.163340:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725686656 00000100:00100000:3.0:1775763480.163343:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725686656 00000100:00100000:3.0:1775763480.163363:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1775763480.163369:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725686656:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775763480.163506:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725686656:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 136us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763480.163512:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1775763480.163566:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c78380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686656:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1775763480.166573:0:11068:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:2.0:1775763480.167671:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:2.0:1775763480.167699:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1775763480.167711:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195000/0x429a70d18420a772 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a779 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.167723:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195000/0x429a70d18420a772 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a779 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763480.167755:0:5765:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1775763480.167757:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8b1e08c7b000 from 7 10000000:01000000:2.0:1775763480.167760:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1775763480.167805:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e07819e00/0x429a70d18420a780 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.167813:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e07819e00/0x429a70d18420a780 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.167824:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e07819e00/0x429a70d18420a780 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763480.167870:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.167942:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763480.167993:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763480.168026:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725686784 00000100:00100000:2.0:1775763480.168032:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725686784 00000100:00100000:2.0:1775763480.168075:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1775763480.168085:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+16:5765:x1862022725686784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763480.168099:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763480.168111:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a787 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a780 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.168136:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a787 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a780 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.168146:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07819c00/0x429a70d18420a787 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a780 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.168154:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07819c00, rc 0) 00000100:00100000:2.0:1775763480.168192:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725686784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763480.168198:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1775763480.168244:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763480.168256:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e07819e00/0x429a70d18420a780 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a787 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.168264:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e07819e00/0x429a70d18420a780 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a787 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763480.168319:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.168346:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763480.168360:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763480.168372:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725686912 00000100:00100000:2.0:1775763480.168375:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725686912 00000100:00100000:2.0:1775763480.168395:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1775763480.168400:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725686912:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.168659:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725686912:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 258us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763480.168666:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1775763480.168695:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725686912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.168720:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725687040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.168778:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763480.168791:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763480.168804:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725687040 00000100:00100000:2.0:1775763480.168807:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725687040 00000100:00100000:2.0:1775763480.168827:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1775763480.168832:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725687040:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.168980:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725687040:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 147us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763480.168986:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1775763480.169020:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725687040:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1775763480.169690:0:11069:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:2.0:1775763480.169773:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:2.0:1775763480.169788:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1775763480.169796:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e07819e00/0x429a70d18420a780 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a787 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.169806:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e07819e00/0x429a70d18420a780 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a787 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763480.169816:0:5765:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1775763480.169818:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8b1e05573800 from 7 10000000:01000000:2.0:1775763480.169820:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1775763480.169844:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e07818800/0x429a70d18420a78e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.169851:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e07818800/0x429a70d18420a78e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.169860:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e07818800/0x429a70d18420a78e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763480.169874:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725687168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.169910:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763480.169928:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b663c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763480.169945:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725687168 00000100:00100000:2.0:1775763480.169950:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725687168 00000100:00100000:2.0:1775763480.169976:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1775763480.169982:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725687168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763480.169992:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763480.170004:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e07818c00/0x429a70d18420a795 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420a78e expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.170033:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e07818c00/0x429a70d18420a795 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420a78e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.170043:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e07818c00/0x429a70d18420a795 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a78e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.170050:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818c00, rc 0) 00000100:00100000:2.0:1775763480.170081:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725687168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763480.170087:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1775763480.170123:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725687168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763480.170135:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e07818800/0x429a70d18420a78e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a795 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.170143:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e07818800/0x429a70d18420a78e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420a795 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763480.170182:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725687296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.170206:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763480.170219:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b663c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763480.170229:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725687296 00000100:00100000:2.0:1775763480.170232:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725687296 00000100:00100000:2.0:1775763480.170251:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1775763480.170257:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725687296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.170445:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725687296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 187us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763480.170460:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1775763480.170490:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725687296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.170513:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725687424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.178818:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763480.178873:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b663c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763480.178906:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725687424 00000100:00100000:2.0:1775763480.178916:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725687424 00000100:00100000:2.0:1775763480.179376:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1775763480.179387:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725687424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.180315:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725687424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 925us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763480.180325:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1775763480.184722:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725687424:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1775763480.187141:0:11071:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:2.0:1775763480.192171:0:5765:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:2.0:1775763480.192209:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1775763480.192223:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e07818800/0x429a70d18420a78e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a795 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763480.192236:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e07818800/0x429a70d18420a78e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420a795 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763480.288827:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725687808:0@lo:400:kworker.0 00000100:00100000:2.0:1775763480.288928:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725687680:0@lo:400:kworker.0 00000100:00100000:2.0:1775763480.288961:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763480.289024:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725688192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763480.289066:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763480.289090:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775763480.289103:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725687552:0@lo:400:kworker.0 00000100:00100000:2.0:1775763480.289126:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763480.289143:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725688064:0@lo:400:kworker.0 00000100:00100000:1.0:1775763480.289246:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725688192 00000100:00100000:1.0:1775763480.289254:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725688192 00000100:00100000:2.0:1775763480.289306:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763480.289307:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1775763480.289316:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725688192:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763480.289344:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725687680 00000100:00100000:2.0:1775763480.289348:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725687680 00002000:00000024:1.0:1775763480.289350:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763480.289376:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725687552 00000100:00100000:2.0:1775763480.289379:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725687552 00000100:00100000:1.0:1775763480.289393:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725688192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763480.289400:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1775763480.289429:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775763480.289447:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1775763480.289453:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725687552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763480.289490:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725687552:12345-0@lo:400:kworker.0 Request processed in 38us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763480.289496:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1775763480.289578:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725687680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763480.289611:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725687680:12345-0@lo:400:kworker.0 Request processed in 176us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763480.289617:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00080000:2.0:1775763480.289638:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763480.289642:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763480.289654:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725688064 00000100:00100000:2.0:1775763480.289657:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725688064 00000100:00100000:2.0:1775763480.289697:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1775763480.289705:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725688064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763480.289757:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725688064:12345-0@lo:400:kworker.0 Request processed in 53us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763480.289762:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1775763480.289871:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763480.289895:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763480.289903:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725687936:0@lo:400:kworker.0 00000100:00100000:0.0:1775763480.289927:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763480.289977:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725687808 00000100:00100000:1.0:1775763480.289982:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725687808 00000100:00100000:1.0:1775763480.290025:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1775763480.290032:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d817450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725687808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763480.290064:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d817450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725687808:12345-0@lo:400:kworker.0 Request processed in 33us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763480.290070:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1775763480.300994:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725687936 00000100:00100000:1.0:1775763480.301016:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725687936 00000100:00100000:1.0:1775763480.301089:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1775763480.301109:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725687936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763480.301189:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725687936:12345-0@lo:400:kworker.0 Request processed in 92us (11261us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763480.301196:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1775763480.301252:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725687936:0@lo:400:kworker.0 00010000:00080000:1.0:1775763480.301268:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3736b800 x1862022725687808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763480.301279:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725687808:0@lo:400:kworker.0 00000100:00100000:3.0:1775763480.301789:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725687552:0@lo:400:kworker.0 00010000:00080000:3.0:1775763480.301804:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3736ad80 x1862022725688064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763480.301813:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725688064:0@lo:400:kworker.0 00010000:00080000:3.0:1775763480.301823:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08326d80 x1862022725688192/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763496 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763480.301860:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725688192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763480.301878:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725687680:0@lo:400:kworker.0 00000100:00080000:2.0:1775763480.302982:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763480.302990:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763480.433908:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763480.433993:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702575488 00000100:00100000:3.0:1775763480.434004:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702575488 00000100:00100000:3.0:1775763480.434057:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 238 00000100:00100000:3.0:1775763480.434067:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+8:5550:x1862022702575488:12345-192.168.202.7@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763480.434082:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763480.434243:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18194600/0x429a70d18420a79c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f97d expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763480.434275:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194600/0x429a70d18420a79c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f97d expref: 9 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763480.434287:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18194600/0x429a70d18420a79c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f97d expref: 9 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763480.434296:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194600, rc 0) 00000100:00100000:3.0:1775763480.434359:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702575488:12345-192.168.202.7@tcp:101:ll_cfg_requeue.0 Request processed in 294us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763480.434367:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 238 00000100:00100000:2.0:1775763480.439524:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763480.439801:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702575616 00000100:00100000:3.0:1775763480.439813:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702575616 00000100:00100000:3.0:1775763480.439867:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 239 00000100:00100000:3.0:1775763480.439876:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702575616:12345-192.168.202.7@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775763480.440199:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702575616:12345-192.168.202.7@tcp:501:ll_cfg_requeue.0 Request processed in 323us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763480.440214:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 239 00000100:00100000:1.0:1775763480.450202:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763480.452476:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702575744 00000100:00100000:2.0:1775763480.452494:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702575744 00000100:00100000:2.0:1775763480.452603:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 240 00000100:00100000:2.0:1775763480.452613:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702575744:12345-192.168.202.7@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775763480.453076:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:5550:x1862022702575744:12345-192.168.202.7@tcp:503:ll_cfg_requeue.0 Request processed in 463us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763480.453085:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 240 00010000:00010000:1.0:1775763480.607934:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763481.636437:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763482.656331:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763483.361924:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763483.361945:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725688320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763483.362020:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763483.362084:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725688320 00000100:00100000:3.0:1775763483.362090:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725688320 00000100:00100000:3.0:1775763483.362156:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1775763483.362165:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725688320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763483.362198:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763483.362239:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725688320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763483.362245:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00010000:00080000:3.0:1775763483.362288:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e04c78380 x1862022725688320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763499 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775763483.362319:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725688320:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775763483.363919:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763483.438403:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763483.438448:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763483.438483:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702575872 00000100:00100000:2.0:1775763483.438496:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702575872 00000100:00100000:2.0:1775763483.438568:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 241 00000100:00100000:2.0:1775763483.438579:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702575872:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763483.438654:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702575872:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 77us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763483.438663:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 241 00000100:00100000:2.0:1775763483.438702:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702576000 00000100:00100000:2.0:1775763483.438706:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702576000 00000100:00100000:2.0:1775763483.438771:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 105 00000100:00100000:2.0:1775763483.438778:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702576000:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763483.438812:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702576000:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 34us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763483.438818:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 105 00000100:00080000:2.0:1775763483.438946:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763483.681266:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763483.838585:0:11231:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg207-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1775763484.704116:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763485.407990:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725688448:0@lo:400:kworker.0 00000100:00100000:0.0:1775763485.408031:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725688576:0@lo:400:kworker.0 00000100:00100000:2.0:1775763485.408096:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725688832:0@lo:400:kworker.0 00000100:00100000:1.0:1775763485.408174:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725688704:0@lo:400:kworker.0 00000100:00100000:0.0:1775763485.409741:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763485.409873:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725689088:0@lo:400:kworker.0 00000100:00100000:0.0:1775763485.409962:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763485.410017:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725689088 00000100:00100000:0.0:1775763485.410035:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725689088 00000100:00100000:0.0:1775763485.410091:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1775763485.410100:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725689088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763485.410152:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725689088:12345-0@lo:400:kworker.0 Request processed in 53us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763485.410160:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:0.0:1775763485.410179:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1775763485.410207:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37369500 x1862022725689088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763485.410222:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725689088:0@lo:400:kworker.0 00000100:00100000:3.0:1775763485.410262:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763485.410271:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725688576 00000100:00100000:0.0:1775763485.410275:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725688576 00000100:00100000:0.0:1775763485.410310:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1775763485.410319:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725688960:0@lo:400:kworker.0 00000100:00100000:0.0:1775763485.410320:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725688576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763485.410360:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763485.410373:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725688576:12345-0@lo:400:kworker.0 Request processed in 54us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763485.410380:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1775763485.410396:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725688448 00000100:00100000:0.0:1775763485.410397:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725688960 00000100:00100000:3.0:1775763485.410401:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725688448 00000100:00100000:0.0:1775763485.410402:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725688960 00000100:00100000:3.0:1775763485.410435:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1775763485.410441:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1775763485.410445:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725688448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763485.410451:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725688960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763485.410515:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725688448:12345-0@lo:400:kworker.0 Request processed in 73us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763485.410522:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1775763485.410571:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725688960:0@lo:400:kworker.0 00000100:00100000:3.0:1775763485.410579:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725688448:0@lo:400:kworker.0 00000100:00100000:0.0:1775763485.410854:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725688960:12345-0@lo:400:kworker.0 Request processed in 404us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763485.410860:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00080000:0.0:1775763485.410879:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763485.410970:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725688576:0@lo:400:kworker.0 00000100:00100000:2.0:1775763485.411971:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763485.412071:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725688832 00000100:00100000:0.0:1775763485.412078:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725688832 00000100:00100000:0.0:1775763485.412317:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1775763485.412327:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725688832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763485.412380:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725688832:12345-0@lo:400:kworker.0 Request processed in 55us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763485.412387:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00080000:0.0:1775763485.412419:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3736b800 x1862022725688832/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763485.412433:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725688832:0@lo:400:kworker.0 00000100:00080000:2.0:1775763485.412479:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763485.413009:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763485.413045:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725689216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763485.413073:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763485.413256:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725688704 00000100:00100000:3.0:1775763485.413262:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725688704 00000100:00100000:3.0:1775763485.413327:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00080000:2.0:1775763485.413328:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763485.413336:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725688704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763485.413376:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725688704:12345-0@lo:400:kworker.0 Request processed in 43us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763485.413382:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1775763485.413564:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725688704:0@lo:400:kworker.0 00000100:00100000:0.0:1775763485.413788:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725689216 00000100:00100000:0.0:1775763485.413793:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725689216 00000100:00100000:0.0:1775763485.413834:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1775763485.413842:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725689216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763485.413872:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763485.413920:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725689216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763485.413926:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00080000:1.0:1775763485.414412:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08325180 x1862022725689216/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763501 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775763485.414429:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725689216:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763485.729016:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763486.761651:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763487.779814:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763488.313720:0:11331:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: finish setup 15:38:06 (1775763486) === 00000100:00100000:0.0:1775763488.479974:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725689344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763488.480060:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763488.480194:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725689344 00000100:00100000:1.0:1775763488.480204:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725689344 00000100:00100000:1.0:1775763488.480268:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1775763488.480276:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725689344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763488.480311:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763488.481443:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725689344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1155us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763488.481455:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:1.0:1775763488.481499:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1775763488.481623:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e04c79f80 x1862022725689344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763504 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763488.481719:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725689344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763488.567348:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763488.567451:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763488.567578:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702576256 00000100:00100000:0.0:1775763488.567589:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702576256 00000100:00100000:0.0:1775763488.567687:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 109 00000100:00100000:0.0:1775763488.567698:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702576256:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763488.567809:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702576256:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 114us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763488.567817:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 109 00000100:00080000:1.0:1775763488.568047:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763488.568104:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702576128 00000100:00100000:2.0:1775763488.568109:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702576128 00000100:00100000:2.0:1775763488.568182:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 243 00000100:00100000:2.0:1775763488.568189:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702576128:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763488.568262:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702576128:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 73us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763488.568269:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 243 00010000:00010000:1.0:1775763488.799978:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763489.827926:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763490.528775:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763490.528796:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725689600:0@lo:400:kworker.0 00000100:00100000:1.0:1775763490.528865:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763490.528946:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725689600 00000100:00100000:1.0:1775763490.528953:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725689600 00000100:00100000:1.0:1775763490.528994:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1775763490.529001:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725689600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763490.529046:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725689600:12345-0@lo:400:kworker.0 Request processed in 45us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763490.529053:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1775763490.529088:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725689600:0@lo:400:kworker.0 00000100:00100000:1.0:1775763490.529115:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725689728:0@lo:400:kworker.0 00000100:00100000:1.0:1775763490.529132:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763490.529173:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763490.529178:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725690112:0@lo:400:kworker.0 00000100:00100000:1.0:1775763490.529198:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763490.529301:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725689856:0@lo:400:kworker.0 00000100:00100000:2.0:1775763490.529328:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763490.529343:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775763490.529347:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725689472:0@lo:400:kworker.0 00000100:00100000:2.0:1775763490.529368:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763490.529383:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725689984:0@lo:400:kworker.0 00000100:00100000:2.0:1775763490.529397:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763490.529512:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763490.529520:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725690240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763490.529546:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763490.529570:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725689728 00000100:00100000:0.0:1775763490.529573:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725689728 00000100:00100000:0.0:1775763490.529601:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725689984 00000100:00100000:0.0:1775763490.529603:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725689984 00000100:00100000:0.0:1775763490.529616:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1775763490.529621:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725689728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763490.529647:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725689728:12345-0@lo:400:kworker.0 Request processed in 26us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763490.529654:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1775763490.529663:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1775763490.529668:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725689984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763490.529691:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725689984:12345-0@lo:400:kworker.0 Request processed in 23us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763490.529696:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1775763490.529709:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725690112 00000100:00100000:0.0:1775763490.529712:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725690112 00000100:00100000:0.0:1775763490.529747:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725689856 00000100:00100000:0.0:1775763490.529749:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725689856 00000100:00100000:0.0:1775763490.529764:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1775763490.529777:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725690112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763490.529803:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725690112:12345-0@lo:400:kworker.0 Request processed in 28us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763490.529808:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1775763490.529819:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775763490.529824:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725689856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763490.529844:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725689856:12345-0@lo:400:kworker.0 Request processed in 21us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763490.529849:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775763490.529862:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725690240 00000100:00100000:0.0:1775763490.529865:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725690240 00000100:00100000:0.0:1775763490.529883:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1775763490.529888:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725690240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763490.529912:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763490.529938:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725690240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763490.529943:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:0.0:1775763490.529955:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763490.529958:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763490.529960:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1775763490.529981:0:3313:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e3736ad80 x1862022725690240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763506 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763490.529995:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725690240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763490.530017:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725689984:0@lo:400:kworker.0 00010000:00080000:0.0:1775763490.530026:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e08325880 x1862022725689856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763490.530045:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725689856:0@lo:400:kworker.0 00010000:00080000:2.0:1775763490.530114:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0f128700 x1862022725690112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763490.530122:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725690112:0@lo:400:kworker.0 00000100:00100000:2.0:1775763490.530129:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725689728:0@lo:400:kworker.0 00000100:00100000:3.0:1775763490.530200:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725689472 00000100:00100000:3.0:1775763490.530204:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725689472 00000100:00100000:3.0:1775763490.530236:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1775763490.530242:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725689472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763490.530280:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725689472:12345-0@lo:400:kworker.0 Request processed in 38us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763490.530285:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1775763490.530612:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725689472:0@lo:400:kworker.0 00010000:00010000:2.0:1775763490.878222:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:01000000:3.0:1775763491.694236:0:11475:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00010000:00010000:1.0:1775763491.936349:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763492.861115:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763492.861214:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702576384 00000100:00100000:1.0:1775763492.861225:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702576384 00000100:00100000:1.0:1775763492.861298:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1 00000100:00100000:1.0:1775763492.861309:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:10027:x1862022702576384:12345-192.168.202.7@tcp:49:ls.500 00000004:00080000:1.0:1775763492.861816:0:5771:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 500, time 467us 00000100:00080000:0.0:1775763492.864660:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763492.884930:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:10027:x1862022702576384:12345-192.168.202.7@tcp:49:ls.500 Request processed in 23612us (23814us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775763492.884949:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1 00000100:00100000:1.0:1775763492.895311:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763492.895403:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702576512 00000100:00100000:3.0:1775763492.895418:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702576512 00000100:00100000:3.0:1775763492.895496:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 2 00000100:00100000:3.0:1775763492.895509:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:10027:x1862022702576512:12345-192.168.202.7@tcp:37:ls.500 00000100:00100000:3.0:1775763492.907949:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:10027:x1862022702576512:12345-192.168.202.7@tcp:37:ls.500 Request processed in 12430us (12643us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763492.907962:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 2 00010000:00010000:2.0:1775763492.967123:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763493.600532:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725690368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763493.600604:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763493.600758:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725690368 00000100:00100000:2.0:1775763493.600767:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725690368 00000100:00100000:2.0:1775763493.600833:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1775763493.600844:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725690368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763493.600993:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763493.601136:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725690368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 293us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763493.601144:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:0.0:1775763493.601312:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1775763493.601342:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e04c7aa00 x1862022725690368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763509 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763493.601361:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725690368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763493.692501:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763493.692546:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763493.693356:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702576768 00000100:00100000:0.0:1775763493.693379:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702576768 00000100:00100000:0.0:1775763493.693463:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 113 00000100:00100000:0.0:1775763493.693474:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702576768:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763493.693560:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702576768:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 89us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763493.693568:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 113 00000100:00100000:3.0:1775763493.694222:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702576640 00000100:00100000:3.0:1775763493.694230:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702576640 00000100:00100000:3.0:1775763493.694281:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 245 00000100:00100000:3.0:1775763493.694289:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702576640:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763493.694330:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702576640:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (1840us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763493.694336:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 245 00010000:00010000:2.0:1775763493.987553:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775763494.675168:0:11573:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 0: uid permission ======================================================================================= 15:38:12 (1775763492) 00000100:00100000:1.0:1775763494.728183:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763494.728243:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702577024 00000100:00100000:3.0:1775763494.728254:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702577024 00000100:00100000:3.0:1775763494.728358:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 10 00000100:00100000:3.0:1775763494.728368:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:10176:x1862022702577024:12345-192.168.202.7@tcp:36:chmod.0 00000004:00080000:3.0:1775763494.728989:0:5768:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 559us 00000100:00080000:0.0:1775763494.730438:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763494.776014:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763494.776064:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420a6b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f961 expref: 6 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.776102:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e16752200) 00010000:00010000:1.0:1775763494.776115:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775763494.776148:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.776161:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.776171:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775763494.781312:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e080aac reply state 0000000059b1440e transno 4294967297 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763494.781332:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775763494.781468:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000100:00100000:0.0:1775763494.781695:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10176:x1862022702577024:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 53322us (53513us total) trans 4294967297 rc 0/0 00000100:00100000:0.0:1775763494.781707:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 10 00010000:00010000:2.0:1775763494.803092:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.803113:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.803122:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.803128:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763494.803134:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.803142:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.803162:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e16752f00) 00010000:00010000:2.0:1775763494.803165:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775763494.803170:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.803177:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420a7a3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763494.831088:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763494.831172:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702577152 00000100:00100000:0.0:1775763494.831183:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702577152 00000100:00100000:0.0:1775763494.831254:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 11 00000100:00100000:0.0:1775763494.831265:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:10177:x1862022702577152:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775763494.831289:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763494.831315:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f984 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.831384:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.831400:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.831426:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775763494.831645:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000004:00200000:0.0:1775763494.831649:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775763494.831786:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.831816:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f984 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.831834:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f984 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.831843:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e051b1f00) 00010000:00010000:0.0:1775763494.831847:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775763494.831860:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062400, rc 0) 00000100:00100000:0.0:1775763494.831929:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10177:x1862022702577152:12345-192.168.202.7@tcp:101:rm.0 Request processed in 667us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763494.831937:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 11 00000100:00100000:3.0:1775763494.846667:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763494.846792:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702577280 00000100:00100000:1.0:1775763494.846804:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702577280 00000100:00100000:1.0:1775763494.846866:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 12 00000100:00100000:1.0:1775763494.846876:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10177:x1862022702577280:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:1.0:1775763494.846899:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763494.846919:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420a7b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f98b expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.846988:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847004:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847015:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847064:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847084:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847091:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847381:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847390:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847396:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847413:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763494.847419:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847428:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847440:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e051b1f00) 00010000:00010000:1.0:1775763494.847444:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775763494.847450:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847457:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420a7bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847470:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847483:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847489:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847494:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763494.847497:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847503:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847510:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e16752200) 00010000:00010000:1.0:1775763494.847512:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775763494.847515:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847520:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420a7c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847557:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420a7b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f98b expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847567:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e051b1f00) 00010000:00010000:1.0:1775763494.847569:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775763494.847572:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420a7b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f98b expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.847580:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0caa00, rc 0) 00000100:00100000:1.0:1775763494.847666:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10177:x1862022702577280:12345-192.168.202.7@tcp:101:rm.0 Request processed in 791us (1011us total) trans 0 rc 301/301 00000100:00100000:1.0:1775763494.847673:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 12 00000100:00100000:0.0:1775763494.905384:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763494.905447:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763494.905497:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702577536 00000100:00100000:0.0:1775763494.905513:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702577536 00000100:00100000:0.0:1775763494.905594:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 0 00000100:00100000:0.0:1775763494.905608:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10178:x1862022702577536:12345-192.168.202.7@tcp:700:mkdir.0 00000100:00100000:2.0:1775763494.905803:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702577408 00000100:00100000:2.0:1775763494.905808:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702577408 00000100:00100000:2.0:1775763494.905842:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 13 00000100:00100000:2.0:1775763494.905849:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2357:x1862022702577408:12345-192.168.202.7@tcp:41:mkdir.0 00000004:00000024:2.0:1775763494.905879:0:5770:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1775763494.905962:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2357:x1862022702577408:12345-192.168.202.7@tcp:41:mkdir.0 Request processed in 113us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763494.905970:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 13 00000100:00100000:0.0:1775763494.906246:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10178:x1862022702577536:12345-192.168.202.7@tcp:700:mkdir.0 Request processed in 641us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763494.906255:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 0 00000100:00100000:0.0:1775763494.915222:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763494.915310:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702577792 00000100:00100000:1.0:1775763494.915321:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702577792 00000100:00100000:1.0:1775763494.915386:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 14 00000100:00100000:1.0:1775763494.915396:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10178:x1862022702577792:12345-192.168.202.7@tcp:36:mkdir.0 00010000:00010000:1.0:1775763494.915471:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763494.915499:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f984 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.915522:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e051b1f00) 00010000:00010000:1.0:1775763494.915535:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775763494.917139:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.917160:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.917171:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.917183:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.917189:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.917195:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775763494.918598:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 512 00010000:00010000:0.0:1775763494.918613:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.918622:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.918628:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.918634:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763494.918638:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.918646:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.920549:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e051b1000) 00010000:00010000:0.0:1775763494.920560:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763494.920568:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.920578:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7cd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775763494.920607:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ae0cf0e reply state 00000000d78a451d transno 4294967298 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763494.920617:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775763494.921311:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10178:x1862022702577792:12345-192.168.202.7@tcp:36:mkdir.0 Request processed in 5373us (5557us total) trans 4294967298 rc 0/0 00000100:00100000:0.0:1775763494.921341:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 14 00010000:00010000:1.0:1775763494.927670:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.927690:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.927698:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.927704:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763494.927708:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.927715:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.927781:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e051b1600) 00010000:00010000:1.0:1775763494.927795:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775763494.927802:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763494.927808:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7d4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763494.970268:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763494.970766:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702577920 00000100:00100000:2.0:1775763494.970784:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702577920 00000100:00100000:2.0:1775763494.970850:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 15 00000100:00100000:2.0:1775763494.970860:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10179:x1862022702577920:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:2.0:1775763494.970892:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763494.970918:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a7db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f992 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.970990:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818200/0x429a70d18420a7e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.971004:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818200/0x429a70d18420a7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.971016:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818200/0x429a70d18420a7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775763494.971075:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000004:00200000:2.0:1775763494.971079:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1775763494.971136:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818200/0x429a70d18420a7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.971163:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a7db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f992 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.971179:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818200/0x429a70d18420a7e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f992 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763494.971189:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:2.0:1775763494.971192:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775763494.971196:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818200, rc 0) 00000100:00100000:2.0:1775763494.971263:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10179:x1862022702577920:12345-192.168.202.7@tcp:101:chown.0 Request processed in 405us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763494.971270:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 15 00000100:00100000:2.0:1775763494.979087:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763494.980441:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702578048 00000100:00100000:0.0:1775763494.980459:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702578048 00000100:00100000:0.0:1775763494.980546:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 16 00000100:00100000:0.0:1775763494.980558:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10179:x1862022702578048:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:0.0:1775763494.980585:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763494.980611:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f999 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.980688:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.980704:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.980718:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.980760:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.980768:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982337:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982510:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982539:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982547:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775763494.982603:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 512 00000004:00200000:0.0:1775763494.982608:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775763494.982640:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982654:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982675:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982683:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982690:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763494.982694:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982702:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982718:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:0.0:1775763494.982722:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763494.982727:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982786:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a7f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982801:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982806:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982812:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982817:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763494.982820:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982827:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982835:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e051b1000) 00010000:00010000:0.0:1775763494.982838:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763494.982841:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982847:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a7f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982887:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420a7e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f999 expref: 10 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982903:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f999 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763494.982918:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e051b1c00) 00010000:00010000:0.0:1775763494.982920:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775763494.982922:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062400, rc 0) 00000100:00100000:0.0:1775763494.983012:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:10179:x1862022702578048:12345-192.168.202.7@tcp:101:chown.0 Request processed in 2456us (3934us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763494.983022:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 16 00000100:00100000:3.0:1775763495.019169:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763495.019218:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702578304 00000100:00100000:3.0:1775763495.019230:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702578304 00000100:00100000:3.0:1775763495.019313:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 17 00000100:00100000:3.0:1775763495.019323:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:10179:x1862022702578304:12345-192.168.202.7@tcp:36:chown.0 00010000:00010000:3.0:1775763495.019381:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763495.019429:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420a7fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f999 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.019451:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e051b1c00) 00010000:00010000:3.0:1775763495.019463:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775763495.019491:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.019504:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.019517:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.040894:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1775763495.120803:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc960c9f reply state 00000000a4a67a2e transno 4294967299 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763495.120825:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775763495.120983:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000100:00100000:0.0:1775763495.121330:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:10179:x1862022702578304:12345-192.168.202.7@tcp:36:chown.0 Request processed in 102005us (102170us total) trans 4294967299 rc 0/0 00000100:00100000:0.0:1775763495.121340:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 17 00000001:00080000:0.0:1775763495.121392:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967298 is committed 00000001:00080000:0.0:1775763495.121428:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967299 is committed 00010000:00010000:0.0:1775763495.121552:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.121562:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.121568:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.121573:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763495.121577:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.121597:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.121612:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56100) 00010000:00010000:0.0:1775763495.121615:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775763495.121619:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.121625:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a805 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763495.159555:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763495.159655:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702578432 00000100:00100000:0.0:1775763495.159668:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702578432 00000100:00100000:0.0:1775763495.159773:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 18 00000100:00100000:0.0:1775763495.159784:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:10180:x1862022702578432:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775763495.159811:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763495.159833:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a80c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9a0 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.159896:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.159910:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.159920:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.159935:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.159969:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.159977:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160309:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420a821 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160318:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420a821 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160326:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420a821 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775763495.160421:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1775763495.160425:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775763495.160499:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420a821 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160512:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160520:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160527:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160533:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763495.160537:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160550:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160562:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:0.0:1775763495.160565:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763495.160569:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160574:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a813 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160586:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160591:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160595:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160599:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763495.160601:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160607:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160613:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e051b1800) 00010000:00010000:0.0:1775763495.160615:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763495.160617:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160630:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a81a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160663:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a80c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9a0 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160676:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420a821 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9a0 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.160683:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e051b1000) 00010000:00010000:0.0:1775763495.160685:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775763495.160688:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775763495.160814:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10180:x1862022702578432:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 1031us (1267us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763495.160821:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 18 00000100:00100000:1.0:1775763495.185457:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763495.185623:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702578688 00000100:00100000:3.0:1775763495.185635:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702578688 00000100:00100000:3.0:1775763495.185700:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 19 00000100:00100000:3.0:1775763495.185711:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10180:x1862022702578688:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:3.0:1775763495.185804:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763495.185832:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420a821 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9a0 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.185854:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e051b1000) 00010000:00010000:3.0:1775763495.185864:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775763495.185889:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.185925:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.185934:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775763495.186717:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3d51ea6 reply state 00000000cef6c771 transno 4294967300 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763495.186773:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1775763495.186844:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000100:00100000:3.0:1775763495.187333:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10180:x1862022702578688:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 1618us (1883us total) trans 4294967300 rc 0/0 00000100:00100000:3.0:1775763495.187343:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 19 00010000:00010000:1.0:1775763495.195930:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.195951:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.195970:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.195976:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763495.195983:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.195992:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.196011:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56800) 00010000:00010000:1.0:1775763495.196014:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775763495.196019:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.196024:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a828 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763495.237948:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763495.238612:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702578816 00000100:00100000:0.0:1775763495.238623:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702578816 00000100:00100000:0.0:1775763495.238686:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 20 00000100:00100000:0.0:1775763495.238696:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:10181:x1862022702578816:12345-192.168.202.7@tcp:101:ls.500 00010000:00010000:0.0:1775763495.238719:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763495.238763:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a82f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9a7 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.238813:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a836 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.238828:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a836 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.238848:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a836 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.238980:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a82f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9a7 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.239000:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a836 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9a7 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.239009:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:0.0:1775763495.239012:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775763495.239016:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062200, rc 0) 00000100:00100000:0.0:1775763495.239242:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10181:x1862022702578816:12345-192.168.202.7@tcp:101:ls.500 Request processed in 547us (1307us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763495.239250:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 20 00000100:00100000:3.0:1775763495.245180:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763495.245279:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702578944 00000100:00100000:1.0:1775763495.245290:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702578944 00000100:00100000:1.0:1775763495.245350:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3 00000100:00100000:1.0:1775763495.245360:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10181:x1862022702578944:12345-192.168.202.7@tcp:49:ls.500 00000100:00100000:1.0:1775763495.245512:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10181:x1862022702578944:12345-192.168.202.7@tcp:49:ls.500 Request processed in 154us (342us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775763495.245521:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3 00000100:00100000:3.0:1775763495.253179:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763495.253409:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702579072 00000100:00100000:1.0:1775763495.253421:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702579072 00000100:00100000:1.0:1775763495.253480:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 4 00000100:00100000:1.0:1775763495.253491:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e259d3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10181:x1862022702579072:12345-192.168.202.7@tcp:37:ls.500 00000100:00100000:1.0:1775763495.275334:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e259d3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10181:x1862022702579072:12345-192.168.202.7@tcp:37:ls.500 Request processed in 21830us (22149us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763495.275349:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 4 00000100:00100000:0.0:1775763495.279806:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763495.280152:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702579200 00000100:00100000:3.0:1775763495.280163:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702579200 00000100:00100000:3.0:1775763495.280226:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 21 00000100:00100000:3.0:1775763495.280235:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:10181:x1862022702579200:12345-192.168.202.7@tcp:101:ls.500 00010000:00010000:3.0:1775763495.280255:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763495.280273:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a83d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9ae expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.280334:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.280349:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.280386:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.280415:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.280422:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.280429:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.282639:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420a852 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.282675:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420a852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.282685:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420a852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775763495.290793:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1775763495.290805:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775763495.290948:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420a852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291102:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291110:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291119:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291140:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763495.291144:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291151:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291168:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:2.0:1775763495.291171:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763495.291175:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291181:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a844 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291197:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291203:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291209:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291214:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763495.291217:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291222:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291240:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e03a56e00) 00010000:00010000:2.0:1775763495.291243:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763495.291246:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291251:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a84b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291298:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a83d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9ae expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291312:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420a852 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9ae expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.291320:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763495.291323:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775763495.291325:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195600, rc 0) 00000100:00100000:2.0:1775763495.292119:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:10181:x1862022702579200:12345-192.168.202.7@tcp:101:ls.500 Request processed in 11879us (12316us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763495.292130:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 21 00000100:00100000:3.0:1775763495.299857:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763495.299920:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702579328 00000100:00100000:2.0:1775763495.299930:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702579328 00000100:00100000:2.0:1775763495.300020:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 22 00000100:00100000:2.0:1775763495.300031:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:10181:x1862022702579328:12345-192.168.202.7@tcp:101:ls.500 00010000:00010000:2.0:1775763495.300051:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763495.300071:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a859 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9b5 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.300151:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819600/0x429a70d18420a860 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.300164:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819600/0x429a70d18420a860 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.300174:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819600/0x429a70d18420a860 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.300262:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a859 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9b5 expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.300280:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819600/0x429a70d18420a860 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9b5 expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.300288:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763495.300291:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775763495.300294:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07819600, rc 0) 00000100:00100000:2.0:1775763495.300365:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:10181:x1862022702579328:12345-192.168.202.7@tcp:101:ls.500 Request processed in 336us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763495.300372:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 22 00000100:00100000:0.0:1775763495.329709:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763495.342290:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702579456 00000100:00100000:3.0:1775763495.342307:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702579456 00000100:00100000:3.0:1775763495.342429:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 23 00000100:00100000:3.0:1775763495.342441:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:10182:x1862022702579456:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775763495.342471:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763495.342496:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a867 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9bc expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.342601:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.342617:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.342628:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.342692:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.342700:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.342707:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343501:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343513:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343520:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343527:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763495.343531:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343550:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343565:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763495.343569:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763495.343575:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343581:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a86e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343607:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343613:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343619:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343624:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763495.343627:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343633:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343641:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbda0828b (ffff8b1e03a56500) 00010000:00010000:3.0:1775763495.343643:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763495.343646:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343663:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a875 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343706:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a867 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9bc expref: 11 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.343717:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763495.343719:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763495.343722:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a867 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9bc expref: 11 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.344323:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194200, rc 0) 00000100:00100000:2.0:1775763495.345511:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:10182:x1862022702579456:12345-192.168.202.7@tcp:101:rm.0 Request processed in 3064us (15803us total) trans 0 rc 301/301 00000100:00100000:2.0:1775763495.345523:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 23 00000100:00100000:3.0:1775763495.394549:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763495.394677:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702579712 00000100:00100000:2.0:1775763495.394689:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702579712 00000100:00100000:2.0:1775763495.394785:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 24 00000100:00100000:2.0:1775763495.394797:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:10184:x1862022702579712:12345-192.168.202.7@tcp:101:touch.500 00010000:00010000:2.0:1775763495.394835:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763495.394838:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775763495.394869:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420a852 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9ae expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.394889:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763495.394894:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763495.394921:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a87c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9c3 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.395223:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.395237:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.395247:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.395261:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.395267:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.395273:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775763495.396076:0:5769:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2:0x0], index 1: 0 00010000:00010000:2.0:1775763495.396367:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818400/0x429a70d18420a891 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396385:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818400/0x429a70d18420a891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396406:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818400/0x429a70d18420a891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396451:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396458:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396466:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396472:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07819400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763495.396477:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396484:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396498:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763495.396501:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763495.396505:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396512:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a883 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775763495.396526:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045ef920a reply state 00000000c5beca34 transno 4294967301 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763495.396546:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775763495.396587:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a87c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9c3 expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396604:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818400/0x429a70d18420a891 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9c3 expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.396611:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b1e09e72900) 00010000:00010000:2.0:1775763495.396613:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775763495.396615:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818400, rc 0) 00000100:00100000:2.0:1775763495.396725:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:10184:x1862022702579712:12345-192.168.202.7@tcp:101:touch.500 Request processed in 1929us (2187us total) trans 4294967301 rc 0/0 00000100:00100000:2.0:1775763495.396779:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 24 00010000:00010000:0.0:1775763495.405140:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.405156:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.405163:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.405171:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07818e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763495.405176:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.405195:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.405214:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x1cda55a (ffff8b1e09e72700) 00010000:00010000:0.0:1775763495.405217:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763495.405222:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.405229:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a88a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763495.411147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763495.411925:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702579968 00000100:00100000:2.0:1775763495.411938:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702579968 00000100:00100000:2.0:1775763495.412021:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 25 00000100:00100000:2.0:1775763495.412032:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:10184:x1862022702579968:12345-192.168.202.7@tcp:36:touch.500 00010000:00010000:2.0:1775763495.412096:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763495.412124:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818400/0x429a70d18420a891 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9c3 expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.412141:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b1e09e72900) 00010000:00010000:2.0:1775763495.412151:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763495.412192:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.412204:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.412230:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775763495.412361:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091e53ae4 reply state 00000000a6b46013 transno 4294967302 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763495.412612:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775763495.412817:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:10184:x1862022702579968:12345-192.168.202.7@tcp:36:touch.500 Request processed in 785us (1679us total) trans 4294967302 rc 0/0 00000100:00100000:2.0:1775763495.412825:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 25 00000100:00100000:3.0:1775763495.418210:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1775763495.418353:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.418371:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.418379:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.418384:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07818000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763495.418388:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.418406:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.418443:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b1e09e72e00) 00010000:00010000:1.0:1775763495.418446:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775763495.418454:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.418460:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a89f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763495.421484:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702580096 00000100:00100000:2.0:1775763495.421499:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702580096 00000100:00100000:2.0:1775763495.421587:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 26 00000100:00100000:2.0:1775763495.421714:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:10184:x1862022702580096:12345-192.168.202.7@tcp:101:touch.500 00010000:00010000:2.0:1775763495.421910:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763495.421935:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818400/0x429a70d18420a8a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9ca expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.423085:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818400/0x429a70d18420a8a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9ca expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.423107:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818400/0x429a70d18420a8a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9ca expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.423130:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b1e09e72900) 00010000:00010000:2.0:1775763495.423133:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775763495.423137:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07818400, rc 0) 00000100:00100000:2.0:1775763495.423292:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:10184:x1862022702580096:12345-192.168.202.7@tcp:101:touch.500 Request processed in 1694us (5090us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763495.423301:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 26 00000100:00100000:0.0:1775763495.450686:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763495.450805:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702580224 00000100:00100000:2.0:1775763495.450816:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702580224 00000100:00100000:2.0:1775763495.450864:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 12 00000100:00100000:2.0:1775763495.450874:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2355:x1862022702580224:12345-192.168.202.7@tcp:8:touch.500 00010000:00080000:2.0:1775763495.450911:0:6551:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 320 last 0 00000020:00000080:2.0:1775763495.450940:0:6551:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420a8ad 00002000:00100000:2.0:1775763495.450951:0:6551:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e36ec3800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775763495.450983:0:6551:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775763495.451206:0:6551:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775763495.451246:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ec7800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775763495.451320:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702580224:12345-192.168.202.7@tcp:8:touch.500 Request processed in 447us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763495.451327:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 12 00000100:00100000:0.0:1775763495.469449:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763495.469634:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702580352 00000100:00100000:3.0:1775763495.469646:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702580352 00000100:00100000:3.0:1775763495.469751:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 13 00000100:00100000:3.0:1775763495.469763:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:0:x1862022702580352:12345-192.168.202.7@tcp:2:touch.500 00000100:00080000:0.0:1775763495.470263:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:2.0:1775763495.647572:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000100:00100000:1.0:1775763495.648127:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763495.648150:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725690496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763495.648220:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763495.648293:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725690496 00000100:00100000:1.0:1775763495.648302:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725690496 00000100:00100000:1.0:1775763495.648362:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1775763495.648478:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725690496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763495.648512:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763495.648561:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725690496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763495.648568:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00080000:1.0:1775763495.648591:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763495.648901:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725690624:0@lo:400:kworker.0 00000100:00100000:1.0:1775763495.648935:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763495.649085:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725691136:0@lo:400:kworker.0 00000100:00100000:1.0:1775763495.649113:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763495.649136:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763495.649143:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725690752:0@lo:400:kworker.0 00000100:00100000:1.0:1775763495.649166:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763495.649215:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725690624 00000100:00100000:1.0:1775763495.649220:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725690624 00000100:00100000:1.0:1775763495.649252:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1775763495.649259:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725690624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763495.649294:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725690624:12345-0@lo:400:kworker.0 Request processed in 35us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763495.649300:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1775763495.649329:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725691136 00000100:00100000:1.0:1775763495.649332:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725691136 00000001:00080000:2.0:1775763495.649523:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967299 is committed 00000100:00100000:1.0:1775763495.649560:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725690752 00000100:00100000:1.0:1775763495.649566:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725690752 00000100:00100000:0.0:1775763495.649672:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725691008:0@lo:400:kworker.0 00000100:00100000:0.0:1775763495.649707:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763495.649752:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763495.649758:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725690880:0@lo:400:kworker.0 00000100:00100000:0.0:1775763495.649776:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763495.650157:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:0:x1862022702580352:12345-192.168.202.7@tcp:2:touch.500 Request processed in 180394us (180720us total) trans 4294967299 rc 0/0 00000100:00100000:3.0:1775763495.650168:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 13 00000100:00100000:3.0:1775763495.650184:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725691008 00000100:00100000:3.0:1775763495.650188:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725691008 00000100:00100000:3.0:1775763495.650216:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1775763495.650224:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725691008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763495.650274:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725691008:12345-0@lo:400:kworker.0 Request processed in 52us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763495.650280:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1775763495.655491:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763495.655542:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702580608 00000100:00100000:3.0:1775763495.655553:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702580608 00000100:00100000:3.0:1775763495.655617:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 5 00000100:00100000:3.0:1775763495.655629:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:10184:x1862022702580608:12345-192.168.202.7@tcp:35:touch.500 00000100:00100000:3.0:1775763495.656226:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+13:10184:x1862022702580608:12345-192.168.202.7@tcp:35:touch.500 Request processed in 597us (1273us total) trans 4294967303 rc 0/0 00000100:00100000:3.0:1775763495.656234:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 5 00010000:00080000:0.0:1775763495.660492:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0f12bb80 x1862022725691008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775763495.660509:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725691008:0@lo:400:kworker.0 00000100:00080000:0.0:1775763495.664685:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763495.664696:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763495.664768:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725690624:0@lo:400:kworker.0 00000100:00100000:1.0:1775763495.665218:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725690880 00000100:00100000:1.0:1775763495.665229:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725690880 00000100:00100000:1.0:1775763495.665301:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1775763495.665310:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725691136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763495.665417:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725691136:12345-0@lo:400:kworker.0 Request processed in 108us (16302us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763495.665425:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1775763495.665443:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1775763495.665449:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725690752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763495.665480:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725690752:12345-0@lo:400:kworker.0 Request processed in 31us (16313us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763495.665485:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1775763495.665495:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1775763495.665501:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725690880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763495.665531:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725690880:12345-0@lo:400:kworker.0 Request processed in 30us (15753us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763495.665556:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00080000:0.0:1775763495.666085:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763495.666126:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725690880:0@lo:400:kworker.0 00000100:00100000:0.0:1775763495.666173:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725690752:0@lo:400:kworker.0 00000100:00100000:0.0:1775763495.666183:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725691136:0@lo:400:kworker.0 00010000:00080000:2.0:1775763495.669883:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e0e96c380 x1862022725690496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763511 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763495.670097:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725690496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763495.698540:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763495.699176:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702580736 00000100:00100000:1.0:1775763495.699186:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702580736 00000100:00100000:1.0:1775763495.699249:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 27 00000100:00100000:1.0:1775763495.699259:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+13:10185:x1862022702580736:12345-192.168.202.7@tcp:101:touch.501 00010000:00010000:1.0:1775763495.699283:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763495.699303:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9d1 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775763495.702029:0:5770:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 501, time 2680us 00010000:00010000:3.0:1775763495.733673:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.733696:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.733708:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.733724:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.733750:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.733757:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734123:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a8c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734132:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a8c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734139:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a8c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763495.734167:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775763495.734171:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763495.734208:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a8c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734221:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734227:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734234:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734239:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763495.734244:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734250:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734261:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763495.734270:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763495.734276:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734282:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a8bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734293:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734297:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734302:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734306:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763495.734308:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734313:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734319:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e03a56500) 00010000:00010000:3.0:1775763495.734321:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763495.734323:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734328:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a8c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734360:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9d1 expref: 15 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734410:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a8c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9d1 expref: 14 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.734416:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763495.734418:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775763495.734420:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194c00, rc 0) 00000100:00100000:3.0:1775763495.734493:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10185:x1862022702580736:12345-192.168.202.7@tcp:101:touch.501 Request processed in 35234us (35962us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763495.734502:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 27 00000100:00100000:3.0:1775763495.738147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763495.740063:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702580864 00000100:00100000:2.0:1775763495.740076:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702580864 00000100:00100000:2.0:1775763495.740185:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 6 00000100:00100000:2.0:1775763495.740195:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10185:x1862022702580864:12345-192.168.202.7@tcp:49:touch.501 00000100:00100000:2.0:1775763495.740341:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10185:x1862022702580864:12345-192.168.202.7@tcp:49:touch.501 Request processed in 146us (2203us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775763495.740348:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 6 00000100:00100000:3.0:1775763495.745363:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763495.745473:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702581120 00000100:00100000:2.0:1775763495.745482:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702581120 00000100:00100000:2.0:1775763495.745539:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 28 00000100:00100000:2.0:1775763495.745548:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10185:x1862022702581120:12345-192.168.202.7@tcp:101:touch.501 00010000:00010000:2.0:1775763495.745568:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763495.745586:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a8d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9d8 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746371:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746388:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746409:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746471:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746480:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746487:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746599:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746612:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746618:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746623:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07818000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763495.746627:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.746634:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.747907:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763495.747914:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763495.747920:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.747927:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a8d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.747944:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.747952:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.747957:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.747963:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07818e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763495.747977:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.747983:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.747992:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x45fac828 (ffff8b1e09e72b00) 00010000:00010000:2.0:1775763495.747995:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763495.747998:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.748003:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a8de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.748055:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a8d0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9d8 expref: 15 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.748065:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763495.748067:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775763495.748070:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a8d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9d8 expref: 15 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.748080:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e07819400, rc 0) 00000100:00100000:2.0:1775763495.748580:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10185:x1862022702581120:12345-192.168.202.7@tcp:101:touch.501 Request processed in 3031us (3224us total) trans 0 rc 301/301 00000100:00100000:2.0:1775763495.748589:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 28 00000100:00100000:0.0:1775763495.764131:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763495.764256:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702581248 00000100:00100000:1.0:1775763495.764266:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702581248 00000100:00100000:1.0:1775763495.764327:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 29 00000100:00100000:1.0:1775763495.764338:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10185:x1862022702581248:12345-192.168.202.7@tcp:101:touch.501 00010000:00010000:1.0:1775763495.764357:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763495.764388:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a8e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9df expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764465:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764479:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764490:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764505:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764527:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764535:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764611:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764619:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764626:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764632:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763495.764636:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764642:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764655:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:1.0:1775763495.764658:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775763495.764663:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764669:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420a8ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764680:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764690:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764717:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.764722:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763495.764725:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.765124:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.765133:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x45fac828 (ffff8b1e16752600) 00010000:00010000:1.0:1775763495.765136:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775763495.765139:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.765145:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420a8f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.765193:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a8e5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9df expref: 15 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.765204:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:1.0:1775763495.765206:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775763495.765210:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a8e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9df expref: 15 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.765218:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cae00, rc 0) 00000100:00100000:1.0:1775763495.765312:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10185:x1862022702581248:12345-192.168.202.7@tcp:101:touch.501 Request processed in 976us (1190us total) trans 0 rc 301/301 00000100:00100000:1.0:1775763495.765320:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 29 00000100:00100000:3.0:1775763495.795127:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763495.795280:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702581504 00000100:00100000:2.0:1775763495.795290:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702581504 00000100:00100000:2.0:1775763495.795357:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 30 00000100:00100000:2.0:1775763495.795378:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10186:x1862022702581504:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:2.0:1775763495.795422:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763495.795443:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a8fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9e6 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.795590:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.795604:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.795616:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.795658:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.795666:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.795673:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775763495.796294:0:8088:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2:0x0], index 0: 0 00010000:00010000:2.0:1775763495.796492:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420a90f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796503:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420a90f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796511:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420a90f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796554:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796560:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796567:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796573:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07818e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763495.796578:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796585:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796597:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763495.796600:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763495.796604:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796610:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818e00/0x429a70d18420a901 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775763495.796623:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002092914f reply state 0000000014c5586c transno 4294967304 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763495.796632:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775763495.796660:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819400/0x429a70d18420a8fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9e6 expref: 17 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796685:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420a90f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9e6 expref: 16 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.796693:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b1e09e72e00) 00010000:00010000:2.0:1775763495.796696:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775763495.796698:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81200, rc 0) 00000100:00100000:2.0:1775763495.796810:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+17:10186:x1862022702581504:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1443us (1692us total) trans 4294967304 rc 0/0 00000100:00100000:2.0:1775763495.796819:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 30 00010000:00010000:0.0:1775763495.799345:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.799378:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.799386:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.799390:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e07818000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763495.799404:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.799412:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.799427:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x8a27eaf6 (ffff8b1e09e72b00) 00010000:00010000:0.0:1775763495.799430:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763495.799433:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.799440:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818000/0x429a70d18420a908 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763495.809859:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763495.810080:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702581760 00000100:00100000:1.0:1775763495.810091:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702581760 00000100:00100000:1.0:1775763495.810156:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 31 00000100:00100000:1.0:1775763495.810166:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+16:10186:x1862022702581760:12345-192.168.202.7@tcp:36:touch.0 00010000:00010000:1.0:1775763495.810222:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763495.810246:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420a90f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9e6 expref: 16 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.810264:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b1e09e72e00) 00010000:00010000:1.0:1775763495.810275:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775763495.810315:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.810327:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.810335:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775763495.810477:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005fdffca0 reply state 000000003faf5987 transno 4294967305 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763495.810485:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775763495.810577:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+17:10186:x1862022702581760:12345-192.168.202.7@tcp:36:touch.0 Request processed in 412us (727us total) trans 4294967305 rc 0/0 00000100:00100000:1.0:1775763495.810584:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 31 00000100:00100000:3.0:1775763495.826669:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763495.826758:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702581888 00000100:00100000:0.0:1775763495.826768:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702581888 00000100:00100000:0.0:1775763495.826826:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 32 00000100:00100000:0.0:1775763495.826849:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+17:10186:x1862022702581888:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775763495.826872:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763495.826892:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420a924 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9ed expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.826965:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420a924 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9ed expref: 18 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.826979:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420a924 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9ed expref: 18 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763495.826999:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b1e16752600) 00010000:00010000:0.0:1775763495.827003:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775763495.827007:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775763495.827072:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+18:10186:x1862022702581888:12345-192.168.202.7@tcp:101:touch.0 Request processed in 225us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763495.827079:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 32 00000100:00100000:3.0:1775763495.831334:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763495.831531:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702582016 00000100:00100000:2.0:1775763495.831541:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702582016 00000100:00100000:2.0:1775763495.831595:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 14 00000100:00100000:2.0:1775763495.831604:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2355:x1862022702582016:12345-192.168.202.7@tcp:8:touch.0 00010000:00080000:2.0:1775763495.831647:0:7727:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 320 last 0 00000020:00000080:2.0:1775763495.831677:0:7727:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420a92b 00002000:00100000:2.0:1775763495.831688:0:7727:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e36ec1800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775763495.831710:0:7727:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775763495.832021:0:7727:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1775763495.832219:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ec6800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775763495.832294:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702582016:12345-192.168.202.7@tcp:8:touch.0 Request processed in 690us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763495.832301:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 14 00000100:00100000:3.0:1775763495.835345:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763495.835446:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702582144 00000100:00100000:0.0:1775763495.835456:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702582144 00000100:00100000:0.0:1775763495.835517:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 15 00000100:00100000:0.0:1775763495.835526:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:0:x1862022702582144:12345-192.168.202.7@tcp:2:touch.0 00000100:00080000:2.0:1775763495.836708:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775763495.836864:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.836876:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.836884:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.836890:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763495.836894:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.837312:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.837330:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b1e16752600) 00010000:00010000:1.0:1775763495.837333:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775763495.837337:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763495.837342:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420a91d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763495.881488:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:0:x1862022702582144:12345-192.168.202.7@tcp:2:touch.0 Request processed in 45953us (46142us total) trans 4294967299 rc 0/0 00000100:00100000:3.0:1775763495.881501:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 15 00000001:00080000:2.0:1775763495.881640:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967299 is committed 00000001:00100000:2.0:1775763495.881664:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000100:00100000:0.0:1775763495.885309:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763495.885388:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702582400 00000100:00100000:3.0:1775763495.885407:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702582400 00000100:00100000:3.0:1775763495.885464:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 7 00000100:00100000:3.0:1775763495.885473:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+17:10186:x1862022702582400:12345-192.168.202.7@tcp:35:touch.0 00000100:00100000:3.0:1775763495.885820:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+18:10186:x1862022702582400:12345-192.168.202.7@tcp:35:touch.0 Request processed in 348us (517us total) trans 4294967306 rc 0/0 00000100:00100000:3.0:1775763495.885842:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 7 00000100:00100000:1.0:1775763495.905403:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763495.906999:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702582528 00000100:00100000:3.0:1775763495.907018:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702582528 00000100:00100000:3.0:1775763495.907098:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 33 00000100:00100000:3.0:1775763495.907108:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+18:10187:x1862022702582528:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:3.0:1775763495.907133:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763495.907156:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a932 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9f4 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.907232:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a939 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.907246:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.907259:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763495.907324:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775763495.907328:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763495.907355:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.907525:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a932 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9f4 expref: 20 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.907547:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a939 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9f4 expref: 19 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763495.907579:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763495.907583:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775763495.907587:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195400, rc 0) 00000100:00100000:3.0:1775763495.907684:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+19:10187:x1862022702582528:12345-192.168.202.7@tcp:101:chown.0 Request processed in 577us (2297us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763495.907692:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 33 00000100:00100000:0.0:1775763495.911797:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763495.911924:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702582784 00000100:00100000:2.0:1775763495.911934:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702582784 00000100:00100000:2.0:1775763495.912011:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 34 00000100:00100000:2.0:1775763495.912021:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33eded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+19:10187:x1862022702582784:12345-192.168.202.7@tcp:36:chown.0 00010000:00010000:2.0:1775763495.912088:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775763495.912113:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420a939 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9f4 expref: 19 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.912136:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420a8c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9d1 expref: 18 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.912147:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763495.912151:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763495.912174:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.912187:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763495.912195:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775763496.018597:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967305 is committed 00000001:00080000:3.0:1775763496.018616:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967307 is committed 00000004:00010000:1.0:1775763496.018711:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e451714 reply state 00000000b3dafeb7 transno 4294967307 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763496.018724:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775763496.018923:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00010000:00080000:1.0:1775763496.019471:0:5769:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1775763496.019492:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33eded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:10187:x1862022702582784:12345-192.168.202.7@tcp:36:chown.0 Request processed in 107469us (107699us total) trans 4294967307 rc 0/0 00000100:00100000:1.0:1775763496.019514:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 34 00010000:00010000:0.0:1775763496.026794:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.026811:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.026832:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.026838:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.026842:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.026850:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.026866:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.026869:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775763496.026873:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.026879:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420a940 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.031897:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763496.041994:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.042568:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702582912 00000100:00100000:3.0:1775763496.042581:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702582912 00000100:00100000:3.0:1775763496.042663:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 35 00000100:00100000:3.0:1775763496.042673:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:10188:x1862022702582912:12345-192.168.202.7@tcp:101:chgrp.0 00010000:00010000:3.0:1775763496.042698:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763496.042717:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a947 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134f9fb expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.042810:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.042825:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.042837:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.042853:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.042882:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.042888:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775763496.043021:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763496.044613:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a95c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.044627:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a95c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.044637:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a95c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763496.044753:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775763496.044758:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763496.044851:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a95c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.044864:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.044870:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.044877:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.044883:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.044887:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045279:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045296:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763496.045299:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.045304:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045310:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a94e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045324:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045330:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045336:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045341:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.045343:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045348:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045355:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e03a56b00) 00010000:00010000:3.0:1775763496.045358:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.045360:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045482:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a955 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045524:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a947 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9fb expref: 12 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045539:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a95c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9fb expref: 11 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.045546:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763496.045548:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775763496.045550:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194a00, rc 0) 00000100:00100000:3.0:1775763496.045701:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:10188:x1862022702582912:12345-192.168.202.7@tcp:101:chgrp.0 Request processed in 3029us (3979us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763496.045711:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 35 00000100:00100000:1.0:1775763496.050383:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.050556:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702583168 00000100:00100000:2.0:1775763496.050566:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702583168 00000100:00100000:2.0:1775763496.050626:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 36 00000100:00100000:2.0:1775763496.050636:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:10188:x1862022702583168:12345-192.168.202.7@tcp:36:chgrp.0 00010000:00010000:2.0:1775763496.050703:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763496.050758:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a95c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9fb expref: 11 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.050779:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763496.050784:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763496.050805:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.050817:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.050827:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775763496.121869:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967308 is committed 00000004:00010000:0.0:1775763496.130709:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001301f2c0 reply state 0000000029885a7d transno 4294967308 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763496.130745:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775763496.130982:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00010000:00080000:0.0:1775763496.131584:0:8088:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1775763496.131622:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:10188:x1862022702583168:12345-192.168.202.7@tcp:36:chgrp.0 Request processed in 80980us (81252us total) trans 4294967308 rc 0/0 00000100:00100000:0.0:1775763496.131632:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 36 00010000:00010000:2.0:1775763496.131766:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.131777:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.131785:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.131791:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763496.131795:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.131802:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.131833:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763496.131836:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775763496.131841:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.131847:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a963 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763496.157875:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.159601:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702583296 00000100:00100000:0.0:1775763496.159616:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702583296 00000100:00100000:0.0:1775763496.159719:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 37 00000100:00100000:0.0:1775763496.159758:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:10189:x1862022702583296:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775763496.159788:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763496.159811:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a96a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa02 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.159885:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.159914:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.159925:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.159941:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.159957:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.159964:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.160606:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420a97f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.160617:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420a97f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.160624:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420a97f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775763496.160762:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1775763496.160766:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1775763496.160848:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420a97f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.160860:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.160866:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.160872:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.160878:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.160882:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.160889:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.160900:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:0.0:1775763496.161013:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.161018:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161024:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a971 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161037:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161052:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161058:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161063:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.161066:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161072:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161080:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e051b1800) 00010000:00010000:0.0:1775763496.161083:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.161086:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161090:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a978 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161125:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a96a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa02 expref: 12 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161139:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420a97f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa02 expref: 11 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.161146:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.161149:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775763496.161157:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062600, rc 0) 00000100:00100000:0.0:1775763496.161231:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:10189:x1862022702583296:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 1503us (3364us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763496.161241:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 37 00000100:00100000:1.0:1775763496.174716:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.180869:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702583552 00000100:00100000:2.0:1775763496.180883:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702583552 00000100:00100000:3.0:1775763496.190247:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 38 00000100:00100000:3.0:1775763496.190267:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:10189:x1862022702583552:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:3.0:1775763496.190330:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763496.190956:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420a97f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa02 expref: 11 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.190981:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763496.190987:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775763496.191466:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.191482:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.191510:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775763496.195320:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cfab1979 reply state 000000002e486189 transno 4294967309 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763496.195340:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1775763496.195517:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000100:00100000:3.0:1775763496.197043:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:10189:x1862022702583552:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 6762us (22316us total) trans 4294967309 rc 0/0 00000100:00100000:3.0:1775763496.197060:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 38 00010000:00010000:2.0:1775763496.201881:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.201899:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.201915:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.201921:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763496.201925:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.201932:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.201955:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763496.201958:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775763496.201963:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.201995:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a986 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763496.229842:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.230315:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702583680 00000100:00100000:3.0:1775763496.230327:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702583680 00000100:00100000:3.0:1775763496.230386:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 39 00000100:00100000:3.0:1775763496.230410:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:10190:x1862022702583680:12345-192.168.202.7@tcp:101:touch.500 00010000:00010000:3.0:1775763496.230440:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763496.230464:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a98d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa09 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.230542:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.230561:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.230574:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.230592:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.230616:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.230623:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233358:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a9a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233556:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233568:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775763496.233653:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1775763496.233658:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1775763496.233726:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233795:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233802:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233808:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233815:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763496.233819:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233827:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233848:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:2.0:1775763496.233850:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763496.233855:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233861:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420a994 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233873:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233878:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233883:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233888:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763496.233890:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233895:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233950:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e03a56b00) 00010000:00010000:2.0:1775763496.233953:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763496.233956:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.233962:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420a99b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.234012:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420a98d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa09 expref: 13 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.234027:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a9a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa09 expref: 12 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.234034:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763496.234092:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775763496.234095:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81800, rc 0) 00000100:00100000:2.0:1775763496.234178:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:10190:x1862022702583680:12345-192.168.202.7@tcp:101:touch.500 Request processed in 3769us (4347us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763496.234188:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 39 00000100:00100000:2.0:1775763496.246424:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.247239:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702583808 00000100:00100000:3.0:1775763496.247252:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702583808 00000100:00100000:3.0:1775763496.247320:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 8 00000100:00100000:3.0:1775763496.247330:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:10190:x1862022702583808:12345-192.168.202.7@tcp:49:touch.500 00000100:00100000:3.0:1775763496.247478:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:10190:x1862022702583808:12345-192.168.202.7@tcp:49:touch.500 Request processed in 149us (1065us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775763496.247487:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 8 00000100:00100000:1.0:1775763496.260688:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.260773:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702584064 00000100:00100000:0.0:1775763496.260783:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702584064 00000100:00100000:0.0:1775763496.260839:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 40 00000100:00100000:0.0:1775763496.260847:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:10190:x1862022702584064:12345-192.168.202.7@tcp:101:touch.500 00010000:00010000:0.0:1775763496.260865:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763496.260881:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa10 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.261152:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.261164:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.261183:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.261225:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.261230:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.261236:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775763496.262114:0:8088:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3:0x0], index 1: 0 00010000:00010000:0.0:1775763496.262357:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420a9be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.262368:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420a9be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.262377:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420a9be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.262419:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.262426:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.262431:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.262435:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.262438:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.262443:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.262451:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.262608:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.262614:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.262620:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9b0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775763496.262719:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069c817a8 reply state 000000008106d0ec transno 4294967310 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763496.264033:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775763496.264089:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa10 expref: 15 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.264111:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420a9be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa10 expref: 14 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.264118:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b1e051b1900) 00010000:00010000:0.0:1775763496.264120:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775763496.264122:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063e00, rc 0) 00000100:00100000:0.0:1775763496.264253:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+15:10190:x1862022702584064:12345-192.168.202.7@tcp:101:touch.500 Request processed in 3406us (3575us total) trans 4294967310 rc 0/0 00000100:00100000:0.0:1775763496.264260:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 40 00010000:00010000:0.0:1775763496.265812:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.265825:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.265833:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.265839:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.265845:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.265872:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.265885:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0xce550dc4 (ffff8b1e051b1800) 00010000:00010000:0.0:1775763496.265887:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.265891:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.265897:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763496.272463:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.272603:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702584320 00000100:00100000:0.0:1775763496.272614:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702584320 00000100:00100000:0.0:1775763496.272683:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 41 00000100:00100000:0.0:1775763496.272692:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10190:x1862022702584320:12345-192.168.202.7@tcp:36:touch.500 00010000:00010000:0.0:1775763496.272767:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763496.272790:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420a9be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa10 expref: 14 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.272805:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b1e051b1900) 00010000:00010000:0.0:1775763496.272815:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775763496.272853:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.272863:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.272870:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775763496.272994:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001550b348 reply state 0000000025f8bf00 transno 4294967311 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763496.273002:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775763496.273093:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+15:10190:x1862022702584320:12345-192.168.202.7@tcp:36:touch.500 Request processed in 401us (640us total) trans 4294967311 rc 0/0 00000100:00100000:0.0:1775763496.273101:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 41 00010000:00010000:2.0:1775763496.274331:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.274346:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.274354:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.274360:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763496.274364:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.274372:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.274416:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b1e051b1d00) 00010000:00010000:2.0:1775763496.274419:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763496.274423:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.274429:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420a9cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763496.276029:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.276400:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702584448 00000100:00100000:3.0:1775763496.276412:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702584448 00000100:00100000:3.0:1775763496.276480:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 42 00000100:00100000:3.0:1775763496.276489:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:10190:x1862022702584448:12345-192.168.202.7@tcp:101:touch.500 00010000:00010000:3.0:1775763496.276514:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763496.276534:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a9d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa17 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.276585:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a9d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa17 expref: 15 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.276596:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a9d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa17 expref: 15 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.276632:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:3.0:1775763496.276635:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775763496.276638:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194a00, rc 0) 00000100:00100000:3.0:1775763496.276693:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+15:10190:x1862022702584448:12345-192.168.202.7@tcp:101:touch.500 Request processed in 205us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763496.276700:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 42 00000100:00100000:1.0:1775763496.281033:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.281403:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702584576 00000100:00100000:2.0:1775763496.281414:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702584576 00000100:00100000:2.0:1775763496.281483:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 16 00000100:00100000:2.0:1775763496.281495:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702584576:12345-192.168.202.7@tcp:2:touch.500 00000100:00100000:2.0:1775763496.281948:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702584576:12345-192.168.202.7@tcp:2:touch.500 Request processed in 455us (925us total) trans 4294967300 rc 0/0 00000100:00100000:2.0:1775763496.281957:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 16 00000100:00100000:1.0:1775763496.284530:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.284621:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702584832 00000100:00100000:3.0:1775763496.284631:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702584832 00000100:00100000:3.0:1775763496.284688:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 9 00000100:00100000:3.0:1775763496.284699:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e259d0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+15:10190:x1862022702584832:12345-192.168.202.7@tcp:35:touch.500 00000100:00100000:3.0:1775763496.285381:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e259d0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+16:10190:x1862022702584832:12345-192.168.202.7@tcp:35:touch.500 Request processed in 683us (858us total) trans 4294967312 rc 0/0 00000100:00100000:3.0:1775763496.285401:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 9 00000100:00100000:1.0:1775763496.299466:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.299768:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702585088 00000100:00100000:0.0:1775763496.299780:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702585088 00000100:00100000:0.0:1775763496.299843:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 43 00000100:00100000:0.0:1775763496.299853:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+16:10192:x1862022702585088:12345-192.168.202.7@tcp:101:touch.501 00010000:00010000:0.0:1775763496.299876:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763496.299896:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa1e expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.299983:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.299997:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300007:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300019:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300026:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300048:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300129:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300136:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300143:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300149:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.300153:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300160:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300172:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.300175:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.300180:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300186:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420a9e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300200:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300205:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300216:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300222:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.300224:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300229:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300236:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x12823093 (ffff8b1e051b1800) 00010000:00010000:0.0:1775763496.300238:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.300240:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300245:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420a9e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300276:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9da lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa1e expref: 17 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300287:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.300289:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775763496.300292:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420a9da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa1e expref: 17 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.300300:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775763496.300640:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+16:10192:x1862022702585088:12345-192.168.202.7@tcp:101:touch.501 Request processed in 787us (1181us total) trans 0 rc 301/301 00000100:00100000:0.0:1775763496.300656:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 43 00000100:00100000:1.0:1775763496.304004:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.304092:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702585216 00000100:00100000:0.0:1775763496.304105:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702585216 00000100:00100000:0.0:1775763496.304177:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 44 00000100:00100000:0.0:1775763496.304188:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+16:10192:x1862022702585216:12345-192.168.202.7@tcp:101:touch.501 00010000:00010000:0.0:1775763496.304213:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763496.304235:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420a9ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa25 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304315:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304333:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304347:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304379:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304386:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304403:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304488:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304516:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304523:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304529:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.304533:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304541:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304555:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.304558:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.304562:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304569:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420a9f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304583:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304588:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304594:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304598:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.304606:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304613:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304620:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x12823093 (ffff8b1e051b1900) 00010000:00010000:0.0:1775763496.304623:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.304626:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304631:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420a9fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304667:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420a9ef lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa25 expref: 17 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304677:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.304679:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.304682:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420a9ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa25 expref: 17 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.304689:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063e00, rc 0) 00000100:00100000:0.0:1775763496.304789:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+16:10192:x1862022702585216:12345-192.168.202.7@tcp:101:touch.501 Request processed in 604us (797us total) trans 0 rc 301/301 00000100:00100000:0.0:1775763496.304796:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 44 00000100:00100000:1.0:1775763496.320684:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.320803:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702585472 00000100:00100000:0.0:1775763496.320814:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702585472 00000100:00100000:0.0:1775763496.320883:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 45 00000100:00100000:0.0:1775763496.320895:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+16:10193:x1862022702585472:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775763496.320960:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763496.320982:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420aa04 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa2c expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.321118:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.321137:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.321152:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.321169:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.321176:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.321182:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775763496.321708:0:5768:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x3:0x0], index 0: 0 00010000:00010000:0.0:1775763496.321947:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420aa19 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.321959:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420aa19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.321968:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420aa19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.322012:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.322018:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.322025:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.322031:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.322035:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.322042:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.322053:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.322057:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.322061:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.322066:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa0b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775763496.322079:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f758430c reply state 00000000014fa680 transno 4294967313 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763496.322087:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775763496.322116:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420aa04 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa2c expref: 19 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.322141:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420aa19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa2c expref: 18 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.322149:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1e051b1800) 00010000:00010000:0.0:1775763496.322151:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775763496.322153:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775763496.322221:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+19:10193:x1862022702585472:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1328us (1549us total) trans 4294967313 rc 0/0 00000100:00100000:0.0:1775763496.322228:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 45 00000100:00100000:1.0:1775763496.327435:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.327562:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702585728 00000100:00100000:2.0:1775763496.327572:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702585728 00000100:00100000:2.0:1775763496.327669:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 46 00000100:00100000:2.0:1775763496.327679:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+19:10193:x1862022702585728:12345-192.168.202.7@tcp:36:touch.0 00010000:00010000:2.0:1775763496.327792:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763496.327844:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420aa19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa2c expref: 19 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.327880:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1e051b1800) 00010000:00010000:2.0:1775763496.327891:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763496.327957:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.327997:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.328006:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775763496.328153:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f4a7b0c reply state 00000000df9c4a58 transno 4294967314 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763496.328163:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775763496.328286:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+20:10193:x1862022702585728:12345-192.168.202.7@tcp:36:touch.0 Request processed in 593us (844us total) trans 4294967314 rc 0/0 00000100:00100000:2.0:1775763496.328294:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 46 00010000:00010000:0.0:1775763496.328482:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.328504:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.328511:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.328517:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.328521:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.328542:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.328552:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x56af5361 (ffff8b1e051b1900) 00010000:00010000:0.0:1775763496.328554:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.328570:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.328596:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.331299:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.331318:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.331325:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.331331:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763496.331336:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.331343:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.331361:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1e09e72d00) 00010000:00010000:2.0:1775763496.331396:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763496.331401:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.331407:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763496.333384:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.333503:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702585856 00000100:00100000:0.0:1775763496.333515:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702585856 00000100:00100000:0.0:1775763496.333584:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 47 00000100:00100000:0.0:1775763496.333594:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+18:10193:x1862022702585856:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775763496.333622:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763496.333646:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420aa2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa33 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.333710:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420aa2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa33 expref: 19 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.333724:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420aa2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa33 expref: 19 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.333783:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1e051b1100) 00010000:00010000:0.0:1775763496.333786:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775763496.333789:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063e00, rc 0) 00000100:00100000:0.0:1775763496.333844:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+19:10193:x1862022702585856:12345-192.168.202.7@tcp:101:touch.0 Request processed in 251us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763496.333852:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 47 00000100:00100000:1.0:1775763496.337204:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.337330:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702585984 00000100:00100000:3.0:1775763496.337340:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702585984 00000100:00100000:3.0:1775763496.337411:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 17 00000100:00100000:3.0:1775763496.337421:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702585984:12345-192.168.202.7@tcp:2:touch.0 00000100:00100000:3.0:1775763496.337832:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702585984:12345-192.168.202.7@tcp:2:touch.0 Request processed in 410us (634us total) trans 4294967300 rc 0/0 00000100:00100000:3.0:1775763496.337840:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 17 00000100:00100000:1.0:1775763496.341098:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.341178:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702586240 00000100:00100000:2.0:1775763496.341192:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702586240 00000100:00100000:2.0:1775763496.341265:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 10 00000100:00100000:2.0:1775763496.341277:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+19:10193:x1862022702586240:12345-192.168.202.7@tcp:35:touch.0 00000100:00100000:2.0:1775763496.341823:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+20:10193:x1862022702586240:12345-192.168.202.7@tcp:35:touch.0 Request processed in 545us (731us total) trans 4294967315 rc 0/0 00000100:00100000:2.0:1775763496.341832:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 10 00000100:00100000:1.0:1775763496.352355:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.352458:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702586368 00000100:00100000:2.0:1775763496.352468:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702586368 00000100:00100000:2.0:1775763496.352524:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 48 00000100:00100000:2.0:1775763496.352533:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+20:10194:x1862022702586368:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775763496.352554:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763496.352572:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa3a expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.352634:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420aa3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.352648:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420aa3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.352660:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420aa3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775763496.352720:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1775763496.352723:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1775763496.352781:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420aa3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.352805:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420aa35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa3a expref: 22 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.352822:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420aa3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa3a expref: 21 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.352830:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763496.352833:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775763496.352837:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81400, rc 0) 00000100:00100000:2.0:1775763496.352889:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+21:10194:x1862022702586368:12345-192.168.202.7@tcp:101:rm.0 Request processed in 357us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763496.352896:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 48 00000100:00100000:1.0:1775763496.356159:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.356242:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702586624 00000100:00100000:2.0:1775763496.356253:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702586624 00000100:00100000:2.0:1775763496.356312:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 49 00000100:00100000:2.0:1775763496.356323:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+21:10194:x1862022702586624:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775763496.356344:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763496.356365:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420aa43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa41 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775763496.356488:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00010000:00010000:2.0:1775763496.356601:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420aa43 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa41 expref: 23 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.356634:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:2.0:1775763496.356638:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775763496.356644:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420aa43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa41 expref: 23 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.356659:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775763496.356722:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+22:10194:x1862022702586624:12345-192.168.202.7@tcp:101:rm.0 Request processed in 402us (574us total) trans 4294967316 rc 301/301 00000100:00100000:2.0:1775763496.356758:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 49 00000100:00100000:1.0:1775763496.360326:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.360423:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702586752 00000100:00100000:2.0:1775763496.360433:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702586752 00000100:00100000:2.0:1775763496.360490:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 11 00000100:00100000:2.0:1775763496.360501:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+22:10194:x1862022702586752:12345-192.168.202.7@tcp:37:rm.0 00000100:00100000:2.0:1775763496.364860:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+22:10194:x1862022702586752:12345-192.168.202.7@tcp:37:rm.0 Request processed in 4350us (4533us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763496.364874:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 11 00000100:00100000:1.0:1775763496.368130:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.368295:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702587008 00000100:00100000:3.0:1775763496.368306:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702587008 00000100:00100000:3.0:1775763496.368376:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 12 00000100:00100000:3.0:1775763496.368397:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+22:10194:x1862022702587008:12345-192.168.202.7@tcp:35:rm.0 00000100:00100000:3.0:1775763496.368727:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+23:10194:x1862022702587008:12345-192.168.202.7@tcp:35:rm.0 Request processed in 340us (605us total) trans 4294967317 rc 0/0 00000100:00100000:3.0:1775763496.368773:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 12 00000100:00100000:1.0:1775763496.375615:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.376121:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702587264 00000100:00100000:0.0:1775763496.376134:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702587264 00000100:00100000:0.0:1775763496.376239:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 50 00000100:00100000:0.0:1775763496.376250:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+23:10194:x1862022702587264:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775763496.376299:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763496.376324:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa48 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.376572:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa58 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.376588:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa58 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.376600:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa58 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775763496.376611:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00010000:00010000:0.0:1775763496.376773:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aa51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa48 expref: 26 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.376791:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa58 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa48 expref: 25 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.376800:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.376803:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775763496.376807:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063c00, rc 0) 00000100:00100000:0.0:1775763496.376873:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702587264:12345-192.168.202.7@tcp:101:rm.0 Request processed in 625us (1268us total) trans 4294967318 rc 0/0 00000100:00100000:0.0:1775763496.376881:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 50 00000100:00100000:2.0:1775763496.379939:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.379987:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702587392 00000100:00100000:2.0:1775763496.379997:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702587392 00000100:00100000:2.0:1775763496.380049:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 51 00000100:00100000:2.0:1775763496.380059:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702587392:12345-192.168.202.7@tcp:41:rm.0 00000004:00000024:2.0:1775763496.380121:0:5768:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 7719616512 avail 7715422208 00000100:00100000:2.0:1775763496.380191:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702587392:12345-192.168.202.7@tcp:41:rm.0 Request processed in 133us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763496.380200:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 51 00000100:00100000:1.0:1775763496.382789:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.382925:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702587520 00000100:00100000:3.0:1775763496.382934:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702587520 00000100:00100000:3.0:1775763496.382995:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 52 00000100:00100000:3.0:1775763496.383004:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702587520:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775763496.383022:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763496.383043:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420aa66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa4f expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383105:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383120:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383131:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383148:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383154:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383160:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383258:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420aa7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383280:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420aa7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383286:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420aa7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763496.383320:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2:0x0]: returning size 0 00000004:00200000:3.0:1775763496.383323:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763496.383340:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420aa7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383349:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420aa7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383649:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383659:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383665:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383670:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.383674:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383681:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383693:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763496.383696:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.383708:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383714:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420aa6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383858:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383867:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383873:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383878:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.383881:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383887:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383896:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x1cda55a (ffff8b1e03a56400) 00010000:00010000:3.0:1775763496.383898:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.383901:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383906:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420aa74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383940:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420aa66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa4f expref: 27 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383967:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420aa7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa4f expref: 26 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.383974:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b1e09e72900) 00010000:00010000:3.0:1775763496.383976:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775763496.383979:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195a00, rc 0) 00000100:00100000:3.0:1775763496.384056:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+26:10194:x1862022702587520:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1049us (1272us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763496.384064:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 52 00000100:00100000:1.0:1775763496.387786:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.387927:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702587776 00000100:00100000:3.0:1775763496.387938:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702587776 00000100:00100000:3.0:1775763496.388004:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 53 00000100:00100000:3.0:1775763496.388015:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+26:10194:x1862022702587776:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:3.0:1775763496.388069:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775763496.388104:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420aa7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa4f expref: 26 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388126:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818400/0x429a70d18420a8a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9ca expref: 25 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388137:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b1e09e72900) 00010000:00010000:3.0:1775763496.388152:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420aa3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa3a expref: 24 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388159:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763496.388174:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775763496.388195:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388207:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388216:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388229:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388235:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388240:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388345:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388354:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.388373:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775763496.389152:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2, 64 off8320 00000004:00080000:3.0:1775763496.389163:0:5770:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 321220430780ns, next at 322220428595ns, rc = 0 00010000:00010000:3.0:1775763496.389226:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389245:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389253:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389261:0:5770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389268:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389274:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389293:0:5770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775763496.389315:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389322:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389328:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389334:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.389338:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389346:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389365:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b1e03a56300) 00010000:00010000:3.0:1775763496.389368:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775763496.389371:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389378:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aa90 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389405:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389411:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389416:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389421:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.389423:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389428:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389435:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763496.389437:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.389439:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.389444:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420aa82 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775763496.389465:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026a9a259 reply state 0000000010769bf3 transno 4294967319 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763496.389473:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775763496.389559:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702587776:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1543us (1783us total) trans 4294967319 rc 0/0 00000100:00100000:3.0:1775763496.389568:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 53 00010000:00010000:1.0:1775763496.390050:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763496.390058:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763496.390072:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763496.390076:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763496.390092:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763496.390102:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b1e03a56300) 00010000:00010000:1.0:1775763496.390103:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775763496.390106:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763496.390111:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aa97 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763496.390127:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763496.390128:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763496.390130:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763496.394997:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.395063:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702587904 00000100:00100000:3.0:1775763496.395073:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702587904 00000100:00100000:3.0:1775763496.395146:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 54 00000100:00100000:3.0:1775763496.395157:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702587904:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775763496.395184:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763496.395206:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aa9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa56 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395300:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395315:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395326:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395341:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395349:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395379:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395493:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420aab3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395501:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420aab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395507:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420aab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763496.395541:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 0 00000004:00200000:3.0:1775763496.395545:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763496.395563:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420aab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395575:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420aab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395583:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395589:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395595:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395600:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.395604:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395619:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395630:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763496.395633:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.395638:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395644:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aaa5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395658:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395663:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395668:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395673:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.395676:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395682:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395689:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x56af5361 (ffff8b1e03a56b00) 00010000:00010000:3.0:1775763496.395692:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.395694:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395709:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aaac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395777:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aa9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa56 expref: 27 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395791:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420aab3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa56 expref: 26 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.395799:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1e051b1100) 00010000:00010000:3.0:1775763496.395801:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775763496.395804:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01390e00, rc 0) 00000100:00100000:3.0:1775763496.395865:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+26:10194:x1862022702587904:12345-192.168.202.7@tcp:101:rm.0 Request processed in 710us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763496.395872:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 54 00010000:00010000:0.0:1775763496.396625:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.396636:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.396651:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.396657:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.396660:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.396667:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.396678:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x1cda55a (ffff8b1e03a56000) 00010000:00010000:0.0:1775763496.396681:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.396684:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.396689:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420aa89 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763496.404537:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.404702:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702588160 00000100:00100000:3.0:1775763496.404714:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702588160 00000100:00100000:3.0:1775763496.404876:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 55 00000100:00100000:3.0:1775763496.404887:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702588160:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:3.0:1775763496.404956:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775763496.404987:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420aab3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa56 expref: 25 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405007:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420aa2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa33 expref: 24 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405019:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1e051b1100) 00010000:00010000:3.0:1775763496.405044:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775763496.405071:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405094:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405104:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405117:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405125:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405131:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405241:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405250:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.405257:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775763496.406520:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2, 64 off8320 00000004:00080000:3.0:1775763496.406533:0:5770:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 321237801137ns, next at 322237798278ns, rc = 0 00010000:00010000:3.0:1775763496.406599:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406621:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406631:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406640:0:5770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406647:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406654:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406679:0:5770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775763496.406699:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406706:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406712:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406718:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.406722:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406761:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406783:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1e03a56400) 00010000:00010000:3.0:1775763496.406786:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775763496.406790:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406796:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aac8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406810:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406817:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406822:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406828:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.406831:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406836:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406844:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763496.406846:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.406848:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.406853:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aaba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775763496.406874:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c0f89b7 reply state 00000000dd9477e3 transno 4294967320 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763496.406884:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775763496.406992:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702588160:12345-192.168.202.7@tcp:36:rm.0 Request processed in 2104us (2462us total) trans 4294967320 rc 0/0 00000100:00100000:3.0:1775763496.407000:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 55 00010000:00010000:2.0:1775763496.407442:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763496.407449:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.407455:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763496.407458:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.407464:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.407473:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1e03a56400) 00010000:00010000:2.0:1775763496.407476:0:5757:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775763496.407478:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.407483:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aacf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.407500:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763496.407502:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763496.407503:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763496.419878:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.419895:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.419912:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.419919:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763496.419924:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.419960:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.419980:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x56af5361 (ffff8b1e03a56b00) 00010000:00010000:2.0:1775763496.419983:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763496.419988:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.419994:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420aac1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763496.421195:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.421314:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702588288 00000100:00100000:3.0:1775763496.421324:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702588288 00000100:00100000:3.0:1775763496.421400:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 56 00000100:00100000:3.0:1775763496.421411:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+24:10194:x1862022702588288:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775763496.421435:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763496.421451:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aad6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa5d expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.421514:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.421528:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.421540:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.421555:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.421562:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.421585:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.421680:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aaeb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.421688:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aaeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.421696:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aaeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763496.423042:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00000004:00200000:3.0:1775763496.423050:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763496.423097:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aaeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423114:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aaeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423122:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423129:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423136:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423142:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.423147:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423167:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423179:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763496.423182:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.423187:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423193:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aadd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423208:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423214:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423219:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423223:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.423226:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423230:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423236:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0xce550dc4 (ffff8b1e03a56e00) 00010000:00010000:3.0:1775763496.423238:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.423240:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423255:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420aae4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423293:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420aad6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa5d expref: 26 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423308:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aaeb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa5d expref: 25 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.423315:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:3.0:1775763496.423318:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775763496.423319:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775763496.424096:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702588288:12345-192.168.202.7@tcp:101:rm.0 Request processed in 2682us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763496.424106:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 56 00000100:00100000:1.0:1775763496.433608:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.433698:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702588544 00000100:00100000:0.0:1775763496.433708:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702588544 00000100:00100000:0.0:1775763496.433802:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 57 00000100:00100000:0.0:1775763496.433813:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702588544:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:0.0:1775763496.433874:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775763496.433901:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420aaeb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa5d expref: 25 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.433922:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420a9d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa17 expref: 24 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.433964:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:0.0:1775763496.433975:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775763496.433995:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434008:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434018:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434032:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434038:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434044:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434146:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434154:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434161:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775763496.434678:0:8088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3, 64 off8384 00010000:00010000:0.0:1775763496.434776:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434793:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434801:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434808:0:8088:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434815:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434821:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434845:0:8088:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775763496.434864:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434870:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434876:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434881:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.434886:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434893:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434911:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b1e051b1e00) 00010000:00010000:0.0:1775763496.434913:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775763496.434917:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434921:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab00 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434938:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434943:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434948:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434952:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.434955:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434959:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434966:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.434968:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.434970:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.434975:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420aaf2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775763496.434992:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1c38035 reply state 0000000024ad43fa transno 4294967321 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763496.435001:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775763496.435073:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702588544:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1261us (1474us total) trans 4294967321 rc 0/0 00000100:00100000:0.0:1775763496.435081:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 57 00010000:00010000:2.0:1775763496.435249:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763496.435256:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.435262:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763496.435266:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.435272:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.435279:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b1e051b1e00) 00010000:00010000:2.0:1775763496.435281:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775763496.435284:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.435288:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab07 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.435301:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763496.435309:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763496.435310:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763496.440453:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.440638:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702588672 00000100:00100000:3.0:1775763496.440648:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702588672 00000100:00100000:3.0:1775763496.440710:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 58 00000100:00100000:3.0:1775763496.440720:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702588672:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775763496.440773:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763496.440794:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ab0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa64 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.440865:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.440879:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.440904:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.440918:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.440925:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.440932:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.441045:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420ab23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.441054:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420ab23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.441061:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420ab23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.442605:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.442621:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.442629:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.442636:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.442641:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.442649:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.442664:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0xce550dc4 (ffff8b1e051b1900) 00010000:00010000:0.0:1775763496.442667:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.442673:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.442679:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420aaf9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763496.442872:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 0 00000004:00200000:3.0:1775763496.442878:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763496.442919:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420ab23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.442934:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420ab23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.442943:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.442960:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.442966:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.442972:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.442975:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.442981:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.442990:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775763496.442992:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.442996:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443002:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443013:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443019:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443024:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443029:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.443038:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443045:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443052:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x8a27eaf6 (ffff8b1e03a56e00) 00010000:00010000:3.0:1775763496.443055:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.443058:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443064:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443103:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ab0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa64 expref: 26 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443117:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420ab23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa64 expref: 25 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.443123:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b1e16752600) 00010000:00010000:3.0:1775763496.443125:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775763496.443128:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:3.0:1775763496.443194:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702588672:12345-192.168.202.7@tcp:101:rm.0 Request processed in 2475us (2752us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763496.443202:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 58 00000100:00100000:1.0:1775763496.447051:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763496.447643:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702588928 00000100:00100000:0.0:1775763496.447657:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702588928 00000100:00100000:0.0:1775763496.447722:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 59 00000100:00100000:0.0:1775763496.447756:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702588928:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:0.0:1775763496.447834:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775763496.447859:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420ab23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa64 expref: 25 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.447880:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420a924 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9ed expref: 24 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.447891:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b1e16752600) 00010000:00010000:0.0:1775763496.447901:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775763496.447921:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.447934:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.448165:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.448183:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.448207:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.448214:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.448327:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.448335:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.448342:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775763496.449943:0:8088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3, 64 off8384 00010000:00010000:0.0:1775763496.450029:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.450044:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.450054:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.450062:0:8088:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.450068:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.450074:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.452790:0:8088:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775763496.452837:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.452879:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.452886:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.452893:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.452897:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.452905:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.452922:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b1e051b1e00) 00010000:00010000:0.0:1775763496.452926:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775763496.452931:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.452936:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ab38 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.453232:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.453240:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.453246:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.453250:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.453258:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.453264:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.453272:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:0.0:1775763496.453274:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.453277:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.453282:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ab2a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775763496.453291:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df641468 reply state 0000000031052895 transno 4294967322 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763496.453299:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775763496.453411:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702588928:12345-192.168.202.7@tcp:36:rm.0 Request processed in 5676us (6365us total) trans 4294967322 rc 0/0 00000100:00100000:0.0:1775763496.453421:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 59 00010000:00010000:3.0:1775763496.458981:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.458998:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.459022:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.459027:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763496.459031:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.459038:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.459055:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x8a27eaf6 (ffff8b1e051b1900) 00010000:00010000:3.0:1775763496.459059:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763496.459063:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763496.459069:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ab31 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763496.459306:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763496.460302:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702589184 00000100:00100000:3.0:1775763496.460313:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702589184 00000100:00100000:3.0:1775763496.460380:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 13 00000100:00100000:3.0:1775763496.460399:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+24:10194:x1862022702589184:12345-192.168.202.7@tcp:35:rm.0 00000100:00100000:3.0:1775763496.460675:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702589184:12345-192.168.202.7@tcp:35:rm.0 Request processed in 286us (1373us total) trans 4294967323 rc 0/0 00000100:00100000:3.0:1775763496.460683:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 13 00010000:00010000:2.0:1775763496.463891:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763496.463917:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.463930:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763496.463936:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.463955:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.463976:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b1e051b1e00) 00010000:00010000:2.0:1775763496.463979:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775763496.463984:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.463989:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab3f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.464014:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763496.464016:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763496.464018:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763496.465652:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763496.465722:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702589440 00000100:00100000:2.0:1775763496.465763:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702589440 00000100:00100000:2.0:1775763496.465818:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 60 00000100:00100000:2.0:1775763496.465828:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+25:10194:x1862022702589440:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:2.0:1775763496.465887:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1775763496.465923:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420aa58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa48 expref: 25 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.465978:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420a9a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa09 expref: 24 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.465992:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07819600/0x429a70d18420a860 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9b5 expref: 23 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466002:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775763496.466015:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e07818200/0x429a70d18420a7e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f992 expref: 22 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466023:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:2.0:1775763496.466025:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763496.466046:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466058:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466066:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466077:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466083:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466089:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466410:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466419:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.466426:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775763496.467052:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00010000:00010000:2.0:1775763496.467066:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467073:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467080:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467093:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763496.467098:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467105:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467114:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b1e09e72700) 00010000:00010000:2.0:1775763496.467117:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775763496.467120:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467136:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ab54 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467154:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467160:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467165:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467170:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763496.467173:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467177:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467185:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:2.0:1775763496.467187:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763496.467189:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763496.467193:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ab46 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775763496.467201:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a88325b9 reply state 000000008112f7d3 transno 4294967324 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763496.467210:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775763496.467300:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+23:10194:x1862022702589440:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1471us (1653us total) trans 4294967324 rc 0/0 00000100:00100000:2.0:1775763496.467308:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 60 00010000:00010000:0.0:1775763496.475320:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.475339:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.475347:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.475353:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763496.475368:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.475402:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.475420:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80203fd9 (ffff8b1e09e72d00) 00010000:00010000:0.0:1775763496.475423:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763496.475428:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763496.475434:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420ab4d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80203fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763497.055937:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763498.082498:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775763498.722813:0:6820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 323554072847ns, next at 324554070641ns, rc = 0 00000100:00100000:2.0:1775763498.723595:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36df5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725691264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763498.723671:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763498.723939:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725691264 00000100:00100000:1.0:1775763498.723948:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725691264 00000100:00100000:1.0:1775763498.724027:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1775763498.724036:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725691264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763498.724071:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763498.724117:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725691264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763498.724124:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00080000:2.0:1775763498.724174:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1775763498.724205:0:3314:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e36df5880 x1862022725691264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763514 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763498.724223:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36df5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725691264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763498.809604:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763498.809636:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763498.809664:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763498.809695:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763498.809728:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702589696 00000100:00100000:1.0:1775763498.809766:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702589696 00000100:00100000:1.0:1775763498.809846:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 117 00000100:00100000:1.0:1775763498.809857:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+22:2358:x1862022702589696:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763498.809934:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+22:2358:x1862022702589696:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 78us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763498.809942:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 117 00000100:00100000:1.0:1775763498.809964:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702589824 00000100:00100000:1.0:1775763498.809967:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702589824 00000100:00100000:1.0:1775763498.809992:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702589952 00000100:00100000:1.0:1775763498.809994:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702589952 00000100:00100000:1.0:1775763498.810015:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 54 00000100:00100000:1.0:1775763498.810021:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702589824:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763498.810051:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702589824:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 30us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763498.810058:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 54 00000100:00100000:1.0:1775763498.810068:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 55 00000100:00100000:1.0:1775763498.810088:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702589952:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763498.810115:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702589952:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763498.810122:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 55 00000100:00080000:1.0:1775763498.810136:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763498.810140:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763498.810142:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763498.810500:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702589568 00000100:00100000:3.0:1775763498.810505:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702589568 00000100:00100000:3.0:1775763498.810547:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 247 00000100:00100000:3.0:1775763498.810555:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702589568:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763498.810586:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702589568:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 33us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763498.810592:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 247 00010000:00010000:2.0:1775763499.107392:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763500.130179:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775763500.767895:0:7726:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 325599161739ns, next at 326599158946ns, rc = 0 00000100:00100000:2.0:1775763500.767934:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763500.767966:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725691392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763500.768031:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763500.768101:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725691392 00000100:00100000:2.0:1775763500.768108:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725691392 00000100:00100000:2.0:1775763500.768163:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1775763500.768172:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725691392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763500.768205:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763500.768249:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725691392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763500.768257:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:2.0:1775763500.768276:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1775763500.768306:0:3312:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37620e00 x1862022725691392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775763516 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763500.768323:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725691392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763500.769809:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725691904:0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.769861:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763500.770145:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775763500.770156:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725691520:0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.770188:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763500.770217:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725692032:0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.770245:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763500.770274:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725691648:0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.770318:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763500.770342:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763500.770360:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725691776:0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.770386:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763500.770421:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725691904 00000100:00100000:2.0:1775763500.770427:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725691904 00000100:00100000:2.0:1775763500.770479:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1775763500.770489:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725691904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.770537:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725691904:12345-0@lo:400:kworker.0 Request processed in 51us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763500.770544:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1775763500.770568:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725691520 00000100:00100000:2.0:1775763500.770572:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725691520 00000100:00100000:2.0:1775763500.770600:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1775763500.770609:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725691520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.770641:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725691520:12345-0@lo:400:kworker.0 Request processed in 34us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763500.770658:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1775763500.770689:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725692032 00000100:00100000:2.0:1775763500.770692:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725692032 00000100:00100000:2.0:1775763500.770723:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725691648 00000100:00100000:2.0:1775763500.770726:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725691648 00000100:00100000:2.0:1775763500.770767:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725691776 00000100:00100000:2.0:1775763500.770770:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725691776 00000100:00100000:2.0:1775763500.770790:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1775763500.770796:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725692032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.770823:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725692032:12345-0@lo:400:kworker.0 Request processed in 27us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763500.770828:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1775763500.770840:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1775763500.770846:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725691648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.770874:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725691648:12345-0@lo:400:kworker.0 Request processed in 28us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763500.770879:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1775763500.770890:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1775763500.770896:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725691776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.771848:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725691776:12345-0@lo:400:kworker.0 Request processed in 949us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763500.771857:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00080000:2.0:1775763500.774281:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763500.774290:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763500.774356:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725691776:0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.774374:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725691648:0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.774435:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725691520:0@lo:400:kworker.0 00000100:00100000:2.0:1775763500.774451:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725692032:0@lo:400:kworker.0 00010000:00080000:2.0:1775763500.774467:0:3311:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b1e37623100 x1862022725691904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1775763516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775763500.774479:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725691904:0@lo:400:kworker.0 00000001:00080000:2.0:1775763500.819500:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967300 is committed 00010000:00010000:3.0:1775763501.152002:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775763501.362892:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967322 is committed 00000004:00080000:0.0:1775763501.362923:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000004:00080000:0.0:1775763501.362936:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000001:00080000:0.0:1775763501.362946:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967324 is committed 00000004:00080000:0.0:1775763501.362961:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000004:00080000:0.0:1775763501.362967:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:0.0:1775763501.364389:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725692160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775763501.364462:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763501.364532:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763501.364539:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725692288:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775763501.364561:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763501.364596:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725692160 00000100:00100000:0.0:1775763501.364603:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725692160 00000100:00100000:0.0:1775763501.364642:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725692288 00000100:00100000:0.0:1775763501.364645:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725692288 00000100:00100000:3.0:1775763501.364648:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1775763501.364658:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725692160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775763501.364661:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1775763501.364665:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725692288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775763501.364685:0:6550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2 count 1 00002000:00080000:3.0:1775763501.364685:0:7727:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3 count 1 00002000:00010000:0.0:1775763501.364718:0:6550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2:0x0] initial LVB size: 0, mtime: 0x69d80027, atime: 0x69d80027, ctime: 0x69d80027, blocks: 0x1 00002000:00010000:3.0:1775763501.364718:0:7727:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 0, mtime: 0x69d80027, atime: 0x69d80027, ctime: 0x69d80027, blocks: 0x1 00010000:00010000:0.0:1775763501.364726:0:6550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.364726:0:7727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.364757:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775763501.364757:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775763501.364759:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775763501.364759:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775763501.364765:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.364765:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.364783:0:6550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.364783:0:7727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.364794:0:6550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.364794:0:7727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.364803:0:6550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.364803:0:7727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.364819:0:6550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775763501.364842:0:7727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775763501.365308:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3313:x1862022725692288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 640us (745us total) trans 4294967301 rc 0/0 00000100:00100000:0.0:1775763501.365316:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000004:00080000:0.0:1775763501.365367:0:3313:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e04c7b480/2, rc 0, transno 4294967301 00000100:00100000:0.0:1775763501.365372:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725692288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775763501.365809:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3313:x1862022725692160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1152us (1347us total) trans 4294967302 rc 0/0 00000100:00100000:3.0:1775763501.365816:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00010000:3.0:1775763501.366166:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775763501.366175:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.366185:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763501.366189:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.366199:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.366217:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.366224:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420ab62 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.366371:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763501.366375:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.366396:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763501.366399:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.366408:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.366418:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.366424:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093e99f05/0x429a70d18420ab5b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763501.367621:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763501.367624:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763501.367626:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763501.367973:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763501.367989:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725692416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775763501.368044:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763501.368224:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763501.368241:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725692544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775763501.368266:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763501.368297:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725692416 00000100:00100000:2.0:1775763501.368303:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725692416 00000100:00100000:2.0:1775763501.368337:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725692544 00000100:00100000:2.0:1775763501.368339:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725692544 00000100:00100000:2.0:1775763501.368367:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1775763501.368374:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725692416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775763501.368400:0:7727:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2 count 1 00002000:00010000:2.0:1775763501.368429:0:7727:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2:0x0] initial LVB size: 0, mtime: 0x69d80027, atime: 0x69d80027, ctime: 0x69d80027, blocks: 0x1 00010000:00010000:2.0:1775763501.368435:0:7727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.368593:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775763501.368595:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775763501.368609:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.368624:0:7727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.368635:0:7727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.368643:0:7727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.368659:0:7727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1775763501.368753:0:3313:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e3754f480/2, rc 0, transno 4294967302 00000100:00100000:0.0:1775763501.368760:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725692160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775763501.369812:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1775763501.369825:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725692544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775763501.369844:0:6552:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3 count 1 00002000:00010000:2.0:1775763501.369874:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 0, mtime: 0x69d80027, atime: 0x69d80027, ctime: 0x69d80027, blocks: 0x1 00010000:00010000:2.0:1775763501.369881:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.369892:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775763501.369894:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775763501.369907:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.369917:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.369936:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.369942:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763501.370032:0:6552:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775763501.370072:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775763501.370083:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370090:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763501.370095:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370104:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370123:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370130:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420ab69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370149:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763501.370152:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370158:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763501.370161:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370167:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370186:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370193:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25d52e8/0x429a70d18420ab70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763501.370203:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763501.370204:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763501.370206:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763501.370815:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3311:x1862022725692544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 992us (2546us total) trans 4294967301 rc 0/0 00000004:00080000:0.0:1775763501.370898:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e37e6b100/2, rc 0, transno 4294967301 00000100:00100000:0.0:1775763501.370904:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725692544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775763501.371690:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3311:x1862022725692416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3314us (3644us total) trans 4294967302 rc 0/0 00000100:00100000:3.0:1775763501.371700:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00010000:3.0:1775763501.371769:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775763501.372172:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e37e6bb80/2, rc 0, transno 4294967302 00000100:00100000:1.0:1775763501.372179:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725692416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775763501.372322:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000001:00080000:3.0:1775763501.379791:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967300 is committed 00010000:00010000:2.0:1775763502.180826:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763503.199984:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763503.841494:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725692672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763503.841561:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763503.841684:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725692672 00000100:00100000:1.0:1775763503.841693:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725692672 00000100:00100000:1.0:1775763503.841782:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1775763503.841792:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3313:x1862022725692672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763503.841826:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763503.841869:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3313:x1862022725692672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763503.841877:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1775763503.842009:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725692672:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775763503.842071:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763503.923169:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763503.923210:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763503.923241:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763503.923275:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763503.923311:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702590208 00000100:00100000:1.0:1775763503.923330:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702590208 00000100:00100000:1.0:1775763503.923419:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 121 00000100:00100000:1.0:1775763503.923431:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702590208:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763503.923507:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702590208:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 79us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763503.923527:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 121 00000100:00100000:1.0:1775763503.923551:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702590336 00000100:00100000:1.0:1775763503.923555:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702590336 00000100:00100000:1.0:1775763503.923581:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702590464 00000100:00100000:1.0:1775763503.923584:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702590464 00000100:00100000:1.0:1775763503.923604:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 57 00000100:00100000:1.0:1775763503.923610:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702590336:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763503.923636:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702590336:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763503.923643:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 57 00000100:00100000:1.0:1775763503.923653:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 58 00000100:00100000:1.0:1775763503.923659:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702590464:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763503.923682:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702590464:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763503.923687:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 58 00000100:00080000:1.0:1775763503.923701:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763503.923705:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763503.923708:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763503.924118:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702590080 00000100:00100000:2.0:1775763503.924124:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702590080 00000100:00100000:2.0:1775763503.924161:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 249 00000100:00100000:2.0:1775763503.924169:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702590080:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763503.924211:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702590080:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763503.924218:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 249 00010000:00010000:3.0:1775763504.241520:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775763504.460769:0:11777:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 1: setuid/gid ======================================================================================= 15:38:22 (1775763502) 00010000:00010000:2.0:1775763505.247900:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763505.887950:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725692800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763505.888037:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763505.888117:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725692800 00000100:00100000:2.0:1775763505.888125:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725692800 00000100:00100000:2.0:1775763505.888187:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1775763505.888216:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3314:x1862022725692800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763505.888257:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763505.889313:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3314:x1862022725692800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1087us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763505.889324:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:2.0:1775763505.889353:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763505.889388:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725693056:0@lo:400:kworker.0 00000100:00100000:2.0:1775763505.889424:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763505.889447:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763505.889453:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725692928:0@lo:400:kworker.0 00000100:00100000:2.0:1775763505.889482:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763505.889513:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725693056 00000100:00100000:2.0:1775763505.889518:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725693056 00000100:00100000:2.0:1775763505.889554:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1775763505.889561:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725693056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763505.889601:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725693056:12345-0@lo:400:kworker.0 Request processed in 41us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763505.889607:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1775763505.889633:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725692928 00000100:00100000:2.0:1775763505.889636:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725692928 00000100:00100000:2.0:1775763505.889660:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1775763505.889666:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725692928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763505.889695:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725692928:12345-0@lo:400:kworker.0 Request processed in 30us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763505.889701:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1775763505.889766:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725692928:0@lo:400:kworker.0 00000100:00100000:2.0:1775763505.889790:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725693056:0@lo:400:kworker.0 00000100:00100000:2.0:1775763505.889815:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725693184:0@lo:400:kworker.0 00000100:00100000:2.0:1775763505.889836:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763505.889862:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725693184 00000100:00100000:2.0:1775763505.889866:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725693184 00000100:00100000:2.0:1775763505.889894:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1775763505.889901:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725693184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763505.889931:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725693184:12345-0@lo:400:kworker.0 Request processed in 31us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763505.889937:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00080000:2.0:1775763505.889950:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763505.890266:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725693184:0@lo:400:kworker.0 00000100:00100000:0.0:1775763505.893755:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725693440:0@lo:400:kworker.0 00000100:00100000:0.0:1775763505.893845:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763505.893905:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725693440 00000100:00100000:0.0:1775763505.893914:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725693440 00000100:00100000:0.0:1775763505.893987:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1775763505.893996:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725693440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763505.894053:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725693440:12345-0@lo:400:kworker.0 Request processed in 58us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763505.894075:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00080000:0.0:1775763505.894097:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763505.894130:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725693440:0@lo:400:kworker.0 00000100:00100000:3.0:1775763505.894482:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763505.894494:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725693312:0@lo:400:kworker.0 00000100:00100000:3.0:1775763505.894535:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763505.896176:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725692800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763505.896236:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725693312 00000100:00100000:1.0:1775763505.896245:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725693312 00000100:00100000:1.0:1775763505.896339:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1775763505.896350:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3313:x1862022725693312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763505.896445:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3313:x1862022725693312:12345-0@lo:400:kworker.0 Request processed in 96us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763505.896463:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1775763505.896532:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725693312:0@lo:400:kworker.0 00000100:00080000:0.0:1775763505.897098:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1775763505.953776:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967302 is committed 00010000:00010000:1.0:1775763506.272979:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775763506.341940:0:11825:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_1 without GSS support. 00000001:00080000:0.0:1775763506.500406:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967301 is committed 00000001:00080000:0.0:1775763506.500424:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967302 is committed 00010000:00010000:3.0:1775763507.296090:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763508.320583:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775763508.337020:0:11875:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 4: set supplementary group ========================================================================= 15:38:26 (1775763506) 00000100:00100000:2.0:1775763508.531407:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763508.531675:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702590592 00000100:00100000:3.0:1775763508.531685:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702590592 00000100:00100000:3.0:1775763508.531787:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00100000:3.0:1775763508.531800:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:11049:x1862022702590592:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775763508.531824:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763508.531856:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa6b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775763508.532081:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763508.532172:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ab7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.532187:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ab7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.532199:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ab7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763508.532439:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775763508.532444:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763508.532527:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ab7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.532554:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ab77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa6b expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.532572:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ab7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa6b expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.532580:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763508.532584:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775763508.532595:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667400, rc 0) 00000100:00100000:3.0:1775763508.532664:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:11049:x1862022702590592:12345-192.168.202.7@tcp:101:rm.0 Request processed in 868us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763508.532671:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00100000:1.0:1775763508.540764:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763508.540922:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702590720 00000100:00100000:0.0:1775763508.540933:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702590720 00000100:00100000:0.0:1775763508.540995:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 62 00000100:00100000:0.0:1775763508.541005:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:11049:x1862022702590720:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775763508.541024:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763508.541043:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa72 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541102:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541116:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541127:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541141:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541163:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541170:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541437:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541445:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541450:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541456:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763508.541460:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541468:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541479:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:0.0:1775763508.541482:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763508.541486:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541492:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ab8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541505:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541517:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541522:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541526:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763508.541528:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541534:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541540:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd665fb72 (ffff8b1e051b1300) 00010000:00010000:0.0:1775763508.541542:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763508.541545:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541550:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420ab93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541579:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab85 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa72 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541588:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:0.0:1775763508.541590:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763508.541593:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ab85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa72 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.541601:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775763508.541672:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:11049:x1862022702590720:12345-192.168.202.7@tcp:101:rm.0 Request processed in 668us (950us total) trans 0 rc 301/301 00000100:00100000:0.0:1775763508.541680:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 62 00000100:00100000:0.0:1775763508.584040:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763508.584128:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702590976 00000100:00100000:3.0:1775763508.584138:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702590976 00000100:00100000:3.0:1775763508.584204:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 63 00000100:00100000:3.0:1775763508.584215:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:11052:x1862022702590976:12345-192.168.202.7@tcp:36:lfs.0 00010000:00010000:3.0:1775763508.584291:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763508.584316:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ab7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa6b expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.584335:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763508.584342:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775763508.584636:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.584651:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.584662:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.584676:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.584683:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.584689:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763508.589505:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 512 00010000:00010000:3.0:1775763508.589531:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.589542:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.589550:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.589556:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763508.589561:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.589569:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.589587:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763508.589592:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763508.589597:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.589602:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ab9a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775763508.589616:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f9279c4 reply state 00000000322d0221 transno 4294967325 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763508.589626:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775763508.590046:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11052:x1862022702590976:12345-192.168.202.7@tcp:36:lfs.0 Request processed in 5826us (6007us total) trans 4294967325 rc 0/0 00000100:00100000:3.0:1775763508.590069:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 63 00000100:00100000:0.0:1775763508.606427:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1775763508.606841:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763508.606854:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763508.606863:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763508.606868:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763508.606873:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763508.606890:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763508.606917:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd665fb72 (ffff8b1e03a56d00) 00010000:00010000:2.0:1775763508.606921:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763508.606927:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763508.606933:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420aba1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763508.607156:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702591104 00000100:00100000:1.0:1775763508.607167:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702591104 00000100:00100000:1.0:1775763508.607221:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 64 00000100:00100000:1.0:1775763508.607232:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:11055:x1862022702591104:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:1.0:1775763508.607268:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763508.607295:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420aba8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa79 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.607357:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420abaf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.607370:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420abaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.607381:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420abaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775763508.607460:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1775763508.607463:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1775763508.607494:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420abaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.607517:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420aba8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa79 expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.607543:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420abaf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa79 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.607550:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:1.0:1775763508.607552:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775763508.607555:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbe00, rc 0) 00000100:00100000:1.0:1775763508.607623:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11055:x1862022702591104:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 393us (1207us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763508.607630:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 64 00000100:00100000:0.0:1775763508.616433:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763508.616471:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702591232 00000100:00100000:0.0:1775763508.616481:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702591232 00000100:00100000:0.0:1775763508.616538:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 65 00000100:00100000:0.0:1775763508.616548:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11055:x1862022702591232:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775763508.616571:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763508.616592:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420abb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa80 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.616657:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.616673:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.616685:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.616702:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.616709:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.616715:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.616869:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420abcb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.616878:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420abcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.616884:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420abcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775763508.619794:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 512 00000004:00200000:0.0:1775763508.619804:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775763508.619849:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420abcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619867:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619874:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619881:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619887:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763508.619892:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619898:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619927:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:0.0:1775763508.619946:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763508.619953:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619960:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420abbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619976:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619981:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619985:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619989:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775763508.619991:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.619997:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.620005:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd665fb72 (ffff8b1e051b1300) 00010000:00010000:0.0:1775763508.620008:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775763508.620010:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.620015:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420abc4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.620063:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420abb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa80 expref: 10 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.620090:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420abcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa80 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.620097:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e051b1100) 00010000:00010000:0.0:1775763508.620099:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775763508.620101:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062000, rc 0) 00000100:00100000:0.0:1775763508.620190:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:11055:x1862022702591232:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 3642us (3766us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763508.620201:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 65 00000100:00100000:2.0:1775763508.626061:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763508.626337:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702591488 00000100:00100000:0.0:1775763508.626348:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702591488 00000100:00100000:0.0:1775763508.626419:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 66 00000100:00100000:0.0:1775763508.626429:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:11055:x1862022702591488:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:0.0:1775763508.626497:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763508.626528:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420abcb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa80 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.626549:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e051b1100) 00010000:00010000:0.0:1775763508.626561:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775763508.626588:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.626601:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.626611:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775763508.813914:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1c107f4 reply state 0000000097ab06bd transno 4294967326 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763508.817816:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775763508.818603:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 7680 00000100:00100000:1.0:1775763508.818789:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:11055:x1862022702591488:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 192355us (192734us total) trans 4294967326 rc 0/0 00000100:00100000:1.0:1775763508.818800:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 66 00000001:00080000:1.0:1775763508.818864:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967326 is committed 00010000:00010000:1.0:1775763508.818898:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.818918:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.818926:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.818940:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763508.818952:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.818961:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.818979:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e051b1c00) 00010000:00010000:1.0:1775763508.818982:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775763508.818988:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.818994:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420abd2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763508.878962:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763508.879085:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702591616 00000100:00100000:3.0:1775763508.879097:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702591616 00000100:00100000:3.0:1775763508.879163:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 67 00000100:00100000:3.0:1775763508.879173:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:11060:x1862022702591616:12345-192.168.202.7@tcp:101:chgrp.0 00010000:00010000:3.0:1775763508.879197:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763508.879216:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420abd9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa87 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879300:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879316:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879328:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879343:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879349:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879354:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879710:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420abee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879770:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420abee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879778:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420abee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763508.879871:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 7680 00000004:00200000:3.0:1775763508.879875:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763508.879950:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420abee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879963:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879969:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879975:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879981:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763508.879986:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.879994:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880006:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763508.880010:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763508.880014:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880030:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420abe0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880044:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880050:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880056:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880061:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763508.880065:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880070:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880079:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd665fb72 (ffff8b1e03a56900) 00010000:00010000:3.0:1775763508.880082:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763508.880084:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880089:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420abe7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880120:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420abd9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa87 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880134:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420abee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa87 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.880148:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e03a56a00) 00010000:00010000:3.0:1775763508.880150:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775763508.880152:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:3.0:1775763508.880215:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11060:x1862022702591616:12345-192.168.202.7@tcp:101:chgrp.0 Request processed in 1042us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763508.880222:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 67 00000100:00100000:3.0:1775763508.885504:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763508.885604:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702591872 00000100:00100000:2.0:1775763508.885614:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702591872 00000100:00100000:2.0:1775763508.885673:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 68 00000100:00100000:2.0:1775763508.885683:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11060:x1862022702591872:12345-192.168.202.7@tcp:36:chgrp.0 00010000:00010000:2.0:1775763508.885765:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763508.885818:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420abee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa87 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763508.885851:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e03a56a00) 00010000:00010000:2.0:1775763508.885863:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763508.885893:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763508.885914:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763508.885950:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775763508.919844:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967327 is committed 00000004:00010000:0.0:1775763508.920428:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7d42e80 reply state 00000000f8e6b45c transno 4294967327 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763508.920442:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775763508.920613:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 7680 00010000:00080000:0.0:1775763508.920718:0:8088:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1775763508.920760:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11060:x1862022702591872:12345-192.168.202.7@tcp:36:chgrp.0 Request processed in 35074us (35264us total) trans 4294967327 rc 0/0 00000100:00100000:0.0:1775763508.920770:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 68 00010000:00010000:1.0:1775763508.921787:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.921799:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.921807:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.921813:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775763508.921818:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.921825:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.921907:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e09e72a00) 00010000:00010000:1.0:1775763508.921911:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775763508.921927:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763508.921933:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420abf5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763508.948124:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763508.948392:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702592000 00000100:00100000:0.0:1775763508.948403:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702592000 00000100:00100000:0.0:1775763508.948461:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 14 00000100:00100000:0.0:1775763508.948471:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:11061:x1862022702592000:12345-192.168.202.7@tcp:49:ls.500 00000100:00100000:0.0:1775763508.948644:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:11061:x1862022702592000:12345-192.168.202.7@tcp:49:ls.500 Request processed in 174us (532us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775763508.948652:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 14 00000100:00100000:2.0:1775763508.951596:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763508.951770:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702592128 00000100:00100000:3.0:1775763508.951782:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702592128 00000100:00100000:3.0:1775763508.951952:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 69 00000100:00100000:3.0:1775763508.951966:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:11061:x1862022702592128:12345-192.168.202.7@tcp:101:ls.500 00010000:00010000:3.0:1775763508.951992:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763508.952015:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420abfc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa8e expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952084:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952102:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952115:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952130:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952151:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952158:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952580:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420ac11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952589:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420ac11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952596:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420ac11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763508.952689:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 7680 00000004:00200000:3.0:1775763508.952693:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775763508.952824:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420ac11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952837:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952843:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952849:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952854:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763508.952858:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952871:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952882:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763508.952885:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763508.952890:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952896:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952934:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952939:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952944:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952949:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763508.952952:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952957:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952964:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd665fb72 (ffff8b1e03a56900) 00010000:00010000:3.0:1775763508.952967:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763508.952970:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.952987:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.953022:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420abfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa8e expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.953033:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420ac11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa8e expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763508.953040:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e03a56600) 00010000:00010000:3.0:1775763508.953042:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775763508.953044:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775763508.953114:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11061:x1862022702592128:12345-192.168.202.7@tcp:101:ls.500 Request processed in 1151us (1531us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763508.953122:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 69 00000100:00100000:1.0:1775763508.969807:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763508.969945:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702592256 00000100:00100000:3.0:1775763508.969954:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702592256 00000100:00100000:3.0:1775763508.970002:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 15 00000100:00100000:3.0:1775763508.970011:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11061:x1862022702592256:12345-192.168.202.7@tcp:49:ls.500 00000100:00100000:3.0:1775763508.970121:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11061:x1862022702592256:12345-192.168.202.7@tcp:49:ls.500 Request processed in 111us (318us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775763508.970129:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 15 00000100:00100000:3.0:1775763508.972142:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725693568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763508.972213:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763508.972401:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725693568 00000100:00100000:3.0:1775763508.972409:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725693568 00000100:00100000:3.0:1775763508.972481:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1775763508.972489:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725693568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763508.972527:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763508.972572:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725693568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763508.972579:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1775763508.972643:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763508.972684:0:3312:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967302 gen 2 00000004:00080000:3.0:1775763508.972690:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e04c7b480, transno 4294967301 00000004:00080000:3.0:1775763508.972699:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e3754f480, transno 4294967302 00000100:00100000:3.0:1775763508.972711:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725693568:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775763508.974972:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763508.974995:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702592512 00000100:00100000:0.0:1775763508.975005:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702592512 00000100:00100000:0.0:1775763508.975057:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 70 00000100:00100000:0.0:1775763508.975067:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:11061:x1862022702592512:12345-192.168.202.7@tcp:101:ls.500 00010000:00010000:0.0:1775763508.975084:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763508.975101:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ac18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa95 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775763508.975301:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 7680 00010000:00010000:0.0:1775763508.975504:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ac18 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa95 expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.975518:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:0.0:1775763508.975521:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775763508.975526:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ac18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa95 expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763508.975538:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062000, rc 0) 00000100:00100000:0.0:1775763508.975609:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:11061:x1862022702592512:12345-192.168.202.7@tcp:101:ls.500 Request processed in 544us (2967us total) trans 4294967328 rc 301/301 00000100:00100000:0.0:1775763508.975616:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 70 00000100:00100000:3.0:1775763508.981804:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763508.981947:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702592640 00000100:00100000:0.0:1775763508.981956:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702592640 00000100:00100000:0.0:1775763508.982002:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 16 00000100:00100000:0.0:1775763508.982012:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:11061:x1862022702592640:12345-192.168.202.7@tcp:37:ls.500 00000100:00100000:3.0:1775763508.986104:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:11061:x1862022702592640:12345-192.168.202.7@tcp:37:ls.500 Request processed in 4081us (4298us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763508.986120:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 16 00000100:00100000:3.0:1775763508.991147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763508.991392:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702592896 00000100:00100000:1.0:1775763508.991402:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702592896 00000100:00100000:1.0:1775763508.991455:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 17 00000100:00100000:1.0:1775763508.991465:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:11061:x1862022702592896:12345-192.168.202.7@tcp:35:ls.500 00000100:00100000:1.0:1775763508.991960:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:11061:x1862022702592896:12345-192.168.202.7@tcp:35:ls.500 Request processed in 495us (824us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1775763508.991968:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 17 00000100:00100000:1.0:1775763509.042166:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763509.042209:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763509.042251:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763509.042776:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702593280 00000100:00100000:2.0:1775763509.042787:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702593280 00000100:00100000:2.0:1775763509.042849:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702593152 00000100:00100000:2.0:1775763509.042852:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702593152 00000100:00100000:2.0:1775763509.042875:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 60 00000100:00100000:2.0:1775763509.042885:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702593280:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763509.042954:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702593280:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 70us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763509.042962:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 60 00000100:00100000:2.0:1775763509.042977:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00100000:2.0:1775763509.042983:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702593152:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763509.043007:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702593152:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763509.043013:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00100000:3.0:1775763509.044166:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702593024 00000100:00100000:3.0:1775763509.044176:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702593024 00000100:00100000:3.0:1775763509.044223:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 251 00000100:00100000:3.0:1775763509.044230:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702593024:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763509.044292:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702593024:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 62us (2142us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763509.044298:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 251 00000100:00080000:1.0:1775763509.045512:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763509.045521:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775763509.343959:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763510.368216:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763511.008216:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725693824:0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.008299:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763511.008350:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725694336:0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.008374:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763511.008403:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775763511.008409:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725693696:0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.008436:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763511.008471:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725694208:0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.008491:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763511.008516:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725693824 00000100:00100000:2.0:1775763511.008523:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725693824 00000100:00100000:2.0:1775763511.008563:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725694208 00000100:00100000:2.0:1775763511.008567:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725694208 00000100:00100000:2.0:1775763511.008609:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1775763511.008616:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725693824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.008664:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725693824:12345-0@lo:400:kworker.0 Request processed in 48us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763511.008671:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1775763511.008688:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1775763511.008694:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725694208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.008717:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725694208:12345-0@lo:400:kworker.0 Request processed in 24us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763511.008723:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1775763511.008767:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725694336 00000100:00100000:2.0:1775763511.008771:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725694336 00000100:00100000:2.0:1775763511.008798:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1775763511.008804:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725694336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763511.009005:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725693952:0@lo:400:kworker.0 00000100:00100000:0.0:1775763511.009034:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763511.009053:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763511.009058:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725694080:0@lo:400:kworker.0 00000100:00100000:0.0:1775763511.009078:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763511.009103:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725693952 00000100:00100000:0.0:1775763511.009106:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725693952 00000100:00100000:0.0:1775763511.009140:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1775763511.009147:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725693952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763511.009180:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725693952:12345-0@lo:400:kworker.0 Request processed in 34us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763511.009197:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1775763511.009216:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725694080 00000100:00100000:0.0:1775763511.009219:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725694080 00000100:00100000:0.0:1775763511.009243:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1775763511.009249:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725694080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763511.009289:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725694080:12345-0@lo:400:kworker.0 Request processed in 40us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763511.009295:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1775763511.009340:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725694080:0@lo:400:kworker.0 00000100:00100000:0.0:1775763511.009350:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725693952:0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.009489:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725694336:12345-0@lo:400:kworker.0 Request processed in 685us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763511.009496:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1775763511.009516:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725693696 00000100:00100000:2.0:1775763511.009520:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725693696 00000100:00100000:2.0:1775763511.009557:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1775763511.009564:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725693696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.009600:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725693696:12345-0@lo:400:kworker.0 Request processed in 37us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763511.009607:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00080000:2.0:1775763511.009630:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763511.009634:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763511.009636:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763511.009654:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725693696:0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.009664:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725694208:0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.009673:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725693824:0@lo:400:kworker.0 00000100:00100000:2.0:1775763511.009680:0:3314:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967302 gen 2 00000004:00080000:2.0:1775763511.009685:0:3314:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e37e6b100, transno 4294967301 00000004:00080000:2.0:1775763511.009694:0:3314:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e37e6bb80, transno 4294967302 00000100:00100000:2.0:1775763511.009698:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725694336:0@lo:400:kworker.0 00000100:00100000:3.0:1775763511.012660:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763511.012681:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725694464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763511.012788:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763511.012950:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725694464 00000100:00100000:2.0:1775763511.012957:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725694464 00000100:00100000:2.0:1775763511.013000:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1775763511.013008:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725694464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763511.013037:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763511.028063:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725694464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 15047us (15265us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763511.028078:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1775763511.028278:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725694464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763511.233888:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763511.234038:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702593408 00000100:00100000:1.0:1775763511.234052:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702593408 00000100:00100000:1.0:1775763511.234117:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 18 00000100:00080000:2.0:1775763511.234234:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763511.234275:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:11078:x1862022702593408:12345-192.168.202.7@tcp:49:ls.501 00000004:00080000:1.0:1775763511.251221:0:5771:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 501, time 16896us 00000100:00100000:1.0:1775763511.281486:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:11078:x1862022702593408:12345-192.168.202.7@tcp:49:ls.501 Request processed in 47200us (47593us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775763511.281513:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 18 00000100:00100000:0.0:1775763511.291444:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763511.291544:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702593664 00000100:00100000:1.0:1775763511.291555:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702593664 00000100:00100000:1.0:1775763511.291618:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 71 00000100:00100000:1.0:1775763511.291629:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:11078:x1862022702593664:12345-192.168.202.7@tcp:101:ls.501 00010000:00010000:1.0:1775763511.291649:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763511.291671:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420ac26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fa9c expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775763511.292112:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 7680 00010000:00010000:1.0:1775763511.294367:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420ac26 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa9c expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763511.294386:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:1.0:1775763511.294390:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775763511.294394:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420ac26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa9c expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763511.294408:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cae00, rc 0) 00000100:00100000:1.0:1775763511.294530:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:11078:x1862022702593664:12345-192.168.202.7@tcp:101:ls.501 Request processed in 2901us (3092us total) trans 4294967330 rc 301/301 00000100:00100000:1.0:1775763511.294541:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 71 00000100:00100000:3.0:1775763511.318955:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763511.318991:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702593920 00000100:00100000:3.0:1775763511.319003:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702593920 00000100:00100000:3.0:1775763511.319061:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 19 00000100:00100000:3.0:1775763511.319072:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:11078:x1862022702593920:12345-192.168.202.7@tcp:35:ls.501 00000100:00100000:3.0:1775763511.319582:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:11078:x1862022702593920:12345-192.168.202.7@tcp:35:ls.501 Request processed in 511us (637us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1775763511.319591:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 19 00000100:00100000:2.0:1775763511.375590:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763511.375669:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702594048 00000100:00100000:3.0:1775763511.375679:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702594048 00000100:00100000:3.0:1775763511.375761:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 20 00000100:00100000:3.0:1775763511.375771:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:11079:x1862022702594048:12345-192.168.202.7@tcp:49:ls.501 00000100:00100000:3.0:1775763511.376029:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:11079:x1862022702594048:12345-192.168.202.7@tcp:49:ls.501 Request processed in 259us (448us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775763511.376037:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 20 00010000:00010000:0.0:1775763511.408415:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763511.410957:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763511.410995:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702594304 00000100:00100000:0.0:1775763511.411005:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702594304 00000100:00100000:0.0:1775763511.411065:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 72 00000100:00100000:0.0:1775763511.411076:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:11080:x1862022702594304:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775763511.411098:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763511.411119:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ac34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134faa3 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775763511.429406:0:8088:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 18233us 00010000:00010000:0.0:1775763511.454018:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ac3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763511.454042:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ac3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763511.454061:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ac3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775763511.454074:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 7680 00010000:00010000:0.0:1775763511.454280:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ac34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faa3 expref: 15 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763511.454298:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ac3b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faa3 expref: 14 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763511.454308:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e03a56600) 00010000:00010000:0.0:1775763511.454311:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775763511.454315:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775763511.454384:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:11080:x1862022702594304:12345-192.168.202.7@tcp:101:rm.0 Request processed in 43309us (43435us total) trans 4294967332 rc 0/0 00000100:00100000:0.0:1775763511.454394:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 72 00000100:00100000:2.0:1775763511.468655:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763511.471085:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702594560 00000100:00100000:0.0:1775763511.471097:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702594560 00000100:00100000:0.0:1775763511.471153:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 21 00000100:00100000:0.0:1775763511.471164:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:11080:x1862022702594560:12345-192.168.202.7@tcp:35:rm.0 00000100:00100000:0.0:1775763511.477881:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+15:11080:x1862022702594560:12345-192.168.202.7@tcp:35:rm.0 Request processed in 6695us (9213us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1775763511.477894:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 21 00000100:00100000:2.0:1775763511.488601:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763511.488936:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702594816 00000100:00100000:3.0:1775763511.488946:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702594816 00000100:00100000:3.0:1775763511.489279:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 73 00000100:00100000:3.0:1775763511.489290:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+15:11080:x1862022702594816:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:3.0:1775763511.489346:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775763511.489372:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ac3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faa3 expref: 15 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489393:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420ac11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa8e expref: 14 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489413:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e03a56600) 00010000:00010000:3.0:1775763511.489429:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420abaf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fa79 expref: 13 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489438:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763511.489442:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775763511.489460:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489474:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489496:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489509:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489516:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489521:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489883:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.489891:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.490238:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775763511.491525:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 7680 00010000:00010000:3.0:1775763511.491541:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491549:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491557:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491562:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763511.491567:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491575:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491587:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:3.0:1775763511.491590:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775763511.491594:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491600:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666600/0x429a70d18420ac57 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491621:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491628:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491640:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491645:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775763511.491648:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491654:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491661:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:3.0:1775763511.491663:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775763511.491666:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763511.491671:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420ac49 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775763511.491681:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b8e10a49 reply state 000000009a32dfbd transno 4294967334 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763511.491690:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775763511.491797:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+14:11080:x1862022702594816:12345-192.168.202.7@tcp:36:rm.0 Request processed in 2506us (3202us total) trans 4294967334 rc 0/0 00000100:00100000:3.0:1775763511.491806:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 73 00010000:00010000:2.0:1775763511.503524:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763511.503545:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763511.503553:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763511.503560:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775763511.503565:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763511.503574:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763511.503594:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd665fb72 (ffff8b1e03a56700) 00010000:00010000:2.0:1775763511.503598:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775763511.503602:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763511.503608:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420ac50 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd665fb72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763512.417187:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763513.444012:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763514.081026:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763514.081048:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725694592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763514.081122:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763514.095339:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725694592 00000100:00100000:3.0:1775763514.095354:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725694592 00000100:00100000:3.0:1775763514.095454:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1775763514.095465:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725694592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763514.095518:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763514.095586:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725694592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (14462us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763514.095593:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:1.0:1775763514.095716:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763514.095782:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725694592:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763514.157948:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763514.157977:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763514.158001:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763514.158020:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763514.158048:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702595200 00000100:00100000:3.0:1775763514.158057:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702595200 00000100:00100000:3.0:1775763514.158109:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702595328 00000100:00100000:3.0:1775763514.158112:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702595328 00000100:00100000:3.0:1775763514.158132:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 64 00000100:00100000:3.0:1775763514.158142:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702595200:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763514.158233:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702595200:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 82us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763514.158241:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 64 00000100:00100000:3.0:1775763514.158257:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 65 00000100:00100000:3.0:1775763514.158263:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702595328:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763514.158289:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702595328:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763514.158295:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 65 00000100:00100000:3.0:1775763514.158313:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702595072 00000100:00100000:3.0:1775763514.158316:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702595072 00000100:00100000:3.0:1775763514.158346:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 128 00000100:00100000:3.0:1775763514.158352:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+13:2359:x1862022702595072:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763514.158396:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+13:2359:x1862022702595072:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763514.158402:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 128 00000100:00080000:3.0:1775763514.158420:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775763514.158424:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763514.158426:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763514.160510:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702594944 00000100:00100000:0.0:1775763514.160524:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702594944 00000100:00100000:0.0:1775763514.160598:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 253 00000100:00100000:0.0:1775763514.160607:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702594944:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763514.160676:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702594944:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 70us (2736us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763514.160684:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 253 00000001:00080000:3.0:1775763514.206304:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967333 is committed 00000001:00080000:3.0:1775763514.206341:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967334 is committed 00010000:00010000:0.0:1775763514.467025:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763515.489164:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763516.128133:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725694848:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.128221:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763516.128288:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725695360:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.128316:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763516.128349:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775763516.128355:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725694720:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.128400:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763516.128424:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725695232:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.128447:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763516.128474:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725695104:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.128500:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763516.128519:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763516.128525:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725694976:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.128547:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763516.128579:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725695360 00000100:00100000:2.0:1775763516.128587:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725695360 00000100:00100000:2.0:1775763516.128640:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725695104 00000100:00100000:2.0:1775763516.128643:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725695104 00000100:00100000:2.0:1775763516.128663:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1775763516.128673:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725695360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.128724:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725695360:12345-0@lo:400:kworker.0 Request processed in 53us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763516.128756:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1775763516.128774:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1775763516.128781:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725695104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.128815:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725695104:12345-0@lo:400:kworker.0 Request processed in 33us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763516.128821:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1775763516.128839:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725694720 00000100:00100000:2.0:1775763516.128843:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725694720 00000100:00100000:2.0:1775763516.128868:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1775763516.128874:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725694720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.128915:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725694720:12345-0@lo:400:kworker.0 Request processed in 41us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763516.128921:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1775763516.128949:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725694848 00000100:00100000:2.0:1775763516.128953:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725694848 00000100:00100000:2.0:1775763516.128978:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725695232 00000100:00100000:2.0:1775763516.128981:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725695232 00000100:00100000:2.0:1775763516.128994:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725694976 00000100:00100000:2.0:1775763516.128996:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725694976 00000100:00100000:2.0:1775763516.129008:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1775763516.129013:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725694848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.129041:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725694848:12345-0@lo:400:kworker.0 Request processed in 28us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763516.129047:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1775763516.129058:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1775763516.129064:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725695232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.129087:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725695232:12345-0@lo:400:kworker.0 Request processed in 24us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763516.129092:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1775763516.129101:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1775763516.129106:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725694976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.129127:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725694976:12345-0@lo:400:kworker.0 Request processed in 21us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763516.129133:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:2.0:1775763516.129154:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763516.129158:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763516.129160:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763516.129226:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725694976:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.129237:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725695104:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.129265:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725694720:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.129273:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725695232:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.129282:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725694848:0@lo:400:kworker.0 00000100:00100000:2.0:1775763516.129289:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725695360:0@lo:400:kworker.0 00000100:00100000:0.0:1775763516.134252:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763516.134301:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725695488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763516.134390:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763516.135518:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725695488 00000100:00100000:2.0:1775763516.135532:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725695488 00000100:00100000:2.0:1775763516.135607:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1775763516.135617:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725695488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763516.135660:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763516.135785:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725695488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 170us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763516.135793:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1775763516.137692:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725695488:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763516.512097:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763517.538848:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763518.560613:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763519.200614:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763519.200639:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725695616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763519.200708:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763519.201102:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725695616 00000100:00100000:0.0:1775763519.201111:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725695616 00000100:00100000:0.0:1775763519.201192:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1775763519.201204:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725695616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763519.201239:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763519.201305:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725695616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763519.201313:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:2.0:1775763519.201722:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763519.201895:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725695616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763519.284837:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763519.284881:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763519.284912:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702595584 00000100:00100000:3.0:1775763519.284922:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702595584 00000100:00100000:1.0:1775763519.284940:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702595456 00000100:00100000:1.0:1775763519.284946:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702595456 00000100:00100000:3.0:1775763519.284998:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 132 00000100:00100000:1.0:1775763519.285008:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 255 00000100:00100000:3.0:1775763519.285008:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702595584:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763519.285023:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702595456:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763519.285102:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702595584:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763519.285114:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 132 00000100:00080000:3.0:1775763519.285138:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763519.287484:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702595456:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 2454us (2645us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763519.287501:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 255 00000100:00100000:0.0:1775763519.297432:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763519.297484:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763519.297957:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702595712 00000100:00100000:3.0:1775763519.297970:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702595712 00000100:00100000:3.0:1775763519.298046:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702595840 00000100:00100000:3.0:1775763519.298049:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702595840 00000100:00100000:3.0:1775763519.298072:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 22 00000100:00100000:3.0:1775763519.298081:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702595712:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:3.0:1775763519.298111:0:7727:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420a92b 00000100:00080000:3.0:1775763519.298133:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ec6800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775763519.298202:0:7727:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967302 00000100:00100000:3.0:1775763519.298510:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702595712:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 428us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763519.298519:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 22 00000100:00100000:3.0:1775763519.298535:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 23 00000100:00100000:3.0:1775763519.298542:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702595840:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:3.0:1775763519.298554:0:7727:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420a8ad 00000100:00080000:3.0:1775763519.298560:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ec7800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775763519.298581:0:7727:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967302 00000100:00100000:3.0:1775763519.298918:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702595840:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 374us (1431us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763519.298926:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 23 00010000:00010000:3.0:1775763519.298955:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763519.298962:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775763519.300206:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763519.300216:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775763519.583884:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763519.983326:0:12268:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdcbcf4930 20000000:00000080:1.0:1775763519.983345:0:12268:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d15400 uarg=0000000000000000 10000000:01000000:1.0:1775763519.989340:0:12269:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x2 (nodemap) 20000000:01000000:0.0:1775763519.989681:0:12268:0:(mgs_nids.c:664:mgs_nidtbl_init_fs()) IR: current version is 2 00000040:00080000:0.0:1775763519.991308:0:12268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1775763519.992764:0:12270:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 1 20000000:01000000:0.0:1775763519.992901:0:12268:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 10000000:01000000:0.0:1775763519.992907:0:12268:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763519.992925:0:12268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763519.992956:0:12268:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195800/0x429a70d18420a4e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420a4d9 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763519.992964:0:12268:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763519.993001:0:12268:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195800/0x429a70d18420a4e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420a4d9 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763519.993013:0:12268:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18195800/0x429a70d18420a4e0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420a4d9 expref: 17 pid: 5763 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763519.993027:0:12268:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:12268:1862022725695744:0@lo:104: 00000100:00100000:0.0:1775763519.993085:0:12268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763519.993198:0:12268:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985240 going to sleep for 11 seconds 00000100:00100000:1.0:1775763519.995244:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725695744 00000100:00100000:1.0:1775763519.995257:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725695744 00000100:00100000:1.0:1775763519.995329:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1775763519.995341:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:12268:x1862022725695744:12345-0@lo:104: 00010000:00010000:1.0:1775763519.995357:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.995681:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763519.995688:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:12268:x1862022725695744:12345-0@lo:104: Request processed in 350us (2603us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763519.995696:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00010000:3.0:1775763519.995709:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763519.995716:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763519.995724:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763519.995728:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763519.995756:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763519.995763:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763519.995784:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763519.995826:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763519.995833:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763519.995864:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763519.995871:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420a4d9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420a4e0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763519.995889:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763519.995891:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763519.995893:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763519.995928:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763519.995945:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725695872:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763519.995987:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763519.996247:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725695872 00000100:00100000:1.0:1775763519.996253:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725695872 00010000:00010000:1.0:1775763519.996276:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195800/0x429a70d18420a4e0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a4d9 expref: 18 pid: 5763 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763519.996306:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1775763519.996322:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725695872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763519.996336:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763519.996341:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195800/0x429a70d18420a4e0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420a4d9 expref: 18 pid: 5763 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996354:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195800/0x429a70d18420a4e0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420a4d9 expref: 18 pid: 5763 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996373:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996383:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996399:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996405:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996413:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996419:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996424:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763519.996428:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996436:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996450:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763519.996460:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763519.996491:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725695872:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763519.996499:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1775763519.996578:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725695872:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763519.996973:0:12268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195800/0x429a70d18420a4e0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420a4d9 expref: 17 pid: 5763 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763519.996988:0:12268:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:12268:1862022725695744:0@lo:104: 00010000:00010000:2.0:1775763519.997010:0:12268:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763519.997020:0:12268:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763519.997026:0:12268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763519.997032:0:12268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063400/0x429a70d18420ac5e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763520.610116:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763521.248040:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763521.248061:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725696000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763521.248138:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763521.248222:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725696000 00000100:00100000:2.0:1775763521.248230:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725696000 00000100:00100000:2.0:1775763521.248291:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1775763521.248299:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725696000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763521.248343:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763521.248389:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725696000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763521.248396:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:2.0:1775763521.248415:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763521.248448:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725696000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763521.256811:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725696384:0@lo:400:kworker.0 00000100:00100000:2.0:1775763521.256877:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763521.256923:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763521.256940:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725696512:0@lo:400:kworker.0 00000100:00100000:2.0:1775763521.256969:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763521.256995:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725696384 00000100:00100000:2.0:1775763521.257003:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725696384 00000100:00100000:2.0:1775763521.257057:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1775763521.257066:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725696384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763521.257112:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725696384:12345-0@lo:400:kworker.0 Request processed in 47us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763521.257118:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00080000:2.0:1775763521.257142:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763521.257195:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725696384:0@lo:400:kworker.0 00000100:00100000:0.0:1775763521.257681:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725696256:0@lo:400:kworker.0 00000100:00100000:0.0:1775763521.257716:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763521.257767:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775763521.257774:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725696128:0@lo:400:kworker.0 00000100:00100000:0.0:1775763521.257803:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763521.257828:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725696640:0@lo:400:kworker.0 00000100:00100000:0.0:1775763521.257848:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763521.259901:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725696512 00000100:00100000:3.0:1775763521.259916:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725696512 00000100:00100000:3.0:1775763521.259982:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1775763521.259993:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725696512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763521.260077:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725696512:12345-0@lo:400:kworker.0 Request processed in 86us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763521.260084:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1775763521.260109:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725696256 00000100:00100000:3.0:1775763521.260114:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725696256 00000100:00100000:3.0:1775763521.260153:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725696640 00000100:00100000:2.0:1775763521.260558:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1775763521.260569:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725696256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763521.260615:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725696256:12345-0@lo:400:kworker.0 Request processed in 49us (2898us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763521.260621:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1775763521.260641:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725696128 00000100:00100000:2.0:1775763521.260644:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725696128 00000100:00100000:2.0:1775763521.260684:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1775763521.260690:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725696128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763521.260718:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725696128:12345-0@lo:400:kworker.0 Request processed in 28us (2914us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763521.260724:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1775763521.260791:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725696128:0@lo:400:kworker.0 00000100:00100000:2.0:1775763521.260806:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725696256:0@lo:400:kworker.0 00000100:00080000:2.0:1775763521.261809:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763521.262853:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725696640 00000100:00100000:3.0:1775763521.262925:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1775763521.262936:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725696640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763521.263022:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725696640:12345-0@lo:400:kworker.0 Request processed in 89us (5172us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763521.263042:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00080000:3.0:1775763521.263068:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763521.263103:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725696640:0@lo:400:kworker.0 00000100:00100000:3.0:1775763521.263170:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725696512:0@lo:400:kworker.0 00000001:00100000:2.0:1775763521.328828:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:2.0:1775763521.328839:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1e36ec3800/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775763521.328973:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e36ec3800/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0001 00000020:00000080:0.0:1775763521.329107:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e36ec7800 for lustre-OST0001 10000000:01000000:0.0:1775763521.631875:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763521.631883:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763521.631889:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763521.631947:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763521.631959:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763521.631972:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763521.631998:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725696768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763521.632067:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763521.632149:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e193e2600 going to sleep for 11 seconds 00000100:00100000:1.0:1775763521.632316:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725696768 00000100:00100000:1.0:1775763521.632327:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725696768 00000100:00100000:1.0:1775763521.632384:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1775763521.632394:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725696768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763521.632410:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763521.632427:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ac65 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763521.632471:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ac65 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763521.632483:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ac65 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763521.632493:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbc00, rc 0) 00000100:00100000:1.0:1775763521.632540:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725696768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763521.632546:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1775763521.632821:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725696768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763521.632836:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763521.632844:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763521.632866:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763521.632872:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763521.632880:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763521.633041:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1775763521.839874:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:1.0:1775763521.839882:0:6575:0:(genops.c:904:class_export_put()) final put ffff8b1e36ec1800/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775763521.842446:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e36ec1800/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0000 00000020:00000080:0.0:1775763521.842513:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e36ec6800 for lustre-OST0000 00010000:00010000:3.0:1775763522.656896:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763523.680489:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763524.320014:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725696896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763524.320090:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763524.320318:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725696896 00000100:00100000:2.0:1775763524.320327:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725696896 00000100:00100000:2.0:1775763524.320400:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1775763524.320409:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d4ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725696896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763524.320449:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763524.320496:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d4ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725696896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763524.320517:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:3.0:1775763524.320918:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763524.320960:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725696896:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1775763524.389305:0:12469:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc7d30eb80 20000000:00000080:2.0:1775763524.389324:0:12469:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6f5000 uarg=0000000000000000 10000000:01000000:2.0:1775763524.389876:0:12469:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763524.389898:0:12469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763524.389918:0:12469:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ac65 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763524.389926:0:12469:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763524.389967:0:12469:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ac65 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763524.389982:0:12469:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ac65 expref: 17 pid: 5762 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763524.390012:0:12469:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:12469:1862022725697024:0@lo:104: 00000100:00100000:2.0:1775763524.390081:0:12469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763524.390373:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725697024 00000100:00100000:1.0:1775763524.390381:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725697024 00000100:00100000:1.0:1775763524.390437:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1775763524.390448:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:12469:x1862022725697024:12345-0@lo:104: 00010000:00010000:1.0:1775763524.390462:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763524.390548:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763524.390554:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:12469:x1862022725697024:12345-0@lo:104: Request processed in 109us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763524.390562:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00010000:0.0:1775763524.390943:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763524.390951:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.390959:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763524.390962:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.390970:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763524.390977:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763524.390983:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763524.391016:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391022:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763524.391039:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391046:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420ac65 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ac6c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391061:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763524.391062:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763524.391071:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763524.391232:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725697152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763524.391277:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763524.391513:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725697152 00000100:00100000:0.0:1775763524.391520:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725697152 00010000:00010000:0.0:1775763524.391546:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ac65 expref: 18 pid: 5762 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763524.391579:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1775763524.391586:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725697152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763524.391599:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763524.391604:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ac65 expref: 18 pid: 5762 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391615:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ac65 expref: 18 pid: 5762 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391633:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391641:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391654:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391661:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391668:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391674:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391690:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763524.391694:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391700:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391708:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763524.391717:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763524.391774:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725697152:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763524.391781:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775763524.391927:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725697152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763524.392267:0:12469:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985e40 going to sleep for 11 seconds 00010000:00010000:2.0:1775763524.392284:0:12469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ac6c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ac65 expref: 17 pid: 5762 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763524.392296:0:12469:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:12469:1862022725697024:0@lo:104: 00010000:00010000:2.0:1775763524.392310:0:12469:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763524.392319:0:12469:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763524.392325:0:12469:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763524.392330:0:12469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ac73 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763524.403885:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763524.404618:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763524.405256:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702596096 00000100:00100000:0.0:1775763524.405268:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702596096 00000100:00100000:0.0:1775763524.405338:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 136 00000100:00100000:0.0:1775763524.405350:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702596096:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763524.405435:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702596096:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 89us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763524.405443:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 136 00000100:00080000:3.0:1775763524.406211:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763524.408988:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702595968 00000100:00100000:2.0:1775763524.409003:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702595968 00000100:00100000:2.0:1775763524.409119:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 258 00000100:00100000:2.0:1775763524.409141:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702595968:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763524.409219:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702595968:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (5489us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763524.409226:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 258 00010000:00010000:0.0:1775763524.709133:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763525.601335:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763525.601344:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763525.601350:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763525.601409:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763525.601421:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763525.601432:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763525.601472:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725697280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763525.601550:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763525.601610:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763525.601771:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725697280 00000100:00100000:2.0:1775763525.601784:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725697280 00000100:00100000:2.0:1775763525.601841:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1775763525.601850:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725697280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763525.601864:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763525.601877:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ac7a expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763525.601900:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ac7a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763525.601913:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ac7a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763525.601924:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775763525.601973:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725697280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763525.601979:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1775763525.602278:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725697280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763525.602293:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763525.602302:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763525.602324:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763525.602329:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763525.602336:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763525.727878:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763526.368197:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725697408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763526.368296:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763526.368387:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725697408 00000100:00100000:3.0:1775763526.368396:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725697408 00000100:00100000:3.0:1775763526.368463:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1775763526.368473:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725697408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763526.368507:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763526.368551:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725697408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763526.368557:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:2.0:1775763526.368767:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763526.368810:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725697408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763526.368897:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763526.368919:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725697536:0@lo:400:kworker.0 00000100:00100000:3.0:1775763526.368951:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763526.369087:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725697792:0@lo:400:kworker.0 00000100:00100000:1.0:1775763526.369132:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763526.369157:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763526.369162:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725697920:0@lo:400:kworker.0 00000100:00100000:2.0:1775763526.369185:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725697536 00000100:00100000:1.0:1775763526.369187:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763526.369191:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725697536 00000100:00100000:1.0:1775763526.369217:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725697792 00000100:00100000:1.0:1775763526.369221:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725697792 00000100:00100000:2.0:1775763526.369223:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1775763526.369228:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725697536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763526.369260:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725697536:12345-0@lo:400:kworker.0 Request processed in 32us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763526.369266:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00080000:2.0:1775763526.369304:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763526.369359:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725697664:0@lo:400:kworker.0 00000100:00100000:0.0:1775763526.369371:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725698048:0@lo:400:kworker.0 00000100:00100000:3.0:1775763526.369394:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763526.369416:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725697664 00000100:00100000:3.0:1775763526.369418:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725697536:0@lo:400:kworker.0 00000100:00100000:0.0:1775763526.369419:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725697664 00000100:00100000:1.0:1775763526.369521:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1775763526.369528:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725697792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763526.369565:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725697792:12345-0@lo:400:kworker.0 Request processed in 38us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763526.369571:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1775763526.369582:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725697792:0@lo:400:kworker.0 00000100:00100000:0.0:1775763526.376042:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1775763526.376081:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725697664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763526.376244:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725697664:12345-0@lo:400:kworker.0 Request processed in 190us (6847us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763526.376253:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1775763526.376544:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763526.376835:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725697664:0@lo:400:kworker.0 00000100:00100000:0.0:1775763526.376862:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725698048 00000100:00100000:0.0:1775763526.376868:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725698048 00000100:00100000:0.0:1775763526.376915:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1775763526.376922:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725698048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763526.376968:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725698048:12345-0@lo:400:kworker.0 Request processed in 46us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763526.376975:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00080000:0.0:1775763526.376991:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763526.377011:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725698048:0@lo:400:kworker.0 00000100:00100000:1.0:1775763526.377217:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725697920 00000100:00100000:1.0:1775763526.377223:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725697920 00000100:00100000:1.0:1775763526.377519:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1775763526.377546:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725697920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763526.377613:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725697920:12345-0@lo:400:kworker.0 Request processed in 71us (8424us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763526.377621:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1775763526.377979:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725697920:0@lo:400:kworker.0 00000100:00080000:1.0:1775763526.377999:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775763526.751952:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763527.781261:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763528.631468:0:12668:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0b0fe9b0 20000000:00000080:2.0:1775763528.631490:0:12668:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6f5400 uarg=0000000000000000 10000000:01000000:2.0:1775763528.631805:0:12668:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763528.631827:0:12668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763528.631849:0:12668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ac7a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763528.631858:0:12668:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763528.631907:0:12668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ac7a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763528.631924:0:12668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ac7a expref: 17 pid: 5763 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763528.631940:0:12668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:12668:1862022725698176:0@lo:104: 00000100:00100000:2.0:1775763528.632008:0:12668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763528.632065:0:12668:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775763528.632529:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775763528.632545:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725698176 00000100:00100000:3.0:1775763528.632554:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725698176 00000100:00100000:3.0:1775763528.632616:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1775763528.632627:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3795d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:12668:x1862022725698176:12345-0@lo:104: 00010000:00010000:3.0:1775763528.632643:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.632708:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763528.632714:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3795d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:12668:x1862022725698176:12345-0@lo:104: Request processed in 90us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763528.632722:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00010000:3.0:1775763528.632790:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763528.632797:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.632805:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763528.632810:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.632819:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763528.632843:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763528.632849:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763528.632879:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.632886:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763528.632909:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.632917:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac7a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ac81 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.632935:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763528.632937:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763528.632939:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763528.632957:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725698304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763528.632989:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763528.633026:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725698304 00000100:00100000:3.0:1775763528.633030:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725698304 00010000:00010000:3.0:1775763528.633048:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ac7a expref: 18 pid: 5763 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763528.633084:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1775763528.633102:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725698304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763528.633112:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763528.633117:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ac7a expref: 18 pid: 5763 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633134:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ac7a expref: 18 pid: 5763 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633152:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633159:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633170:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633177:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633182:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633200:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633206:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763528.633286:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633294:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633304:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763528.633324:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763528.633353:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725698304:12345-0@lo:103:ldlm_bl.0 Request processed in 262us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763528.633359:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1775763528.633398:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725698304:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763528.634963:0:12668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac81 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ac7a expref: 17 pid: 5763 timeout: 453 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763528.634984:0:12668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:12668:1862022725698176:0@lo:104: 00010000:00010000:2.0:1775763528.635006:0:12668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763528.635031:0:12668:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763528.635038:0:12668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763528.635044:0:12668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ac88 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763528.808358:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763529.440290:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763529.440314:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725698432:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763529.440383:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763529.440446:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725698432 00000100:00100000:2.0:1775763529.440454:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725698432 00000100:00100000:2.0:1775763529.440503:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1775763529.440512:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725698432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763529.440546:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763529.440589:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725698432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763529.440596:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:2.0:1775763529.440615:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763529.440652:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725698432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763529.525161:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763529.525208:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763529.525244:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702596224 00000100:00100000:0.0:1775763529.525255:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702596224 00000100:00100000:0.0:1775763529.525308:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 261 00000100:00100000:0.0:1775763529.525319:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702596224:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763529.525405:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702596224:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 88us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763529.525413:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 261 00000100:00100000:0.0:1775763529.525448:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702596352 00000100:00100000:0.0:1775763529.525458:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702596352 00000100:00100000:0.0:1775763529.525512:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 140 00000100:00100000:0.0:1775763529.525519:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702596352:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763529.525553:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702596352:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763529.525560:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 140 00000100:00080000:1.0:1775763529.526462:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763529.834961:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763529.890564:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763529.890573:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763529.890581:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763529.890661:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763529.890674:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763529.890686:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763529.890715:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725698560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763529.890817:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763529.890885:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa300 going to sleep for 11 seconds 00000100:00100000:2.0:1775763529.892355:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725698560 00000100:00100000:2.0:1775763529.892367:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725698560 00000100:00100000:2.0:1775763529.892416:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1775763529.892425:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725698560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763529.892439:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763529.892467:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ac8f expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763529.892493:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ac8f expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763529.892504:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ac8f expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763529.892512:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775763529.892587:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725698560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (1770us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763529.892593:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1775763529.893495:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725698560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763529.893516:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763529.893528:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763529.893561:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763529.893568:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763529.893575:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763530.852415:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763531.490128:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725698688:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490207:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763531.490253:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725699200:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490291:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763531.490316:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763531.490323:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725699072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490347:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763531.490371:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725698816:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490392:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763531.490408:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725699328:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490427:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763531.490444:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763531.490450:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725698944:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490468:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763531.490499:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725698688 00000100:00100000:0.0:1775763531.490507:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725698688 00000100:00100000:0.0:1775763531.490547:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1775763531.490556:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725698688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490602:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725698688:12345-0@lo:400:kworker.0 Request processed in 47us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763531.490623:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1775763531.490660:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725699200 00000100:00100000:0.0:1775763531.490664:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725699200 00000100:00100000:0.0:1775763531.490699:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725698816 00000100:00100000:0.0:1775763531.490702:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725698816 00000100:00100000:0.0:1775763531.490715:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725698944 00000100:00100000:0.0:1775763531.490717:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725698944 00000100:00100000:0.0:1775763531.490755:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1775763531.490763:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d693b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725699200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490794:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d693b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725699200:12345-0@lo:400:kworker.0 Request processed in 32us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763531.490800:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1775763531.490813:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1775763531.490818:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d690380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725698816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490853:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d690380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725698816:12345-0@lo:400:kworker.0 Request processed in 29us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763531.490858:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1775763531.490871:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1775763531.490877:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725698944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.490902:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725698944:12345-0@lo:400:kworker.0 Request processed in 25us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763531.490907:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1775763531.490924:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725699072 00000100:00100000:0.0:1775763531.490927:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725699072 00000100:00100000:0.0:1775763531.490956:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725699328 00000100:00100000:0.0:1775763531.490959:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725699328 00000100:00100000:0.0:1775763531.490979:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775763531.490997:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725699072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.491027:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725699072:12345-0@lo:400:kworker.0 Request processed in 35us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763531.491032:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775763531.491044:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1775763531.491050:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725699328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.491083:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725699328:12345-0@lo:400:kworker.0 Request processed in 34us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763531.491088:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:0.0:1775763531.491117:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763531.491121:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763531.491123:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763531.491161:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725698944:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.491170:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725698816:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.491177:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725699328:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.491204:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725699072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.491210:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725698688:0@lo:400:kworker.0 00000100:00100000:0.0:1775763531.491218:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725699200:0@lo:400:kworker.0 00000100:00100000:3.0:1775763531.498862:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763531.498884:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725699456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763531.498951:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763531.498999:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725699456 00000100:00100000:3.0:1775763531.499007:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725699456 00000100:00100000:3.0:1775763531.499076:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1775763531.499086:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725699456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763531.499123:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763531.499178:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725699456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763531.499185:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1775763531.499235:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725699456:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775763531.872501:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763532.897003:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775763533.722028:0:12867:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 7: nodemap create and delete ========== 15:38:51 (1775763531) 00010000:00010000:2.0:1775763533.923418:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763534.560160:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763534.560184:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725699584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763534.560256:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763534.561260:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725699584 00000100:00100000:2.0:1775763534.561270:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725699584 00000100:00100000:2.0:1775763534.561334:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1775763534.561343:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725699584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763534.561380:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:0.0:1775763534.561643:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763534.562501:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725699584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1153us (2239us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763534.562511:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1775763534.576601:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725699584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763534.638434:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763534.638586:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702596608 00000100:00100000:1.0:1775763534.638597:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702596608 00000100:00100000:1.0:1775763534.638671:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 144 00000100:00100000:1.0:1775763534.638681:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702596608:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763534.638787:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702596608:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 107us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763534.638795:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 144 00000100:00080000:0.0:1775763534.639158:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763534.647537:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763534.647674:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702596480 00000100:00100000:1.0:1775763534.647684:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702596480 00000100:00100000:1.0:1775763534.648106:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 264 00000100:00100000:1.0:1775763534.648120:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702596480:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763534.648215:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702596480:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 98us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763534.648235:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 264 00000020:00000080:3.0:1775763534.743307:0:12916:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd34981e20 20000000:00000080:3.0:1775763534.743324:0:12916:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c9b400 uarg=0000000000000000 10000000:01000000:3.0:1775763534.747633:0:12916:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763534.747659:0:12916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763534.747677:0:12916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ac8f expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763534.747695:0:12916:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763534.747761:0:12916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ac8f expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763534.747774:0:12916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ac8f expref: 17 pid: 5763 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763534.747788:0:12916:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:12916:1862022725699712:0@lo:104: 00000100:00100000:3.0:1775763534.747866:0:12916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763534.748309:0:12916:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763534.748495:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725699712 00000100:00100000:1.0:1775763534.748505:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725699712 00000100:00100000:1.0:1775763534.748566:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1775763534.748577:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:12916:x1862022725699712:12345-0@lo:104: 00010000:00010000:1.0:1775763534.748689:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763534.749220:0:12916:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:12916:1862022725699712:0@lo:104: 00010000:00010000:3.0:1775763534.749239:0:12916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763534.750433:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763534.750449:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:12916:x1862022725699712:12345-0@lo:104: Request processed in 1870us (2579us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763534.750460:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00010000:0.0:1775763534.750684:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763534.750706:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.750717:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763534.750720:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.751129:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763534.751139:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763534.751145:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763534.751235:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.751242:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775763534.751297:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1775763534.751316:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.751323:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ac8f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ac96 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.751343:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763534.751345:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763534.751347:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763534.751452:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725699840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763534.751512:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763534.751682:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725699840 00000100:00100000:0.0:1775763534.751691:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725699840 00010000:00010000:0.0:1775763534.751723:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ac8f expref: 18 pid: 5763 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763534.752578:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1775763534.752599:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab32050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725699840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763534.752615:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763534.752622:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ac8f expref: 18 pid: 5763 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752633:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ac8f expref: 18 pid: 5763 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752649:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420ac96 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ac8f expref: 18 pid: 5763 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752663:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752670:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752685:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752691:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752698:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752704:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752719:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763534.752723:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.752756:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763534.753292:0:12916:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763534.753302:0:12916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.757908:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.758100:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420ac9d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763534.758127:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763534.758244:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab32050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725699840:12345-0@lo:103:ldlm_bl.0 Request processed in 5652us (6725us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763534.758256:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1775763534.758393:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725699840:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763534.950805:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763535.967856:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763536.607998:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725700224:0@lo:400:kworker.0 00000100:00100000:1.0:1775763536.608077:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763536.608165:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725700352:0@lo:400:kworker.0 00000100:00100000:1.0:1775763536.608193:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763536.608478:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725700096:0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.608508:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763536.608528:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725700608:0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.608547:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763536.608564:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775763536.608569:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725699968:0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.608597:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763536.608618:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725700480:0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.608637:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763536.608666:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725700224 00000100:00100000:0.0:1775763536.608692:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725700224 00000100:00100000:0.0:1775763536.608770:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725700096 00000100:00100000:0.0:1775763536.608773:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725700096 00000100:00100000:0.0:1775763536.608789:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725700480 00000100:00100000:0.0:1775763536.608791:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725700480 00000100:00100000:0.0:1775763536.608806:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1775763536.608814:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725700224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.608867:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725700224:12345-0@lo:400:kworker.0 Request processed in 53us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763536.608875:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1775763536.608893:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1775763536.608899:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725700096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.609093:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725700096:12345-0@lo:400:kworker.0 Request processed in 193us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763536.609099:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1775763536.609111:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1775763536.609118:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d691f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725700480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.609145:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d691f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725700480:12345-0@lo:400:kworker.0 Request processed in 28us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763536.609151:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1775763536.609169:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725700352 00000100:00100000:0.0:1775763536.609173:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725700352 00000100:00100000:0.0:1775763536.609198:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725700608 00000100:00100000:0.0:1775763536.609200:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725700608 00000100:00100000:0.0:1775763536.609220:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1775763536.609226:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725700352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.609258:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725700352:12345-0@lo:400:kworker.0 Request processed in 32us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763536.609274:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1775763536.609286:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1775763536.609291:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725700608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.609320:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725700608:12345-0@lo:400:kworker.0 Request processed in 28us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763536.609326:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1775763536.609351:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725699968 00000100:00100000:0.0:1775763536.609355:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725699968 00000100:00100000:0.0:1775763536.609377:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1775763536.609384:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725699968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.609410:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725699968:12345-0@lo:400:kworker.0 Request processed in 27us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763536.609416:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00080000:0.0:1775763536.609443:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763536.609447:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763536.609450:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763536.609497:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725700224:0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.609528:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725699968:0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.609537:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725700480:0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.609545:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725700096:0@lo:400:kworker.0 00000100:00100000:0.0:1775763536.609553:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725700608:0@lo:400:kworker.0 00000100:00100000:1.0:1775763536.611850:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725700352:0@lo:400:kworker.0 00000100:00100000:1.0:1775763536.611875:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763536.611885:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725700736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763536.612048:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763536.612103:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725700736 00000100:00100000:1.0:1775763536.612110:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725700736 00000100:00100000:1.0:1775763536.612159:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1775763536.612168:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725700736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763536.612201:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763536.612240:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725700736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763536.612247:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1775763536.612432:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725700736:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1775763536.745688:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763536.745696:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763536.745701:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763536.745831:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763536.745845:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763536.745855:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763536.745882:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725700864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763536.745955:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763536.746005:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa240 going to sleep for 11 seconds 00000100:00100000:2.0:1775763536.746026:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725700864 00000100:00100000:2.0:1775763536.746033:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725700864 00000100:00100000:2.0:1775763536.746100:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1775763536.746110:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725700864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763536.746124:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763536.746138:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420aca4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763536.746160:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420aca4 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763536.746171:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aca4 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763536.746181:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775763536.746225:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725700864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763536.746231:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1775763536.746275:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725700864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763536.746287:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763536.746297:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763536.746318:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763536.746323:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763536.746337:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763536.997142:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763538.020161:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763538.939135:0:13112:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff56777be0 20000000:00000080:2.0:1775763538.939151:0:13112:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6f5000 uarg=0000000000000000 10000000:01000000:2.0:1775763538.939941:0:13112:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763538.939960:0:13112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763538.939979:0:13112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aca4 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763538.939987:0:13112:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763538.940037:0:13112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420aca4 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763538.940052:0:13112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420aca4 expref: 17 pid: 5762 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763538.940067:0:13112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13112:1862022725700992:0@lo:104: 00000100:00100000:2.0:1775763538.940268:0:13112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763538.940359:0:13112:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775763538.943457:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725700992 00000100:00100000:3.0:1775763538.943471:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725700992 00000100:00100000:3.0:1775763538.944338:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1775763538.944351:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13112:x1862022725700992:12345-0@lo:104: 00010000:00010000:3.0:1775763538.944371:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763538.944470:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763538.944476:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13112:x1862022725700992:12345-0@lo:104: Request processed in 130us (4208us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763538.944493:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00010000:0.0:1775763538.944560:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763538.944567:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.944598:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763538.944602:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.944611:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763538.944618:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763538.944623:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763538.944665:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.944672:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763538.944693:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.944700:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aca4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acab expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.944715:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763538.944717:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763538.944719:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763538.944761:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725701120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763538.944803:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763538.944850:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725701120 00000100:00100000:0.0:1775763538.944855:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725701120 00010000:00010000:0.0:1775763538.944875:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aca4 expref: 18 pid: 5762 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763538.944917:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1775763538.944924:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725701120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763538.944935:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763538.944941:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aca4 expref: 18 pid: 5762 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.944951:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420aca4 expref: 18 pid: 5762 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.944968:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.944975:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.944989:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.945006:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.945012:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.945017:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.945022:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763538.945025:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.945036:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.945045:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763538.945054:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763538.945078:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725701120:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763538.945093:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1775763538.945133:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725701120:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763538.945762:0:13112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420acab lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420aca4 expref: 17 pid: 5762 timeout: 463 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763538.945775:0:13112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13112:1862022725700992:0@lo:104: 00010000:00010000:2.0:1775763538.945789:0:13112:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763538.945806:0:13112:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763538.945813:0:13112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763538.945820:0:13112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420acb2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763539.039929:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763539.685403:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725701248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763539.685467:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763539.685535:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725701248 00000100:00100000:1.0:1775763539.685542:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725701248 00000100:00100000:1.0:1775763539.685604:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1775763539.685613:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725701248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763539.685647:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763539.685690:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725701248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763539.685697:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1775763539.685773:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725701248:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775763539.689246:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763539.758586:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763539.758623:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763539.758653:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702596736 00000100:00100000:1.0:1775763539.758664:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702596736 00000100:00100000:1.0:1775763539.758720:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 267 00000100:00100000:1.0:1775763539.758750:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702596736:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763539.758818:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702596736:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 89us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763539.758825:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 267 00000100:00100000:1.0:1775763539.758857:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702596864 00000100:00100000:1.0:1775763539.758861:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702596864 00000100:00100000:1.0:1775763539.758900:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 148 00000100:00100000:1.0:1775763539.758907:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702596864:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763539.758933:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702596864:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763539.758939:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 148 00000100:00080000:1.0:1775763539.759067:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763540.064833:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763540.769132:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763540.769140:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763540.769145:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763540.769197:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763540.769210:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763540.769223:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763540.769275:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725701376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763540.769870:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763540.769993:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d694180 going to sleep for 11 seconds 00000100:00100000:1.0:1775763540.771950:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725701376 00000100:00100000:1.0:1775763540.771965:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725701376 00000100:00100000:1.0:1775763540.772334:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1775763540.772427:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725701376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763540.772447:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763540.772467:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420acb9 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763540.772492:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420acb9 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763540.772502:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420acb9 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763540.772530:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775763540.772608:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725701376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 264us (2738us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763540.772615:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1775763540.774339:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725701376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763540.774378:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763540.774389:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763540.774411:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763540.774415:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763540.774420:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763541.091665:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763541.731761:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725701504:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.731824:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763541.731874:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725702016:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.731902:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763541.731930:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763541.731935:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725701888:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.731960:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763541.732008:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725701632:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.732031:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763541.732048:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725702144:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.732081:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763541.732098:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763541.732104:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725701760:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.732124:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763541.732154:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725701504 00000100:00100000:2.0:1775763541.732161:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725701504 00000100:00100000:2.0:1775763541.732211:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1775763541.732234:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725701504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.732290:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725701504:12345-0@lo:400:kworker.0 Request processed in 58us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763541.732299:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1775763541.732337:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725702016 00000100:00100000:2.0:1775763541.732341:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725702016 00000100:00100000:2.0:1775763541.732378:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725701632 00000100:00100000:2.0:1775763541.732381:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725701632 00000100:00100000:2.0:1775763541.732391:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725701760 00000100:00100000:2.0:1775763541.732394:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725701760 00000100:00100000:2.0:1775763541.732408:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1775763541.732414:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725702016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.732446:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725702016:12345-0@lo:400:kworker.0 Request processed in 32us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763541.732452:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1775763541.732464:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1775763541.732470:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725701632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.732498:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725701632:12345-0@lo:400:kworker.0 Request processed in 28us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763541.732504:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1775763541.732515:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1775763541.732533:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725701760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.732559:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725701760:12345-0@lo:400:kworker.0 Request processed in 27us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763541.732564:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1775763541.732581:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725701888 00000100:00100000:2.0:1775763541.732585:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725701888 00000100:00100000:2.0:1775763541.732616:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725702144 00000100:00100000:2.0:1775763541.732619:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725702144 00000100:00100000:2.0:1775763541.732637:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1775763541.732642:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725701888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.732669:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725701888:12345-0@lo:400:kworker.0 Request processed in 27us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763541.732674:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1775763541.732684:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1775763541.732688:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725702144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.732714:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725702144:12345-0@lo:400:kworker.0 Request processed in 26us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763541.732720:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1775763541.732774:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763541.732779:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763541.732782:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763541.732819:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725702272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763541.732857:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763541.732902:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725702272 00000100:00100000:3.0:1775763541.732907:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725702272 00000100:00100000:3.0:1775763541.732938:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1775763541.732946:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725702272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763541.732988:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763541.733031:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725702272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763541.733038:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1775763541.733098:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725701760:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.733109:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725701632:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.733118:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725702144:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.733151:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725701888:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.733159:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725701504:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.733170:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725702016:0@lo:400:kworker.0 00000100:00100000:2.0:1775763541.733237:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725702272:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775763542.114418:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763543.136565:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763543.142134:0:13308:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9857e380 20000000:00000080:3.0:1775763543.142151:0:13308:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c98c00 uarg=0000000000000000 10000000:01000000:3.0:1775763543.142792:0:13308:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763543.142815:0:13308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763543.142832:0:13308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420acb9 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763543.142839:0:13308:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763543.142880:0:13308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420acb9 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763543.142894:0:13308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420acb9 expref: 17 pid: 5763 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763543.142909:0:13308:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13308:1862022725702400:0@lo:104: 00000100:00100000:3.0:1775763543.144624:0:13308:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763543.144924:0:13308:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3aa43c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763543.145003:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725702400 00000100:00100000:1.0:1775763543.145015:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725702400 00000100:00100000:1.0:1775763543.145108:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1775763543.145117:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13308:x1862022725702400:12345-0@lo:104: 00010000:00010000:1.0:1775763543.145134:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763543.145221:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763543.145226:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13308:x1862022725702400:12345-0@lo:104: Request processed in 112us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763543.145235:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00010000:0.0:1775763543.145275:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763543.145283:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145290:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763543.145294:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145302:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763543.145309:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763543.145333:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763543.145376:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145383:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763543.145403:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145410:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420acb9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acc0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145428:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763543.145429:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763543.145431:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763543.145451:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725702528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763543.145504:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763543.145545:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725702528 00000100:00100000:0.0:1775763543.145550:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725702528 00010000:00010000:0.0:1775763543.145570:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420acb9 expref: 18 pid: 5763 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763543.145591:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1775763543.145598:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725702528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763543.145609:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763543.145614:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420acb9 expref: 18 pid: 5763 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145626:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420acb9 expref: 18 pid: 5763 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145652:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145660:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145674:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145682:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145688:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145693:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145698:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763543.145702:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145708:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145716:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763543.145726:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763543.145942:0:13308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420acc0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420acb9 expref: 18 pid: 5763 timeout: 467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763543.145976:0:13308:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13308:1862022725702400:0@lo:104: 00010000:00010000:2.0:1775763543.145997:0:13308:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763543.146005:0:13308:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763543.146010:0:13308:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763543.146015:0:13308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420acc7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763543.146337:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725702528:12345-0@lo:103:ldlm_bl.0 Request processed in 738us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763543.146352:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1775763543.146388:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725702528:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763544.160168:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763544.800442:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725702656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763544.800513:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763544.800850:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725702656 00000100:00100000:3.0:1775763544.800858:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725702656 00000100:00100000:3.0:1775763544.800931:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1775763544.800979:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725702656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763544.801024:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1775763544.803797:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763544.808937:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725702656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7985us (8411us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763544.808963:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1775763544.809677:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725702656:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1775763544.867482:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763544.867489:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763544.867494:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763544.867656:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763544.867667:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763544.867677:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763544.867704:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725702784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763544.868077:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763544.868159:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10363e40 going to sleep for 11 seconds 00000100:00100000:3.0:1775763544.868211:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725702784 00000100:00100000:3.0:1775763544.868217:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725702784 00000100:00100000:3.0:1775763544.868277:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1775763544.868290:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725702784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763544.868307:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763544.868318:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420acce expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763544.868336:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420acce expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763544.868343:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420acce expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763544.868350:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666a00, rc 0) 00000100:00100000:3.0:1775763544.868387:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725702784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763544.868391:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1775763544.868447:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725702784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763544.868459:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763544.868466:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763544.868480:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763544.868484:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763544.868488:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763544.877228:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763544.877833:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702596992 00000100:00100000:2.0:1775763544.877845:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702596992 00000100:00100000:2.0:1775763544.877903:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 271 00000100:00100000:2.0:1775763544.878026:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702596992:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763544.878208:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702596992:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 295us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763544.878215:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 271 00000100:00100000:0.0:1775763544.878862:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763544.879664:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702597120 00000100:00100000:2.0:1775763544.879674:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702597120 00000100:00100000:2.0:1775763544.879767:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 152 00000100:00100000:2.0:1775763544.879776:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702597120:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763544.879833:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702597120:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 58us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763544.879841:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 152 00000100:00080000:3.0:1775763544.880057:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1775763545.072721:0:13408:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff965b84a0 20000000:00000080:3.0:1775763545.073022:0:13408:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c9ac00 uarg=0000000000000000 10000000:01000000:3.0:1775763545.074393:0:13408:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763545.074415:0:13408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.074432:0:13408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420acce expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.074440:0:13408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.074478:0:13408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420acce expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.074602:0:13408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420acce expref: 17 pid: 5763 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763545.074702:0:13408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13408:1862022725702912:0@lo:104: 00000100:00100000:3.0:1775763545.075187:0:13408:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763545.075246:0:13408:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2540 going to sleep for 11 seconds 00000100:00100000:0.0:1775763545.077033:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725702912 00000100:00100000:0.0:1775763545.077051:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725702912 00000100:00100000:0.0:1775763545.077126:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1775763545.077138:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13408:x1862022725702912:12345-0@lo:104: 00010000:00010000:0.0:1775763545.077162:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763545.077277:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763545.077284:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13408:x1862022725702912:12345-0@lo:104: Request processed in 149us (2097us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763545.077291:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:1.0:1775763545.077381:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763545.077389:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763545.077397:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763545.077401:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763545.077410:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763545.077430:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763545.077436:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763545.077532:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763545.077539:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763545.077569:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763545.077575:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420acce lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acd5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763545.077594:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763545.077595:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763545.077597:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763545.077668:0:13408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13408:1862022725702912:0@lo:104: 00010000:00010000:3.0:1775763545.077694:0:13408:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763545.077779:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725703040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763545.077819:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763545.077924:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725703040 00000100:00100000:3.0:1775763545.077929:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725703040 00010000:00010000:3.0:1775763545.077962:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420acce expref: 18 pid: 5763 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763545.077981:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1775763545.077987:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725703040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763545.078000:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763545.078005:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420acce expref: 18 pid: 5763 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078014:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420acce expref: 18 pid: 5763 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078028:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420acd5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420acce expref: 18 pid: 5763 timeout: 469 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078041:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078058:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078072:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078078:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078085:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078090:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078096:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763545.078099:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078105:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078125:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763545.078133:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763545.078161:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725703040:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763545.078168:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1775763545.078360:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725703040:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763545.078380:0:13408:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763545.078387:0:13408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763545.078393:0:13408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420acdc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763545.190867:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763546.208051:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763546.464829:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763546.464914:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763546.464919:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763546.464981:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763546.464994:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763546.465007:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763546.465040:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725703168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763546.465107:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763546.465163:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d694d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775763546.465369:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725703168 00000100:00100000:1.0:1775763546.465379:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725703168 00000100:00100000:1.0:1775763546.465445:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1775763546.465454:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725703168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763546.465469:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763546.465483:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ace3 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763546.465509:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ace3 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763546.465519:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ace3 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763546.465555:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cae00, rc 0) 00000100:00100000:1.0:1775763546.465605:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725703168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763546.465612:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1775763546.465756:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725703168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763546.465772:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763546.465781:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763546.465801:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763546.465805:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763546.465813:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763546.847874:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725703296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763546.847971:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763546.848019:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725703296 00000100:00100000:3.0:1775763546.848033:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725703296 00000100:00100000:3.0:1775763546.848095:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1775763546.848105:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725703296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763546.848139:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763546.848181:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725703296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763546.848188:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1775763546.848207:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763546.848276:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725703296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763546.848918:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725703552:0@lo:400:kworker.0 00000100:00100000:0.0:1775763546.848969:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763546.849000:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763546.849005:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725703424:0@lo:400:kworker.0 00000100:00100000:0.0:1775763546.849024:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763546.849241:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725703680:0@lo:400:kworker.0 00000100:00100000:2.0:1775763546.849285:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763546.849304:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763546.849309:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725703808:0@lo:400:kworker.0 00000100:00100000:2.0:1775763546.849328:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763546.849353:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725703552 00000100:00100000:2.0:1775763546.849359:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725703552 00000100:00080000:3.0:1775763546.849386:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763546.849418:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725703424 00000100:00100000:2.0:1775763546.849421:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725703424 00000100:00100000:2.0:1775763546.849433:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725703808 00000100:00100000:2.0:1775763546.849436:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725703808 00000100:00100000:2.0:1775763546.849454:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1775763546.849461:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725703552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763546.850169:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1775763546.850179:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725703424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763546.850229:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725703424:12345-0@lo:400:kworker.0 Request processed in 53us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763546.850235:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1775763546.850254:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1775763546.850261:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725703808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763546.850293:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725703808:12345-0@lo:400:kworker.0 Request processed in 34us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763546.850299:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1775763546.853336:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725703552:12345-0@lo:400:kworker.0 Request processed in 3865us (4355us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763546.853350:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1775763546.853406:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725703680 00000100:00100000:2.0:1775763546.853413:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725703680 00000100:00100000:2.0:1775763546.853489:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1775763546.853498:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725703680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763546.853547:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725703680:12345-0@lo:400:kworker.0 Request processed in 51us (4261us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763546.853553:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1775763546.853571:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763546.853575:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763546.853623:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725703808:0@lo:400:kworker.0 00000100:00100000:2.0:1775763546.853635:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725703680:0@lo:400:kworker.0 00000100:00100000:0.0:1775763546.853973:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725703424:0@lo:400:kworker.0 00000100:00100000:0.0:1775763546.853997:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725703552:0@lo:400:kworker.0 00000020:00000080:1.0:1775763547.155407:0:13506:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff2e7e9630 20000000:00000080:1.0:1775763547.155425:0:13506:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d15800 uarg=0000000000000000 10000000:01000000:1.0:1775763547.155858:0:13506:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763547.155878:0:13506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763547.155896:0:13506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ace3 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763547.155928:0:13506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763547.155970:0:13506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ace3 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763547.155984:0:13506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ace3 expref: 17 pid: 5763 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763547.155999:0:13506:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13506:1862022725703936:0@lo:104: 00000100:00100000:1.0:1775763547.156062:0:13506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763547.156273:0:13506:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e192419c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763547.156590:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725703936 00000100:00100000:3.0:1775763547.156599:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725703936 00000100:00100000:3.0:1775763547.160372:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1775763547.160396:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13506:x1862022725703936:12345-0@lo:104: 00010000:00010000:3.0:1775763547.160417:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763547.160620:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763547.160646:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13506:x1862022725703936:12345-0@lo:104: Request processed in 262us (4582us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763547.160654:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1775763547.161018:0:13506:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13506:1862022725703936:0@lo:104: 00010000:00010000:1.0:1775763547.161046:0:13506:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161194:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763547.161202:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161210:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763547.161215:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161224:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763547.161230:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763547.161236:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763547.161282:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161290:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763547.161321:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161328:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420ace3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161343:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763547.161345:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763547.161347:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763547.161362:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763547.161378:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725704064:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763547.161422:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763547.161464:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725704064 00000100:00100000:2.0:1775763547.161470:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725704064 00010000:00010000:2.0:1775763547.161495:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ace3 expref: 18 pid: 5763 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763547.161521:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1775763547.161528:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725704064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763547.161541:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763547.161546:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ace3 expref: 18 pid: 5763 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161557:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ace3 expref: 18 pid: 5763 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161572:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420acea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ace3 expref: 18 pid: 5763 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161585:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161595:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161610:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161616:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161633:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161639:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161645:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763547.161649:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161656:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161665:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763547.161674:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763547.161704:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725704064:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763547.161711:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1775763547.161770:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725704064:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763547.163458:0:13506:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763547.163479:0:13506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763547.163486:0:13506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420acf1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763547.235046:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763548.255865:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763548.705005:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763548.705014:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763548.705019:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763548.705090:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763548.705104:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763548.705118:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763548.705147:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725704192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763548.705221:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763548.705410:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725704192 00000100:00100000:2.0:1775763548.705419:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725704192 00000100:00100000:2.0:1775763548.705494:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1775763548.705504:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725704192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763548.705519:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763548.705534:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420acf8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763548.705572:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420acf8 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763548.705582:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420acf8 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763548.705591:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81000, rc 0) 00000100:00100000:2.0:1775763548.705645:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725704192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763548.705652:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1775763548.706209:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3aa43840 going to sleep for 11 seconds 00000100:00100000:0.0:1775763548.706235:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725704192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763548.706252:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763548.706356:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763548.706379:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763548.706384:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763548.706390:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763549.279914:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763549.922010:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763549.922039:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725704320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763549.922122:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763549.922216:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725704320 00000100:00100000:3.0:1775763549.922225:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725704320 00000100:00100000:3.0:1775763549.922298:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1775763549.922307:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725704320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763549.922353:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763549.922401:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725704320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763549.922409:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1775763549.922854:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725704320:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775763549.924161:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763550.021010:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763550.021065:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763550.021108:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702597376 00000100:00100000:0.0:1775763550.021109:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702597248 00000100:00100000:3.0:1775763550.021118:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702597376 00000100:00100000:0.0:1775763550.021119:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702597248 00000100:00100000:3.0:1775763550.021190:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 156 00000100:00100000:0.0:1775763550.021194:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 274 00000100:00100000:3.0:1775763550.021201:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702597376:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763550.021207:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702597248:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763550.021274:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702597248:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 73us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763550.021282:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 274 00000100:00080000:2.0:1775763550.021563:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763550.024604:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702597376:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 3392us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763550.024620:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 156 00010000:00010000:3.0:1775763550.305936:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763551.328521:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763551.967898:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763551.967923:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725704448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763551.968002:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763551.968339:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725704576:0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.968375:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763551.968398:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725705088:0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.968441:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763551.968478:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763551.968484:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725704960:0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.968506:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763551.968520:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725704448 00000100:00100000:1.0:1775763551.968529:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725704448 00000100:00100000:2.0:1775763551.968533:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725704704:0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.968556:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763551.968584:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763551.968591:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725704832:0@lo:400:kworker.0 00000100:00100000:1.0:1775763551.968595:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1775763551.968606:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725704448:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763551.968616:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1775763551.968647:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763551.968648:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725704576 00000100:00100000:2.0:1775763551.968654:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725704576 00000100:00100000:2.0:1775763551.968685:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1775763551.968692:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725704576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.968756:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725704576:12345-0@lo:400:kworker.0 Request processed in 39us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763551.968764:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1775763551.968796:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725705088 00000100:00100000:2.0:1775763551.968800:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725705088 00000100:00100000:2.0:1775763551.968829:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725704704 00000100:00100000:2.0:1775763551.968832:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725704704 00000100:00100000:2.0:1775763551.968844:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725704832 00000100:00100000:2.0:1775763551.968846:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725704832 00000100:00100000:2.0:1775763551.968858:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1775763551.968864:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725705088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.968908:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725705088:12345-0@lo:400:kworker.0 Request processed in 43us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763551.968914:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1775763551.968927:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1775763551.968934:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725704704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.968962:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725704704:12345-0@lo:400:kworker.0 Request processed in 29us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763551.968967:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1775763551.968977:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1775763551.968982:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725704832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.969009:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725704832:12345-0@lo:400:kworker.0 Request processed in 27us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763551.969014:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1775763551.969077:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725704960 00000100:00100000:2.0:1775763551.969081:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725704960 00000100:00100000:2.0:1775763551.969107:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1775763551.969113:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725704960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.969139:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725704960:12345-0@lo:400:kworker.0 Request processed in 27us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763551.969145:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1775763551.969160:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763551.969165:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763551.969167:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763551.969206:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725704960:0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.969215:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725704576:0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.969224:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725705088:0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.969267:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725704832:0@lo:400:kworker.0 00000100:00100000:2.0:1775763551.969283:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725704704:0@lo:400:kworker.0 00000100:00100000:1.0:1775763551.969285:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725704448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 680us (1282us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763551.969296:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1775763551.969344:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725704448:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763552.352542:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763552.497602:0:13754:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd738a7870 20000000:00000080:0.0:1775763552.497619:0:13754:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c9ac00 uarg=0000000000000000 10000000:01000000:2.0:1775763552.572718:0:13754:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763552.572801:0:13754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763552.572820:0:13754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420acf8 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763552.572837:0:13754:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763552.575677:0:13754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420acf8 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763552.575699:0:13754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420acf8 expref: 17 pid: 5760 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763552.575716:0:13754:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13754:1862022725705216:0@lo:104: 00000100:00100000:2.0:1775763552.575808:0:13754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763552.575884:0:13754:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775763552.576239:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725705216 00000100:00100000:3.0:1775763552.576248:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725705216 00000100:00100000:3.0:1775763552.576310:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1775763552.576335:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13754:x1862022725705216:12345-0@lo:104: 00010000:00010000:3.0:1775763552.576352:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763552.576431:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763552.576437:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13754:x1862022725705216:12345-0@lo:104: Request processed in 104us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763552.576444:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00010000:1.0:1775763552.576543:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763552.576550:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763552.576568:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763552.576572:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763552.576582:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763552.576589:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763552.576595:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763552.576640:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763552.576647:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775763552.576662:0:13754:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13754:1862022725705216:0@lo:104: 00010000:00010000:1.0:1775763552.576677:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763552.576683:0:13754:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763552.576684:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420acf8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420acff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763552.576705:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763552.576706:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763552.576708:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763552.576715:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763552.576726:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725705344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763552.576786:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763552.576848:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725705344 00000100:00100000:0.0:1775763552.576853:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725705344 00010000:00010000:0.0:1775763552.576886:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420acf8 expref: 18 pid: 5760 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763552.576916:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1775763552.576931:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725705344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763552.576943:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763552.576948:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420acf8 expref: 18 pid: 5760 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.576958:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420acf8 expref: 18 pid: 5760 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.576971:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420acff lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420acf8 expref: 18 pid: 5760 timeout: 477 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.576984:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.576991:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.577005:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.577012:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.577018:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.577023:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.577028:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763552.577033:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.577046:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.577066:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763552.577075:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763552.577115:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725705344:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763552.577121:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1775763552.577131:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725705344:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763552.577261:0:13754:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763552.577269:0:13754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763552.577276:0:13754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad06 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763553.375915:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763554.208327:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763554.208335:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763554.208342:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763554.208396:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763554.208408:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763554.208559:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763554.208593:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725705472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763554.208669:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763554.208723:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1775763554.209562:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725705472 00000100:00100000:2.0:1775763554.209572:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725705472 00000100:00100000:2.0:1775763554.209677:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1775763554.209703:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725705472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763554.209720:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763554.209967:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ad0d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.209996:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ad0d expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.210007:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad0d expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.210017:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81200, rc 0) 00000100:00100000:2.0:1775763554.210082:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725705472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 380us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763554.210090:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1775763554.210378:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725705472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763554.210399:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763554.210535:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763554.210564:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763554.210571:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763554.210578:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.400071:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763554.959602:0:13852:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc71e0c230 20000000:00000080:3.0:1775763554.959621:0:13852:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d626400 uarg=0000000000000000 10000000:01000000:3.0:1775763554.969241:0:13852:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763554.969270:0:13852:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763554.969293:0:13852:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad0d expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763554.969321:0:13852:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763554.969362:0:13852:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ad0d expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763554.969378:0:13852:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ad0d expref: 17 pid: 5760 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763554.969394:0:13852:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13852:1862022725705600:0@lo:104: 00000100:00100000:3.0:1775763554.969464:0:13852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763554.970566:0:13852:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763554.971658:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775763554.971684:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725705600 00000100:00100000:1.0:1775763554.971914:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725705600 00000100:00100000:0.0:1775763554.972056:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1775763554.972068:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36c99050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13852:x1862022725705600:12345-0@lo:104: 00010000:00010000:0.0:1775763554.972087:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763554.972204:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763554.972211:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36c99050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13852:x1862022725705600:12345-0@lo:104: Request processed in 146us (2747us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763554.972218:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1775763554.972381:0:13852:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13852:1862022725705600:0@lo:104: 00010000:00010000:1.0:1775763554.972410:0:13852:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.975611:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763554.975634:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.975646:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763554.975650:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.975662:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763554.975670:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763554.975710:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763554.975812:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.975819:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763554.975861:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.975869:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420ad0d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad14 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.975894:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763554.975896:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763554.975898:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763554.975966:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763554.975991:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725705728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763554.976071:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763554.976877:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725705728 00000100:00100000:2.0:1775763554.976889:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725705728 00010000:00010000:2.0:1775763554.976927:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad0d expref: 18 pid: 5760 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763554.976974:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1775763554.976984:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725705728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763554.976998:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763554.977005:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad0d expref: 18 pid: 5760 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977018:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ad0d expref: 18 pid: 5760 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977036:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420ad14 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ad0d expref: 18 pid: 5760 timeout: 479 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977067:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977076:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977093:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977100:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977108:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977114:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977121:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763554.977125:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977133:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977157:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763554.977168:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763554.977231:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725705728:12345-0@lo:103:ldlm_bl.0 Request processed in 248us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763554.977244:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1775763554.977298:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725705728:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763554.977427:0:13852:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763554.977436:0:13852:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763554.977443:0:13852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ad1b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763555.061767:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763555.061789:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725705856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763555.061874:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763555.062528:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725705856 00000100:00100000:2.0:1775763555.062538:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725705856 00000100:00100000:2.0:1775763555.062607:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1775763555.062616:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725705856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763555.062650:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763555.062709:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725705856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763555.062717:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1775763555.062806:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725705856:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775763555.062944:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763555.119247:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763555.119315:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763555.119429:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702597632 00000100:00100000:1.0:1775763555.119440:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702597632 00000100:00100000:1.0:1775763555.119521:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 160 00000100:00100000:1.0:1775763555.119531:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702597632:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763555.119606:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702597632:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 76us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763555.119614:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 160 00000100:00100000:2.0:1775763555.121268:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702597504 00000100:00100000:2.0:1775763555.121280:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702597504 00000100:00100000:2.0:1775763555.121337:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 277 00000100:00100000:2.0:1775763555.121347:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702597504:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763555.121425:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702597504:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 79us (2108us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763555.121432:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 277 00000100:00080000:3.0:1775763555.126557:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763555.426139:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763556.447913:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763556.771927:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763556.771935:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763556.771941:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763556.771998:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763556.772012:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763556.772024:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763556.772064:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725705984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763556.772145:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763556.773001:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725705984 00000100:00100000:2.0:1775763556.773013:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725705984 00000100:00100000:2.0:1775763556.773078:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1775763556.773087:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725705984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763556.773103:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763556.773121:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ad22 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763556.773155:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ad22 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763556.773170:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad22 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763556.773180:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80800, rc 0) 00000100:00100000:3.0:1775763556.773367:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed540 going to sleep for 11 seconds 00000100:00100000:2.0:1775763556.773514:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725705984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 427us (1368us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763556.773697:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725705984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763556.773715:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763556.773725:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763556.773786:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763556.773791:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763556.774587:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00010000:00010000:1.0:1775763556.774670:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763557.088252:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763557.088283:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725706112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763557.088382:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763557.088465:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725706112 00000100:00100000:0.0:1775763557.088473:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725706112 00000100:00100000:0.0:1775763557.088537:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1775763557.088547:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725706112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763557.088588:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763557.088633:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725706112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763557.088641:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:0.0:1775763557.088661:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763557.088698:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725706112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763557.089172:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725706368:0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089209:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763557.089243:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763557.089249:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725706240:0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089269:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763557.089292:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725706624:0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089313:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763557.089328:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763557.089333:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725706496:0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089357:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763557.089489:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725706368 00000100:00100000:3.0:1775763557.089495:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725706368 00000100:00100000:3.0:1775763557.089549:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725706240 00000100:00100000:3.0:1775763557.089553:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725706240 00000100:00100000:3.0:1775763557.089565:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725706624 00000100:00100000:3.0:1775763557.089568:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725706624 00000100:00100000:3.0:1775763557.089581:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1775763557.089588:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725706368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089630:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725706368:12345-0@lo:400:kworker.0 Request processed in 42us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763557.089637:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1775763557.089651:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1775763557.089656:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725706240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089695:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725706240:12345-0@lo:400:kworker.0 Request processed in 39us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763557.089701:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1775763557.089711:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1775763557.089716:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725706624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089771:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725706624:12345-0@lo:400:kworker.0 Request processed in 54us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763557.089777:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1775763557.089801:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725706496 00000100:00100000:3.0:1775763557.089804:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725706496 00000100:00100000:3.0:1775763557.089842:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1775763557.089849:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725706496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089878:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725706496:12345-0@lo:400:kworker.0 Request processed in 30us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763557.089884:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1775763557.089921:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725706496:0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089932:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725706624:0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089961:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725706240:0@lo:400:kworker.0 00000100:00100000:3.0:1775763557.089970:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725706368:0@lo:400:kworker.0 00000100:00080000:2.0:1775763557.090050:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763557.090055:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1775763557.108233:0:13951:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa9b38960 20000000:00000080:1.0:1775763557.108252:0:13951:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3791b800 uarg=0000000000000000 10000000:01000000:2.0:1775763557.150326:0:13951:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763557.150356:0:13951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763557.150378:0:13951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad22 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763557.150478:0:13951:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763557.150527:0:13951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ad22 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763557.150559:0:13951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ad22 expref: 17 pid: 5763 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763557.150576:0:13951:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13951:1862022725706752:0@lo:104: 00000100:00100000:2.0:1775763557.150651:0:13951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763557.150838:0:13951:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0f0e5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763557.151030:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725706752 00000100:00100000:0.0:1775763557.151043:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725706752 00000100:00100000:0.0:1775763557.151147:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1775763557.151158:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13951:x1862022725706752:12345-0@lo:104: 00010000:00010000:0.0:1775763557.151178:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763557.151275:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763557.151293:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:13951:x1862022725706752:12345-0@lo:104: Request processed in 136us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763557.151302:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:1.0:1775763557.151365:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763557.151374:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151393:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763557.151399:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151409:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763557.151416:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763557.151423:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763557.151467:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151476:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763557.151507:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151519:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad22 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151540:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763557.151541:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763557.151543:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763557.151570:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725706880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763557.151614:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763557.151655:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725706880 00000100:00100000:1.0:1775763557.151660:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725706880 00010000:00010000:1.0:1775763557.151686:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad22 expref: 18 pid: 5763 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763557.151715:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775763557.151722:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab31c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725706880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763557.151773:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763557.151780:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad22 expref: 18 pid: 5763 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151793:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ad22 expref: 18 pid: 5763 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151816:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151834:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151862:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151869:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151876:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151883:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151888:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763557.151894:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151902:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151913:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763557.151927:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763557.151964:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab31c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725706880:12345-0@lo:103:ldlm_bl.0 Request processed in 242us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763557.151971:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775763557.152061:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725706880:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763557.152197:0:13951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ad29 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ad22 expref: 17 pid: 5763 timeout: 481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763557.152213:0:13951:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:13951:1862022725706752:0@lo:104: 00010000:00010000:2.0:1775763557.152234:0:13951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763557.152248:0:13951:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763557.152254:0:13951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763557.152261:0:13951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ad30 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 13951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763557.471891:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763558.496027:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763558.816176:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763558.816185:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763558.816191:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763558.816250:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763558.816265:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763558.816298:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763558.816331:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725707008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763558.816418:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763558.816484:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763558.816982:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725707008 00000100:00100000:0.0:1775763558.816992:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725707008 00000100:00100000:0.0:1775763558.817063:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1775763558.817074:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725707008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763558.817095:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763558.817113:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ad37 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763558.817140:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ad37 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763558.817151:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad37 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763558.817161:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775763558.817214:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725707008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763558.817234:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1775763558.817287:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725707008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763558.817304:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763558.817313:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763558.817339:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763558.817354:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763558.817362:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763559.519980:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763560.159919:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763560.159944:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725707136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763560.160013:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763560.160108:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725707136 00000100:00100000:2.0:1775763560.160116:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725707136 00000100:00100000:2.0:1775763560.160173:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1775763560.160182:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725707136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763560.160218:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763560.160607:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725707136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 424us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763560.160617:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:2.0:1775763560.160642:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763560.160684:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725707136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763560.251632:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763560.251675:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763560.251959:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702597888 00000100:00100000:0.0:1775763560.251971:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702597888 00000100:00100000:0.0:1775763560.252041:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 164 00000100:00100000:0.0:1775763560.252053:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702597888:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763560.252143:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702597888:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 93us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763560.252152:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 164 00000100:00100000:2.0:1775763560.252811:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702597760 00000100:00100000:2.0:1775763560.252820:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702597760 00000100:00100000:2.0:1775763560.252853:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 280 00000100:00100000:2.0:1775763560.252862:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702597760:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763560.252902:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702597760:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763560.252931:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 280 00000100:00080000:2.0:1775763560.252964:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763560.544435:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763561.570492:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763562.210488:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725707264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763562.211445:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763562.213683:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725707392:0@lo:400:kworker.0 00000100:00100000:3.0:1775763562.213800:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763562.213851:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725707904:0@lo:400:kworker.0 00000100:00100000:3.0:1775763562.213879:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763562.213904:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763562.213910:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725707776:0@lo:400:kworker.0 00000100:00100000:3.0:1775763562.213938:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763562.213968:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725707904 00000100:00100000:3.0:1775763562.213977:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725707904 00000100:00100000:3.0:1775763562.214035:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1775763562.214053:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725707904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763562.214110:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725707904:12345-0@lo:400:kworker.0 Request processed in 59us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763562.214117:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1775763562.214165:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725707904:0@lo:400:kworker.0 00000100:00100000:0.0:1775763562.216312:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725707648:0@lo:400:kworker.0 00000100:00100000:0.0:1775763562.216392:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763562.216429:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763562.216436:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725707520:0@lo:400:kworker.0 00000100:00100000:0.0:1775763562.216460:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763562.216490:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725707648 00000100:00100000:0.0:1775763562.216498:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725707648 00000100:00100000:0.0:1775763562.216570:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725707520 00000100:00100000:0.0:1775763562.216573:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725707520 00000100:00100000:0.0:1775763562.216597:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1775763562.216606:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725707648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763562.216670:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725707648:12345-0@lo:400:kworker.0 Request processed in 65us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763562.216691:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1775763562.216709:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1775763562.216714:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725707520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763562.216773:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725707520:12345-0@lo:400:kworker.0 Request processed in 57us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763562.216788:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1775763562.217254:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725707520:0@lo:400:kworker.0 00000100:00100000:0.0:1775763562.217267:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725707648:0@lo:400:kworker.0 00000100:00100000:0.0:1775763562.217935:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725707392 00000100:00100000:0.0:1775763562.217942:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725707392 00000100:00100000:0.0:1775763562.217976:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1775763562.217983:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725707392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763562.218037:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725707392:12345-0@lo:400:kworker.0 Request processed in 55us (4237us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763562.218044:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1775763562.218082:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725707264 00000100:00100000:0.0:1775763562.218086:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725707264 00000100:00100000:0.0:1775763562.218122:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1775763562.218129:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725707264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763562.218163:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763562.218203:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725707264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (6763us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763562.218209:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1775763562.218394:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725707392:0@lo:400:kworker.0 00000100:00100000:3.0:1775763562.218430:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725707264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763562.218657:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725707776 00000100:00100000:2.0:1775763562.218662:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725707776 00000100:00100000:2.0:1775763562.218756:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1775763562.218764:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725707776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763562.218815:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725707776:12345-0@lo:400:kworker.0 Request processed in 52us (4876us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763562.218821:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1775763562.218875:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725707776:0@lo:400:kworker.0 00000100:00080000:1.0:1775763562.219023:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763562.219028:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763562.219031:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763562.592175:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763563.616190:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763564.640022:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763565.283653:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725708032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763565.283769:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763565.284181:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725708032 00000100:00100000:1.0:1775763565.284191:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725708032 00000100:00100000:1.0:1775763565.284261:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1775763565.284272:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725708032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763565.284309:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763565.284366:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725708032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763565.284374:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1775763565.284459:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725708032:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775763565.284512:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763565.360288:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763565.360382:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763565.360517:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702598144 00000100:00100000:1.0:1775763565.360532:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702598144 00000100:00100000:1.0:1775763565.360619:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 168 00000100:00100000:1.0:1775763565.360629:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702598144:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763565.360721:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702598144:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 93us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763565.360777:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 168 00000100:00100000:3.0:1775763565.361219:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702598016 00000100:00100000:3.0:1775763565.361225:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702598016 00000100:00100000:3.0:1775763565.361261:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 282 00000100:00100000:3.0:1775763565.361266:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702598016:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763565.361306:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702598016:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763565.361313:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 282 00000100:00080000:0.0:1775763565.361458:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763565.680678:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763566.687981:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763567.328395:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763567.328432:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725708160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763567.328520:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763567.328600:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725708160 00000100:00100000:3.0:1775763567.328609:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725708160 00000100:00100000:3.0:1775763567.328672:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1775763567.328681:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725708160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763567.328764:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763567.328811:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725708160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (292us total) trans 0 rc 0/0 00000100:00080000:2.0:1775763567.329192:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763567.329241:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725708160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763567.330813:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725708416:0@lo:400:kworker.0 00000100:00100000:2.0:1775763567.331218:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725708288:0@lo:400:kworker.0 00000100:00100000:2.0:1775763567.331319:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763567.331370:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725708800:0@lo:400:kworker.0 00000100:00100000:2.0:1775763567.331404:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763567.331449:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725708800 00000100:00100000:2.0:1775763567.331458:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725708800 00000100:00100000:2.0:1775763567.331530:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1775763567.331540:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725708800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763567.331590:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725708800:12345-0@lo:400:kworker.0 Request processed in 51us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763567.331598:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00080000:2.0:1775763567.331638:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763567.331668:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725708800:0@lo:400:kworker.0 00000100:00100000:2.0:1775763567.331708:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725708288 00000100:00100000:2.0:1775763567.331712:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725708288 00000100:00100000:2.0:1775763567.331767:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1775763567.331775:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725708288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763567.331809:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725708288:12345-0@lo:400:kworker.0 Request processed in 36us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763567.331815:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1775763567.331868:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725708288:0@lo:400:kworker.0 00000100:00100000:3.0:1775763567.333049:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1775763567.333311:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763567.333369:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725708672:0@lo:400:kworker.0 00000100:00100000:1.0:1775763567.333408:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763567.333435:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763567.333443:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725708544:0@lo:400:kworker.0 00000100:00100000:1.0:1775763567.333466:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763567.333518:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725708672 00000100:00100000:1.0:1775763567.333526:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725708672 00000100:00100000:1.0:1775763567.333578:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1775763567.333586:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725708672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763567.333638:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725708672:12345-0@lo:400:kworker.0 Request processed in 54us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763567.333645:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1775763567.333668:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725708416 00000100:00100000:1.0:1775763567.333672:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725708416 00000100:00100000:1.0:1775763567.333700:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725708544 00000100:00100000:1.0:1775763567.333703:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725708544 00000100:00100000:1.0:1775763567.333727:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1775763567.333792:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725708416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763567.333824:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725708416:12345-0@lo:400:kworker.0 Request processed in 34us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763567.333830:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1775763567.333840:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1775763567.333845:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725708544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763567.333869:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725708544:12345-0@lo:400:kworker.0 Request processed in 23us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763567.333874:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1775763567.333915:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725708416:0@lo:400:kworker.0 00000100:00100000:1.0:1775763567.333944:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725708544:0@lo:400:kworker.0 00000100:00100000:1.0:1775763567.333953:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725708672:0@lo:400:kworker.0 00000100:00080000:2.0:1775763567.334313:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763567.334318:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775763567.714525:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763568.740196:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763569.760104:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763570.159199:0:14345:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 8: nodemap reject duplicates ========== 15:39:28 (1775763568) 00000100:00100000:3.0:1775763570.400381:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725708928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763570.400458:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763570.400720:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725708928 00000100:00100000:1.0:1775763570.400770:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725708928 00000100:00100000:1.0:1775763570.400836:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1775763570.400844:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725708928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763570.400880:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763570.400927:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725708928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763570.400934:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:3.0:1775763570.400999:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763570.401048:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725708928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763570.477803:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763570.477862:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763570.478072:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702598272 00000100:00100000:2.0:1775763570.478086:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702598272 00000100:00100000:2.0:1775763570.478157:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 284 00000100:00100000:2.0:1775763570.478167:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702598272:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763570.478247:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702598272:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 82us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763570.478255:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 284 00000100:00100000:3.0:1775763570.479993:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702598400 00000100:00100000:3.0:1775763570.480006:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702598400 00000100:00100000:3.0:1775763570.480171:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 172 00000100:00100000:3.0:1775763570.480183:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702598400:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:0.0:1775763570.480370:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763570.480407:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702598400:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (2406us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763570.480417:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 172 00010000:00010000:3.0:1775763570.784005:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763571.185382:0:14394:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf77356a0 20000000:00000080:2.0:1775763571.185399:0:14394:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c47800 uarg=0000000000000000 10000000:01000000:2.0:1775763571.189628:0:14394:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763571.189658:0:14394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763571.189898:0:14394:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad37 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763571.189924:0:14394:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763571.190086:0:14394:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ad37 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763571.190116:0:14394:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ad37 expref: 17 pid: 5760 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763571.190137:0:14394:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14394:1862022725709056:0@lo:104: 00000100:00100000:3.0:1775763571.190224:0:14394:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763571.190404:0:14394:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e166ec9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763571.190662:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725709056 00000100:00100000:0.0:1775763571.191031:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725709056 00000100:00100000:0.0:1775763571.191134:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1775763571.191144:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14394:x1862022725709056:12345-0@lo:104: 00010000:00010000:0.0:1775763571.191164:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763571.191241:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763571.191247:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14394:x1862022725709056:12345-0@lo:104: Request processed in 105us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763571.191325:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:2.0:1775763571.191372:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763571.191378:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763571.191386:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763571.191389:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763571.191399:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763571.191405:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763571.191412:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763571.191446:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763571.191451:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1775763571.191471:0:14394:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14394:1862022725709056:0@lo:104: 00010000:00010000:2.0:1775763571.191490:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191496:0:14394:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763571.191497:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420ad37 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad3e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763571.191515:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763571.191527:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763571.191530:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763571.191546:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725709184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763571.191590:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763571.191703:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725709184 00000100:00100000:1.0:1775763571.191708:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725709184 00010000:00010000:1.0:1775763571.191759:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad37 expref: 18 pid: 5760 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763571.191790:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1775763571.191797:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725709184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763571.191811:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763571.191815:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad37 expref: 18 pid: 5760 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191827:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ad37 expref: 18 pid: 5760 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191840:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ad3e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ad37 expref: 18 pid: 5760 timeout: 496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191852:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191867:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191882:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191889:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191897:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191903:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191908:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763571.191913:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191920:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191931:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.191939:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763571.191966:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725709184:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763571.191972:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00010000:1.0:1775763571.191993:0:14394:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.192006:0:14394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763571.192013:0:14394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad45 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763571.193086:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725709184:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763571.808839:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763572.448141:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725709312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763572.448255:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763572.448362:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725709312 00000100:00100000:0.0:1775763572.448374:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725709312 00000100:00100000:0.0:1775763572.448449:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1775763572.448461:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725709312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763572.448508:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763572.448564:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725709312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763572.448582:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:0.0:1775763572.448607:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763572.448652:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725709312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763572.467880:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763572.467913:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725709440:0@lo:400:kworker.0 00000100:00100000:1.0:1775763572.467998:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763572.468064:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725709440 00000100:00100000:1.0:1775763572.468073:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725709440 00000100:00100000:1.0:1775763572.468135:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1775763572.468145:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725709440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763572.468202:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725709440:12345-0@lo:400:kworker.0 Request processed in 58us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763572.468209:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1775763572.474289:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725709568:0@lo:400:kworker.0 00000100:00100000:1.0:1775763572.474376:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763572.474436:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725709440:0@lo:400:kworker.0 00000100:00100000:1.0:1775763572.474464:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763572.474473:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725709952:0@lo:400:kworker.0 00000100:00100000:1.0:1775763572.474497:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763572.474540:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725709568 00000100:00100000:1.0:1775763572.474549:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725709568 00000100:00100000:1.0:1775763572.476068:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725709952 00000100:00100000:1.0:1775763572.476075:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725709952 00000100:00100000:1.0:1775763572.476128:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1775763572.476138:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725709568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763572.476224:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725709568:12345-0@lo:400:kworker.0 Request processed in 87us (1848us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763572.476231:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1775763572.476248:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1775763572.476253:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725709952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763572.476280:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725709952:12345-0@lo:400:kworker.0 Request processed in 27us (1783us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763572.476285:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1775763572.476335:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725709952:0@lo:400:kworker.0 00000100:00100000:1.0:1775763572.476346:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725709568:0@lo:400:kworker.0 00000100:00080000:1.0:1775763572.476370:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763572.481281:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725709696:0@lo:400:kworker.0 00000100:00100000:0.0:1775763572.481365:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763572.481414:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763572.481422:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725709824:0@lo:400:kworker.0 00000100:00100000:0.0:1775763572.481449:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763572.481482:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725709824 00000100:00100000:0.0:1775763572.481491:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725709824 00000100:00100000:0.0:1775763572.481561:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1775763572.481572:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725709824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763572.481630:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725709824:12345-0@lo:400:kworker.0 Request processed in 60us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763572.481637:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1775763572.481702:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725709824:0@lo:400:kworker.0 00000100:00080000:0.0:1775763572.481724:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763572.482070:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725709696 00000100:00100000:1.0:1775763572.482076:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725709696 00000100:00100000:1.0:1775763572.482130:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1775763572.482137:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725709696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763572.482177:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725709696:12345-0@lo:400:kworker.0 Request processed in 41us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763572.482182:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1775763572.482341:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725709696:0@lo:400:kworker.0 00000100:00080000:0.0:1775763572.482359:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:1.0:1775763572.768836:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763572.768845:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763572.768850:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763572.768906:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763572.768920:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763572.768949:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763572.768987:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725710080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763572.769054:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763572.769114:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed000 going to sleep for 11 seconds 00000100:00100000:0.0:1775763572.769186:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725710080 00000100:00100000:0.0:1775763572.769196:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725710080 00000100:00100000:0.0:1775763572.769256:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1775763572.769266:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725710080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763572.769279:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763572.769295:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ad4c expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763572.769330:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ad4c expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763572.769341:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad4c expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763572.769352:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063400, rc 0) 00000100:00100000:0.0:1775763572.769465:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725710080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 200us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763572.769473:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1775763572.774989:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725710080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763572.775030:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763572.775045:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763572.775072:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763572.775077:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763572.775085:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763572.832904:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763573.857463:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763574.885751:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763575.521606:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725710208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763575.521694:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763575.522040:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725710208 00000100:00100000:1.0:1775763575.522050:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725710208 00000100:00100000:1.0:1775763575.522128:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1775763575.522139:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725710208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763575.522183:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763575.522242:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725710208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763575.522250:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:2.0:1775763575.522308:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763575.522352:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725710208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763575.601615:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763575.601684:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763575.601895:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702598528 00000100:00100000:1.0:1775763575.601907:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702598528 00000100:00100000:1.0:1775763575.601966:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 287 00000100:00100000:1.0:1775763575.601975:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702598528:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763575.602056:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702598528:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 82us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763575.602063:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 287 00000100:00100000:1.0:1775763575.602094:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702598656 00000100:00100000:1.0:1775763575.602098:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702598656 00000100:00100000:1.0:1775763575.602135:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 176 00000100:00100000:1.0:1775763575.602141:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702598656:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763575.602180:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702598656:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763575.602186:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 176 00000100:00080000:1.0:1775763575.602314:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1775763575.841594:0:14591:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffffd184720 20000000:00000080:0.0:1775763575.841617:0:14591:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c98000 uarg=0000000000000000 10000000:01000000:0.0:1775763575.843144:0:14591:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763575.843169:0:14591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763575.843188:0:14591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad4c expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763575.843196:0:14591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763575.843240:0:14591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ad4c expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763575.843258:0:14591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ad4c expref: 17 pid: 5763 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763575.843286:0:14591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14591:1862022725710336:0@lo:104: 00000100:00100000:0.0:1775763575.843359:0:14591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763575.843497:0:14591:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2840 going to sleep for 11 seconds 00000100:00100000:1.0:1775763575.847455:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725710336 00000100:00100000:1.0:1775763575.847477:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725710336 00000100:00100000:0.0:1775763575.848128:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1775763575.848141:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14591:x1862022725710336:12345-0@lo:104: 00010000:00010000:0.0:1775763575.848165:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763575.848310:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763575.848316:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14591:x1862022725710336:12345-0@lo:104: Request processed in 178us (4957us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763575.848323:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1775763575.848417:0:14591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14591:1862022725710336:0@lo:104: 00010000:00010000:1.0:1775763575.848449:0:14591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.848515:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763575.848523:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.848531:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763575.848547:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.848565:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763575.848575:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763575.848581:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763575.848666:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.848698:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763575.848753:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.848761:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ad4c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad53 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.848779:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763575.848781:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763575.848782:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763575.849850:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725710464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763575.849934:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763575.850067:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725710464 00000100:00100000:2.0:1775763575.850074:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725710464 00010000:00010000:2.0:1775763575.850107:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad4c expref: 18 pid: 5763 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763575.850132:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1775763575.850140:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725710464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763575.850151:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763575.850156:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad4c expref: 18 pid: 5763 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850166:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ad4c expref: 18 pid: 5763 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850182:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063400/0x429a70d18420ad53 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ad4c expref: 18 pid: 5763 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850196:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850234:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850250:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850257:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850263:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850268:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850274:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763575.850279:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850287:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850307:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763575.850316:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763575.850350:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725710464:12345-0@lo:103:ldlm_bl.0 Request processed in 211us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763575.850358:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1775763575.850528:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725710464:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763575.850587:0:14591:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763575.850596:0:14591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763575.850603:0:14591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420ad5a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763575.913777:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763576.928474:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763577.248806:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763577.248815:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763577.248821:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763577.248882:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763577.248927:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763577.248940:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763577.248973:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105ded80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725710592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763577.249049:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763577.249107:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072be40 going to sleep for 11 seconds 00000100:00100000:2.0:1775763577.249248:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725710592 00000100:00100000:2.0:1775763577.249262:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725710592 00000100:00100000:2.0:1775763577.249319:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1775763577.249327:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725710592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763577.249341:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763577.249353:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ad61 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763577.249376:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ad61 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763577.249386:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad61 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763577.249395:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80a00, rc 0) 00000100:00100000:2.0:1775763577.249440:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725710592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763577.249446:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1775763577.249624:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105ded80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725710592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763577.249649:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763577.249659:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763577.249689:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763577.249694:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763577.249701:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763577.567924:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763577.567948:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725710720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763577.568013:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763577.568077:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725710720 00000100:00100000:0.0:1775763577.568086:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725710720 00000100:00100000:0.0:1775763577.568140:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1775763577.568148:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725710720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763577.568183:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763577.568233:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725710720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763577.568239:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:0.0:1775763577.568335:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763577.568366:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725710720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763577.571997:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725711104:0@lo:400:kworker.0 00000100:00100000:0.0:1775763577.572079:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763577.572134:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763577.572140:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725711232:0@lo:400:kworker.0 00000100:00100000:0.0:1775763577.572170:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763577.572208:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725711104 00000100:00100000:0.0:1775763577.572219:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725711104 00000100:00100000:0.0:1775763577.572389:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1775763577.572401:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725711104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763577.572468:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725711104:12345-0@lo:400:kworker.0 Request processed in 69us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763577.572476:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1775763577.572502:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725711232 00000100:00100000:0.0:1775763577.572506:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725711232 00000100:00100000:0.0:1775763577.572535:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1775763577.572541:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725711232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763577.572570:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725711232:12345-0@lo:400:kworker.0 Request processed in 29us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763577.572575:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00080000:0.0:1775763577.572594:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775763577.572598:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763577.572631:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725711232:0@lo:400:kworker.0 00000100:00100000:0.0:1775763577.572655:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725711104:0@lo:400:kworker.0 00000100:00100000:2.0:1775763577.574142:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725710848:0@lo:400:kworker.0 00000100:00100000:2.0:1775763577.574232:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763577.574285:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763577.574292:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725710976:0@lo:400:kworker.0 00000100:00100000:2.0:1775763577.574314:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763577.574374:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725710848 00000100:00100000:2.0:1775763577.574383:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725710848 00000100:00100000:2.0:1775763577.574424:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725710976 00000100:00100000:2.0:1775763577.574427:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725710976 00000100:00100000:2.0:1775763577.574458:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1775763577.574467:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725710848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763577.574542:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725710848:12345-0@lo:400:kworker.0 Request processed in 76us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763577.574550:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1775763577.574573:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1775763577.574579:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725710976:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1775763577.575448:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763577.575630:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725710976:12345-0@lo:400:kworker.0 Request processed in 1047us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763577.575651:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1775763577.576560:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725710976:0@lo:400:kworker.0 00000100:00100000:0.0:1775763577.576591:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725710848:0@lo:400:kworker.0 00010000:00010000:2.0:1775763577.951926:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763578.985977:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763580.012003:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763580.058257:0:14787:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd172e9fc0 20000000:00000080:0.0:1775763580.058275:0:14787:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719d000 uarg=0000000000000000 10000000:01000000:0.0:1775763580.059157:0:14787:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763580.059179:0:14787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763580.059199:0:14787:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad61 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763580.059207:0:14787:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763580.059248:0:14787:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ad61 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763580.059262:0:14787:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ad61 expref: 17 pid: 5760 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763580.059275:0:14787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14787:1862022725711360:0@lo:104: 00000100:00100000:0.0:1775763580.059338:0:14787:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763580.059441:0:14787:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775763580.059482:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725711360 00000100:00100000:3.0:1775763580.059491:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725711360 00000100:00100000:3.0:1775763580.060083:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1775763580.060093:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14787:x1862022725711360:12345-0@lo:104: 00010000:00010000:3.0:1775763580.060107:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763580.060219:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763580.060226:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14787:x1862022725711360:12345-0@lo:104: Request processed in 135us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763580.060232:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:1.0:1775763580.060303:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763580.060310:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060317:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763580.060321:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060330:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763580.060337:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763580.060343:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763580.060379:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060386:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763580.060423:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060431:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ad61 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad68 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060445:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763580.060447:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763580.060449:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763580.060456:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763580.060466:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725711488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763580.060510:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763580.060543:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725711488 00000100:00100000:1.0:1775763580.060548:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725711488 00010000:00010000:1.0:1775763580.060569:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad61 expref: 18 pid: 5760 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763580.060590:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775763580.060597:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725711488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763580.060607:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763580.060624:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad61 expref: 18 pid: 5760 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060634:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ad61 expref: 18 pid: 5760 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060649:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060656:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060675:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060682:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060689:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060695:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060700:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763580.060704:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060710:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060719:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763580.060727:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763580.060914:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725711488:12345-0@lo:103:ldlm_bl.0 Request processed in 317us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763580.060920:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775763580.060959:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725711488:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763580.061219:0:14787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420ad68 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ad61 expref: 17 pid: 5760 timeout: 504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763580.061229:0:14787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14787:1862022725711360:0@lo:104: 00010000:00010000:2.0:1775763580.061241:0:14787:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763580.061248:0:14787:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763580.061253:0:14787:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763580.061259:0:14787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420ad6f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763580.643317:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763580.643341:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725711616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763580.643417:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763580.644180:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725711616 00000100:00100000:1.0:1775763580.644198:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725711616 00000100:00100000:1.0:1775763580.644295:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1775763580.644306:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725711616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763580.644350:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763580.644422:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725711616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763580.644430:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1775763580.644485:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725711616:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775763580.644664:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763580.718195:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763580.718242:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763580.718389:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702598912 00000100:00100000:3.0:1775763580.718401:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702598912 00000100:00100000:3.0:1775763580.718478:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 180 00000100:00100000:3.0:1775763580.718489:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702598912:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763580.718577:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702598912:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763580.718585:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 180 00000100:00100000:0.0:1775763580.718690:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702598784 00000100:00100000:0.0:1775763580.718695:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702598784 00000100:00100000:0.0:1775763580.718772:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 289 00000100:00100000:0.0:1775763580.718788:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702598784:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763580.718825:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702598784:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763580.718831:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 289 00000100:00080000:2.0:1775763580.719128:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763581.040227:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763581.984722:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763581.984763:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763581.984771:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763581.984832:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763581.984844:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763581.984856:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763581.984881:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725711744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763581.984951:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763581.984998:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0f0e50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763581.985081:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725711744 00000100:00100000:2.0:1775763581.985089:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725711744 00000100:00100000:2.0:1775763581.985948:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1775763581.985955:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725711744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763581.985968:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763581.985984:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ad76 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763581.986011:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ad76 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763581.986021:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad76 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763581.986030:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80c00, rc 0) 00000100:00100000:2.0:1775763581.986086:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725711744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763581.986090:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1775763581.987368:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725711744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763581.987410:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763581.987422:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763581.987457:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763581.987464:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763581.987471:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763582.050984:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763582.281853:0:14887:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffed346340 20000000:00000080:2.0:1775763582.281869:0:14887:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c99000 uarg=0000000000000000 10000000:01000000:2.0:1775763582.283388:0:14887:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763582.283411:0:14887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.283432:0:14887:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad76 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.283442:0:14887:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.283564:0:14887:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ad76 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.283579:0:14887:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ad76 expref: 17 pid: 5762 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763582.283604:0:14887:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14887:1862022725711872:0@lo:104: 00000100:00100000:2.0:1775763582.283670:0:14887:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763582.283787:0:14887:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763582.291122:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725711872 00000100:00100000:3.0:1775763582.291146:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725711872 00000100:00100000:2.0:1775763582.296865:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1775763582.296881:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14887:x1862022725711872:12345-0@lo:104: 00010000:00010000:2.0:1775763582.296903:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.297012:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763582.297019:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14887:x1862022725711872:12345-0@lo:104: Request processed in 143us (13349us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763582.297027:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1775763582.297763:0:14887:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14887:1862022725711872:0@lo:104: 00010000:00010000:3.0:1775763582.297801:0:14887:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763582.297885:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763582.297892:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763582.297900:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763582.297904:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763582.297913:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763582.297921:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763582.297926:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763582.297981:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763582.297987:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1775763582.298052:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725712000:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763582.298113:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763582.301723:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725712000 00000100:00100000:2.0:1775763582.301777:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725712000 00010000:00010000:2.0:1775763582.301840:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad76 expref: 18 pid: 5762 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763582.301896:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1775763582.301908:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725712000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763582.301927:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763582.301933:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad76 expref: 18 pid: 5762 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.301970:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ad76 expref: 18 pid: 5762 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.301995:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ad7d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ad76 expref: 18 pid: 5762 timeout: 507 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302013:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302021:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302042:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302049:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302054:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302061:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302067:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763582.302072:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302080:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302103:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763582.302115:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775763582.302306:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763582.302325:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420ad76 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763582.302342:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763582.302343:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763582.302345:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763582.303648:0:14887:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763582.303663:0:14887:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763582.303671:0:14887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420ad84 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763582.311641:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725712000:12345-0@lo:103:ldlm_bl.0 Request processed in 9723us (13516us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763582.311656:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1775763582.327109:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725712000:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763582.693401:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725712128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763582.693540:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763582.693663:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725712128 00000100:00100000:0.0:1775763582.693676:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725712128 00000100:00100000:0.0:1775763582.693788:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1775763582.693801:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725712128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763582.693851:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763582.693903:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725712128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763582.693911:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00080000:0.0:1775763582.693938:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763582.693989:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725712128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763582.694936:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725712256:0@lo:400:kworker.0 00000100:00100000:1.0:1775763582.695001:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763582.695045:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763582.695051:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725712384:0@lo:400:kworker.0 00000100:00100000:1.0:1775763582.695074:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763582.695724:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725712256 00000100:00100000:2.0:1775763582.695766:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725712256 00000100:00100000:2.0:1775763582.695827:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725712384 00000100:00100000:2.0:1775763582.695831:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725712384 00000100:00100000:2.0:1775763582.695869:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1775763582.695879:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725712256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763582.695961:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725712256:12345-0@lo:400:kworker.0 Request processed in 83us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763582.695969:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1775763582.695991:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1775763582.695997:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725712384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763582.696025:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725712384:12345-0@lo:400:kworker.0 Request processed in 29us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763582.696031:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1775763582.699174:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725712384:0@lo:400:kworker.0 00000100:00100000:1.0:1775763582.699193:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725712256:0@lo:400:kworker.0 00000100:00100000:1.0:1775763582.700221:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725712512:0@lo:400:kworker.0 00000100:00100000:1.0:1775763582.700311:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763582.700379:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763582.700387:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725712640:0@lo:400:kworker.0 00000100:00100000:1.0:1775763582.700413:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763582.700445:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725712640 00000100:00100000:1.0:1775763582.700454:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725712640 00000100:00100000:1.0:1775763582.700519:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1775763582.700529:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725712640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763582.700614:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725712640:12345-0@lo:400:kworker.0 Request processed in 85us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763582.700643:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1775763582.700690:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725712640:0@lo:400:kworker.0 00000100:00100000:3.0:1775763582.700780:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725712512 00000100:00100000:3.0:1775763582.700785:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725712512 00000100:00100000:3.0:1775763582.700822:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1775763582.700830:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725712512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763582.700871:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725712512:12345-0@lo:400:kworker.0 Request processed in 43us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763582.700876:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1775763582.700950:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725712512:0@lo:400:kworker.0 00000100:00080000:0.0:1775763582.701013:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763582.701020:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763583.072025:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763584.031878:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763584.031885:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763584.031889:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763584.032022:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763584.032035:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763584.032067:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763584.032099:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725712768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763584.032183:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763584.032345:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0389be40 going to sleep for 11 seconds 00000100:00100000:2.0:1775763584.032664:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725712768 00000100:00100000:2.0:1775763584.032674:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725712768 00000100:00100000:2.0:1775763584.032802:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1775763584.032813:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725712768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763584.032830:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763584.032857:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ad8b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763584.032887:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ad8b expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763584.032983:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad8b expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763584.032993:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:2.0:1775763584.033115:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725712768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 295us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763584.033124:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1775763584.033335:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725712768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763584.033355:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763584.033364:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763584.033387:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763584.033392:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763584.033399:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763584.099437:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763584.255669:0:14985:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe70748710 20000000:00000080:2.0:1775763584.255691:0:14985:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719bc00 uarg=0000000000000000 10000000:01000000:2.0:1775763584.256643:0:14985:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763584.256666:0:14985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763584.256687:0:14985:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ad8b expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763584.256695:0:14985:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763584.257154:0:14985:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ad8b expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763584.257170:0:14985:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ad8b expref: 17 pid: 5760 timeout: 509 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763584.257204:0:14985:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14985:1862022725712896:0@lo:104: 00000100:00100000:2.0:1775763584.257276:0:14985:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763584.257464:0:14985:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1775763584.257513:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725712896 00000100:00100000:0.0:1775763584.257522:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725712896 00000100:00100000:0.0:1775763584.257630:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1775763584.257647:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14985:x1862022725712896:12345-0@lo:104: 00010000:00010000:0.0:1775763584.257660:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763584.257759:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763584.257765:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:14985:x1862022725712896:12345-0@lo:104: Request processed in 120us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763584.257774:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00010000:1.0:1775763584.257858:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763584.257866:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.257873:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763584.257877:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.257887:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763584.257894:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763584.258040:0:14985:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14985:1862022725712896:0@lo:104: 00010000:00010000:2.0:1775763584.258062:0:14985:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763584.258103:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763584.258154:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258161:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763584.258187:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258194:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ad8b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ad92 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258225:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763584.258227:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763584.258229:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763584.258245:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725713024:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763584.258288:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763584.258334:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725713024 00000100:00100000:1.0:1775763584.258339:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725713024 00010000:00010000:1.0:1775763584.258359:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad8b expref: 18 pid: 5760 timeout: 509 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763584.258383:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1775763584.258389:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725713024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763584.258400:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763584.258405:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ad8b expref: 18 pid: 5760 timeout: 509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258415:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ad8b expref: 18 pid: 5760 timeout: 509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258426:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ad92 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ad8b expref: 18 pid: 5760 timeout: 509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258439:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258448:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258468:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258483:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258489:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258495:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258500:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763584.258504:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258510:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258522:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763584.258532:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763584.258560:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725713024:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763584.258566:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1775763584.258613:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725713024:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763584.258671:0:14985:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763584.258679:0:14985:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763584.258684:0:14985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ad99 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763585.121924:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763585.314681:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763585.314691:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763585.314698:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763585.314780:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763585.314794:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763585.314807:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763585.315005:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725713152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763585.315107:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763585.315172:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0389bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763585.317518:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725713152 00000100:00100000:2.0:1775763585.317545:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725713152 00000100:00100000:2.0:1775763585.317648:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1775763585.317666:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725713152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763585.317693:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763585.317769:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ada0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763585.317825:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ada0 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763585.317839:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ada0 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763585.317851:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666a00, rc 0) 00000100:00100000:3.0:1775763585.318311:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725713152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 650us (3202us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763585.318320:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1775763585.322394:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725713152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763585.322429:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763585.322442:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763585.322469:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763585.322475:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763585.322483:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763585.760402:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725713280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763585.760527:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763585.760846:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725713280 00000100:00100000:0.0:1775763585.760860:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725713280 00000100:00100000:0.0:1775763585.760957:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1775763585.760971:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725713280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763585.761028:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763585.761106:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725713280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763585.761114:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00080000:0.0:1775763585.761145:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763585.762761:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725713280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763585.838461:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763585.838512:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763585.838665:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702599168 00000100:00100000:3.0:1775763585.838679:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702599168 00000100:00100000:3.0:1775763585.838795:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 184 00000100:00100000:3.0:1775763585.838807:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702599168:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:1.0:1775763585.838877:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763585.838915:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702599168:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 110us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763585.838924:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 184 00000100:00100000:0.0:1775763585.839750:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702599040 00000100:00100000:0.0:1775763585.839759:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702599040 00000100:00100000:0.0:1775763585.839796:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 293 00000100:00100000:0.0:1775763585.839804:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702599040:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763585.839855:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702599040:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 52us (1343us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763585.839862:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 293 00010000:00010000:3.0:1775763586.143886:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763587.167850:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763587.814604:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763587.814639:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725713408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763587.814748:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763587.814786:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725713408 00000100:00100000:3.0:1775763587.814797:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725713408 00000100:00100000:3.0:1775763587.814899:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1775763587.814912:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725713408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763587.814968:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1775763587.814976:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763587.815050:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725713408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763587.815057:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1775763587.817185:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725713408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763587.817266:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725713920:0@lo:400:kworker.0 00000100:00100000:3.0:1775763587.817356:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763587.817410:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775763587.817417:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725713536:0@lo:400:kworker.0 00000100:00100000:3.0:1775763587.817447:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763587.817471:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725714048:0@lo:400:kworker.0 00000100:00100000:3.0:1775763587.817496:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763587.817556:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725713536 00000100:00100000:3.0:1775763587.817564:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725713536 00000100:00100000:3.0:1775763587.817623:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1775763587.817636:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725713536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763587.817695:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725713536:12345-0@lo:400:kworker.0 Request processed in 61us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763587.817704:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1775763587.817784:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725713536:0@lo:400:kworker.0 00000100:00100000:1.0:1775763587.818092:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725713664:0@lo:400:kworker.0 00000100:00100000:1.0:1775763587.818132:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763587.818256:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725713920 00000100:00100000:0.0:1775763587.818263:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725713920 00000100:00100000:0.0:1775763587.818317:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1775763587.818326:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725713920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763587.818383:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725713920:12345-0@lo:400:kworker.0 Request processed in 59us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763587.818389:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1775763587.818681:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725713920:0@lo:400:kworker.0 00000100:00100000:1.0:1775763587.820821:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763587.820850:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725713792:0@lo:400:kworker.0 00000100:00100000:1.0:1775763587.820920:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775763587.823641:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763587.825411:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725714048 00000100:00100000:3.0:1775763587.825411:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725713664 00000100:00100000:3.0:1775763587.825428:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725713664 00000100:00100000:3.0:1775763587.825502:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725713792 00000100:00100000:2.0:1775763587.825507:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725714048 00000100:00100000:3.0:1775763587.825507:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725713792 00000100:00100000:3.0:1775763587.825578:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1775763587.825590:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725713664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763587.825650:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1775763587.825661:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725714048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763587.825712:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725713664:12345-0@lo:400:kworker.0 Request processed in 123us (7578us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763587.825722:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1775763587.825726:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725714048:12345-0@lo:400:kworker.0 Request processed in 67us (8227us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763587.825754:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1775763587.825769:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1775763587.825793:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725713792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763587.825835:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725713792:12345-0@lo:400:kworker.0 Request processed in 44us (4915us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763587.825843:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1775763587.825933:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725713792:0@lo:400:kworker.0 00000100:00100000:1.0:1775763587.825949:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725713664:0@lo:400:kworker.0 00000100:00080000:2.0:1775763587.826012:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763587.826036:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725714048:0@lo:400:kworker.0 00010000:00010000:0.0:1775763588.192707:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763589.215953:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763589.433258:0:15233:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee0562bf0 20000000:00000080:0.0:1775763589.433273:0:15233:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e375af400 uarg=0000000000000000 10000000:01000000:1.0:1775763589.438027:0:15233:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763589.438055:0:15233:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763589.438075:0:15233:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ada0 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763589.438160:0:15233:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763589.438207:0:15233:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ada0 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763589.438223:0:15233:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ada0 expref: 17 pid: 5762 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763589.438255:0:15233:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105ded80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15233:1862022725714176:0@lo:104: 00000100:00100000:1.0:1775763589.438327:0:15233:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763589.438459:0:15233:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebba80 going to sleep for 11 seconds 00000100:00100000:2.0:1775763589.454627:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1775763589.454655:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725714176 00000100:00100000:2.0:1775763589.454664:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725714176 00000100:00100000:2.0:1775763589.454754:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1775763589.454765:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15233:x1862022725714176:12345-0@lo:104: 00010000:00010000:2.0:1775763589.454781:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763589.454863:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763589.454869:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15233:x1862022725714176:12345-0@lo:104: Request processed in 107us (16543us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763589.454876:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00010000:2.0:1775763589.454924:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763589.454930:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763589.454950:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763589.454955:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763589.454964:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763589.454972:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763589.454977:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763589.455009:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763589.455015:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763589.455032:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763589.455039:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80e00/0x429a70d18420ada0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ada7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763589.455056:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763589.455058:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763589.455060:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763589.455080:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725714304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763589.455189:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763589.455288:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725714304 00000100:00100000:3.0:1775763589.455293:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725714304 00010000:00010000:3.0:1775763589.455312:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ada0 expref: 18 pid: 5762 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763589.455339:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1775763589.455345:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725714304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763589.455356:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763589.455361:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ada0 expref: 18 pid: 5762 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455373:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ada0 expref: 18 pid: 5762 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455390:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455399:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455412:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455420:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455437:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455445:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455451:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763589.455455:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455462:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455471:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763589.455481:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763589.455520:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725714304:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763589.455538:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1775763589.455680:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725714304:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763589.456855:0:15233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420ada7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ada0 expref: 17 pid: 5762 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763589.456877:0:15233:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105ded80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15233:1862022725714176:0@lo:104: 00010000:00010000:1.0:1775763589.456901:0:15233:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763589.456913:0:15233:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763589.456921:0:15233:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763589.456927:0:15233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420adae lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763590.240072:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763590.884315:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763590.884346:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725714432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763590.884436:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763590.884524:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725714432 00000100:00100000:0.0:1775763590.884534:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725714432 00000100:00100000:0.0:1775763590.884623:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1775763590.884633:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725714432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763590.884688:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763590.884797:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725714432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 162us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763590.884807:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00080000:0.0:1775763590.884836:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763590.884887:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725714432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763590.959148:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763590.959188:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763590.959224:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702599296 00000100:00100000:3.0:1775763590.959236:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702599296 00000100:00100000:3.0:1775763590.959301:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 295 00000100:00100000:3.0:1775763590.959315:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702599296:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763590.959408:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702599296:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 97us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763590.959430:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 295 00000100:00100000:3.0:1775763590.959469:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702599424 00000100:00100000:3.0:1775763590.959473:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702599424 00000100:00100000:3.0:1775763590.959543:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 188 00000100:00100000:3.0:1775763590.959550:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702599424:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763590.959582:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702599424:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 33us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763590.959588:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 188 00000100:00080000:3.0:1775763590.959757:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:0.0:1775763591.136952:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763591.136959:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763591.136965:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763591.137013:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763591.137035:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763591.137048:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763591.137076:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725714560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763591.137143:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763591.137250:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763591.140821:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725714560 00000100:00100000:1.0:1775763591.140922:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725714560 00000100:00100000:1.0:1775763591.141226:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1775763591.141240:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725714560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763591.141264:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763591.141291:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420adb5 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763591.141342:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420adb5 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763591.141375:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420adb5 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763591.141386:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0caa00, rc 0) 00000100:00100000:1.0:1775763591.141496:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725714560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 259us (4352us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763591.141503:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1775763591.141618:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725714560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763591.141652:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763591.141663:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763591.141695:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763591.141700:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763591.141707:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763591.264114:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763592.287993:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763592.931479:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725714944:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.931614:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763592.931716:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725715456:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.931797:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763592.931858:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763592.931879:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725715072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.931970:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763592.932093:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725714816:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.932164:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763592.932204:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725715328:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.932229:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763592.932246:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775763592.932251:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725714688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763592.932272:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763592.932289:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725715200:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.932307:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763592.932337:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725714688 00000100:00100000:0.0:1775763592.932361:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725714688 00000100:00100000:0.0:1775763592.932434:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1775763592.932445:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725714688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763592.932505:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763592.932553:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725714688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763592.932561:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1775763592.932608:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725714688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763592.932640:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725714944 00000100:00100000:0.0:1775763592.932643:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725714944 00000100:00100000:0.0:1775763592.932672:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725715072 00000100:00100000:0.0:1775763592.932674:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725715072 00000100:00100000:0.0:1775763592.932686:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725715328 00000100:00100000:0.0:1775763592.932687:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725715328 00000100:00100000:0.0:1775763592.932699:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1775763592.932704:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725714944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.932768:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725714944:12345-0@lo:400:kworker.0 Request processed in 63us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763592.932774:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1775763592.932787:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1775763592.932792:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725715072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.932818:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725715072:12345-0@lo:400:kworker.0 Request processed in 27us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763592.932824:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1775763592.932834:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1775763592.932839:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725715328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.932867:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725715328:12345-0@lo:400:kworker.0 Request processed in 28us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763592.932880:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1775763592.932911:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725715072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.932920:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725714944:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.932941:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725715328:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.932962:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725715456 00000100:00100000:0.0:1775763592.932965:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725715456 00000100:00100000:0.0:1775763592.932985:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725715200 00000100:00100000:0.0:1775763592.932988:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725715200 00000100:00100000:0.0:1775763592.933009:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1775763592.933015:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725715456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.933052:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725715456:12345-0@lo:400:kworker.0 Request processed in 37us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763592.933058:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1775763592.933069:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1775763592.933074:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725715200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.933103:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725715200:12345-0@lo:400:kworker.0 Request processed in 30us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763592.933109:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1775763592.933136:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725715456:0@lo:400:kworker.0 00000100:00100000:0.0:1775763592.933156:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725715200:0@lo:400:kworker.0 00000100:00100000:3.0:1775763592.934416:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725714816 00000100:00100000:3.0:1775763592.934430:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725714816 00000100:00100000:3.0:1775763592.935893:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1775763592.935921:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725714816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763592.938975:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725714816:12345-0@lo:400:kworker.0 Request processed in 3059us (6798us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763592.938992:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00080000:3.0:1775763592.939058:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763592.944686:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775763592.944702:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763592.947325:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725714816:0@lo:400:kworker.0 00010000:00010000:2.0:1775763593.317833:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763594.335963:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763595.164908:0:15431:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd059036f0 20000000:00000080:2.0:1775763595.164936:0:15431:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37967400 uarg=0000000000000000 10000000:01000000:2.0:1775763595.165466:0:15431:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763595.171215:0:15431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763595.171246:0:15431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420adb5 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763595.171256:0:15431:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763595.171320:0:15431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420adb5 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763595.171338:0:15431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420adb5 expref: 17 pid: 5763 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763595.171358:0:15431:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15431:1862022725715584:0@lo:104: 00000100:00100000:2.0:1775763595.171425:0:15431:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763595.172148:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725715584 00000100:00100000:0.0:1775763595.172163:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725715584 00000100:00100000:0.0:1775763595.172246:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1775763595.172277:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15431:x1862022725715584:12345-0@lo:104: 00010000:00010000:0.0:1775763595.172296:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763595.172382:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763595.172388:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15431:x1862022725715584:12345-0@lo:104: Request processed in 114us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763595.172394:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00010000:1.0:1775763595.172482:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763595.172489:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172497:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763595.172502:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172511:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763595.172519:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763595.172525:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763595.172573:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172581:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763595.172610:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172625:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420adb5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420adbc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172645:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763595.172646:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763595.172648:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763595.172658:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763595.172674:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725715712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763595.172713:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763595.172807:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725715712 00000100:00100000:1.0:1775763595.172811:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725715712 00010000:00010000:1.0:1775763595.172839:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420adb5 expref: 18 pid: 5763 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763595.172869:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1775763595.172875:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725715712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763595.172890:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763595.172896:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420adb5 expref: 18 pid: 5763 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172907:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420adb5 expref: 18 pid: 5763 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172929:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172938:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172965:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172974:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172980:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172986:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.172991:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763595.172996:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.173003:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.173011:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763595.173024:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763595.173052:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725715712:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763595.173059:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1775763595.173131:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725715712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763595.173780:0:15431:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0803a480 going to sleep for 11 seconds 00010000:00010000:2.0:1775763595.173800:0:15431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420adbc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420adb5 expref: 17 pid: 5763 timeout: 520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763595.173815:0:15431:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15431:1862022725715584:0@lo:104: 00010000:00010000:2.0:1775763595.173835:0:15431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763595.173844:0:15431:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763595.173865:0:15431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763595.173872:0:15431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420adc3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763595.364774:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763596.000213:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725715840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763596.000294:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763596.003922:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725715840 00000100:00100000:0.0:1775763596.003937:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725715840 00000100:00100000:0.0:1775763596.004015:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1775763596.004026:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725715840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763596.004066:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763596.004153:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725715840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (3859us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763596.004161:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00080000:2.0:1775763596.009839:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763596.009943:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725715840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763596.083339:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763596.085476:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763596.085544:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702599680 00000100:00100000:3.0:1775763596.085554:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702599680 00000100:00100000:3.0:1775763596.085634:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 192 00000100:00100000:3.0:1775763596.085645:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702599680:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763596.085769:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702599680:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 124us (307us total) trans 0 rc 0/0 00000100:00080000:2.0:1775763596.086788:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763596.087907:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 192 00000100:00100000:1.0:1775763596.089659:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702599552 00000100:00100000:1.0:1775763596.089675:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702599552 00000100:00100000:1.0:1775763596.090049:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 298 00000100:00100000:1.0:1775763596.090061:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702599552:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763596.095528:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702599552:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 5453us (12189us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763596.095546:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 298 00010000:00010000:0.0:1775763596.421890:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763597.216119:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763597.216127:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763597.216132:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763597.216194:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763597.216207:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763597.216219:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763597.216247:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37838a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725715968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763597.216327:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763597.216378:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763597.228429:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725715968 00000100:00100000:3.0:1775763597.228450:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725715968 00000100:00100000:3.0:1775763597.228544:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1775763597.228556:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725715968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763597.228575:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763597.228603:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420adca expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763597.228638:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420adca expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763597.228649:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420adca expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763597.228659:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775763597.228778:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725715968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 224us (12450us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763597.228785:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1775763597.228855:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37838a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725715968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763597.228878:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763597.228891:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763597.228942:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763597.228948:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763597.228955:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763597.472057:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763598.048917:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725716096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763598.048984:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763598.049057:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725716096 00000100:00100000:0.0:1775763598.049065:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725716096 00000100:00100000:0.0:1775763598.049116:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1775763598.049124:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725716096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763598.049160:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763598.049207:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725716096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763598.049214:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00080000:0.0:1775763598.049235:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763598.049273:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725716096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763598.049349:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725716224:0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049375:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763598.049395:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763598.049400:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725716352:0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049420:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763598.049461:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725716224 00000100:00100000:0.0:1775763598.049465:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725716224 00000100:00100000:0.0:1775763598.049491:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725716352 00000100:00100000:0.0:1775763598.049494:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725716352 00000100:00100000:0.0:1775763598.049516:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1775763598.049522:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725716224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049557:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725716224:12345-0@lo:400:kworker.0 Request processed in 36us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763598.049572:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1775763598.049585:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1775763598.049591:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725716352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049619:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725716352:12345-0@lo:400:kworker.0 Request processed in 29us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763598.049625:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1775763598.049642:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725716480:0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049667:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763598.049685:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763598.049690:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725716608:0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049722:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763598.049767:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725716480 00000100:00100000:0.0:1775763598.049770:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725716480 00000100:00100000:0.0:1775763598.049795:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1775763598.049801:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725716480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049832:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725716480:12345-0@lo:400:kworker.0 Request processed in 32us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763598.049838:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:0.0:1775763598.049853:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763598.049857:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763598.049872:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725716352:0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049881:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725716224:0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049902:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725716480:0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049917:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725716608 00000100:00100000:0.0:1775763598.049926:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725716608 00000100:00100000:0.0:1775763598.049951:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1775763598.049956:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725716608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763598.049990:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725716608:12345-0@lo:400:kworker.0 Request processed in 34us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763598.049995:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00080000:0.0:1775763598.050006:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763598.050020:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725716608:0@lo:400:kworker.0 00010000:00010000:3.0:1775763598.497357:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763599.524318:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763600.547608:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763601.121589:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725716736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763601.121666:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763601.122002:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725716736 00000100:00100000:0.0:1775763601.122011:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725716736 00000100:00100000:0.0:1775763601.122080:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1775763601.122089:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725716736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763601.122124:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763601.122172:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725716736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763601.122178:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1775763601.122234:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725716736:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775763601.122303:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763601.215596:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763601.215890:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763601.217685:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702599808 00000100:00100000:1.0:1775763601.217702:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702599808 00000100:00100000:1.0:1775763601.217820:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 300 00000100:00100000:1.0:1775763601.217832:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702599808:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763601.217934:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702599808:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 105us (2045us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763601.217942:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 300 00000100:00100000:0.0:1775763601.223965:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702599936 00000100:00100000:0.0:1775763601.223989:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702599936 00000100:00100000:0.0:1775763601.224117:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 196 00000100:00100000:0.0:1775763601.224129:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702599936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763601.224243:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702599936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 116us (8666us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763601.224251:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 196 00000100:00080000:2.0:1775763601.224491:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1775763601.511190:0:15676:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1104b470 20000000:00000080:1.0:1775763601.511207:0:15676:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d16800 uarg=0000000000000000 00010000:00010000:0.0:1775763601.568204:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763601.608840:0:15676:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763601.608862:0:15676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763601.608880:0:15676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420adca expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763601.608888:0:15676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763601.608924:0:15676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420adca expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763601.608937:0:15676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420adca expref: 17 pid: 5760 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763601.608951:0:15676:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15676:1862022725716864:0@lo:104: 00000100:00100000:3.0:1775763601.609019:0:15676:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763601.609063:0:15676:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0840 going to sleep for 11 seconds 00000100:00100000:0.0:1775763601.609147:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725716864 00000100:00100000:0.0:1775763601.609155:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725716864 00000100:00100000:0.0:1775763601.609202:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1775763601.609211:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15676:x1862022725716864:12345-0@lo:104: 00010000:00010000:0.0:1775763601.609223:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763601.609286:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763601.609291:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15676:x1862022725716864:12345-0@lo:104: Request processed in 82us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763601.609297:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00010000:1.0:1775763601.609315:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763601.609323:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609332:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763601.609336:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609356:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763601.609364:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763601.609369:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763601.609409:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609425:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763601.609445:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609453:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420adca lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420add1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609468:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763601.609470:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763601.609472:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763601.609483:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725716992:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763601.609516:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763601.609551:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725716992 00000100:00100000:1.0:1775763601.609556:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725716992 00010000:00010000:1.0:1775763601.609576:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420adca expref: 18 pid: 5760 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763601.609598:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1775763601.609605:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725716992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763601.609622:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763601.609628:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420adca expref: 18 pid: 5760 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609638:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420adca expref: 18 pid: 5760 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609671:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609681:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609695:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609702:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609709:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609716:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609721:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763601.609727:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609765:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609790:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763601.609800:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763601.609831:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725716992:12345-0@lo:103:ldlm_bl.0 Request processed in 227us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763601.609837:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1775763601.609880:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725716992:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763601.610013:0:15676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420add1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420adca expref: 17 pid: 5760 timeout: 526 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763601.610024:0:15676:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15676:1862022725716864:0@lo:104: 00010000:00010000:0.0:1775763601.610037:0:15676:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763601.610046:0:15676:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763601.610051:0:15676:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763601.610056:0:15676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420add8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763602.593900:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763602.999181:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763602.999190:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763602.999197:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763602.999290:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763602.999311:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763602.999328:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763602.999360:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725717120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763602.999466:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763602.999518:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725717120 00000100:00100000:0.0:1775763602.999527:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725717120 00000100:00100000:0.0:1775763602.999600:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1775763602.999611:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725717120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763602.999630:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763602.999646:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420addf expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763602.999675:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420addf expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763602.999687:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420addf expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763602.999698:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775763602.999766:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725717120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763602.999772:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1775763602.999843:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763602.999866:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725717120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763602.999880:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763602.999889:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763602.999909:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763602.999914:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763602.999921:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763603.169882:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725717248:0@lo:400:kworker.0 00000100:00100000:2.0:1775763603.169972:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763603.170144:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725717248 00000100:00100000:3.0:1775763603.170152:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725717248 00000100:00100000:3.0:1775763603.170234:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1775763603.170244:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725717248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763603.170273:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763603.170282:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725717376:0@lo:400:kworker.0 00000100:00100000:2.0:1775763603.170306:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763603.170340:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725717376 00000100:00100000:2.0:1775763603.170344:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725717376 00000100:00100000:2.0:1775763603.170585:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1775763603.170594:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725717376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763603.170639:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725717376:12345-0@lo:400:kworker.0 Request processed in 47us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763603.170655:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00080000:2.0:1775763603.170677:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763603.170704:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725717632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763603.170761:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725717888:0@lo:400:kworker.0 00000100:00100000:1.0:1775763603.170779:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763603.170808:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763603.170810:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763603.170819:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725717504:0@lo:400:kworker.0 00000100:00100000:0.0:1775763603.170837:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763603.170846:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725717760:0@lo:400:kworker.0 00000100:00100000:1.0:1775763603.170854:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763603.170886:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763603.170901:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725717632 00000100:00100000:1.0:1775763603.170906:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725717632 00000100:00100000:0.0:1775763603.170926:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725717888 00000100:00100000:0.0:1775763603.170931:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725717888 00000100:00100000:1.0:1775763603.170941:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1775763603.170949:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725717632:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763603.170965:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725717504 00000100:00100000:0.0:1775763603.170969:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725717504 00002000:00000024:1.0:1775763603.170976:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763603.171003:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00080000:2.0:1775763603.171006:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763603.171010:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725717632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (231us total) trans 0 rc 0/0 00000100:00080000:2.0:1775763603.171011:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763603.171017:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725717888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763603.171020:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1775763603.171066:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725717632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763603.171071:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725717888:12345-0@lo:400:kworker.0 Request processed in 58us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763603.171087:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1775763603.171103:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1775763603.171111:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725717504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763603.171120:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725717760 00000100:00100000:2.0:1775763603.171126:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725717760 00000100:00100000:0.0:1775763603.171129:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725717888:0@lo:400:kworker.0 00000100:00100000:2.0:1775763603.171166:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1775763603.171171:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725717504:12345-0@lo:400:kworker.0 Request processed in 58us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763603.171179:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725717760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763603.171185:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1775763603.171222:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725717760:12345-0@lo:400:kworker.0 Request processed in 46us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763603.171229:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1775763603.171252:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725717760:0@lo:400:kworker.0 00000100:00080000:2.0:1775763603.171253:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763603.171280:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725717376:0@lo:400:kworker.0 00000100:00100000:0.0:1775763603.171552:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725717504:0@lo:400:kworker.0 00000100:00100000:3.0:1775763603.171713:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725717248:12345-0@lo:400:kworker.0 Request processed in 1470us (1742us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763603.171721:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1775763603.171815:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725717248:0@lo:400:kworker.0 00010000:00010000:3.0:1775763603.615916:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763603.821359:0:15774:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcad7af6e0 20000000:00000080:0.0:1775763603.821381:0:15774:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c91800 uarg=0000000000000000 10000000:01000000:0.0:1775763603.824311:0:15774:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763603.824341:0:15774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763603.824361:0:15774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420addf expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763603.824369:0:15774:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763603.824422:0:15774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420addf expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763603.824439:0:15774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420addf expref: 17 pid: 5762 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763603.824456:0:15774:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15774:1862022725718016:0@lo:104: 00000100:00100000:0.0:1775763603.824519:0:15774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763603.824678:0:15774:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86540 going to sleep for 11 seconds 00000100:00100000:2.0:1775763603.824717:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725718016 00000100:00100000:2.0:1775763603.824724:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725718016 00000100:00100000:2.0:1775763603.824934:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1775763603.824944:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15774:x1862022725718016:12345-0@lo:104: 00010000:00010000:2.0:1775763603.824959:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763603.825057:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763603.825063:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15774:x1862022725718016:12345-0@lo:104: Request processed in 121us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763603.825071:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1775763603.825121:0:15774:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15774:1862022725718016:0@lo:104: 00010000:00010000:0.0:1775763603.825138:0:15774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825205:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763603.825210:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825215:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763603.825218:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825224:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763603.825228:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763603.825231:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763603.825277:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825282:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763603.825307:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825313:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420addf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ade6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825334:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763603.825336:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763603.825338:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763603.825346:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763603.825357:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725718144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763603.825385:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763603.825429:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725718144 00000100:00100000:1.0:1775763603.825433:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725718144 00010000:00010000:1.0:1775763603.825451:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420addf expref: 18 pid: 5762 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763603.825470:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1775763603.825477:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725718144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763603.825486:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763603.825491:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420addf expref: 18 pid: 5762 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825501:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420addf expref: 18 pid: 5762 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825514:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ade6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420addf expref: 18 pid: 5762 timeout: 528 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825527:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825534:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825558:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825565:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825570:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825574:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825577:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763603.825580:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825584:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825593:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825598:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763603.825709:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725718144:12345-0@lo:103:ldlm_bl.0 Request processed in 233us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763603.825713:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:1.0:1775763603.825841:0:15774:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825849:0:15774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763603.825860:0:15774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420aded lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763603.826597:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725718144:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763604.648749:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763605.613005:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763605.613013:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763605.613019:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763605.613070:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763605.613083:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763605.613096:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763605.613125:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725718272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763605.613196:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763605.613253:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b48cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763605.613405:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725718272 00000100:00100000:1.0:1775763605.613416:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725718272 00000100:00100000:1.0:1775763605.613480:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1775763605.613492:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725718272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763605.613508:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763605.613522:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420adf4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763605.613547:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420adf4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763605.613558:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420adf4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763605.613568:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb200, rc 0) 00000100:00100000:1.0:1775763605.613620:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725718272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763605.613627:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1775763605.614136:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725718272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763605.614153:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763605.614163:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763605.614199:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763605.614205:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763605.614211:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763605.664037:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763606.166214:0:15872:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc23dea010 20000000:00000080:2.0:1775763606.166229:0:15872:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d639400 uarg=0000000000000000 10000000:01000000:0.0:1775763606.173352:0:15872:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763606.173386:0:15872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763606.173405:0:15872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420adf4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763606.173414:0:15872:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763606.173454:0:15872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420adf4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763606.173479:0:15872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420adf4 expref: 17 pid: 5760 timeout: 531 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763606.173503:0:15872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15872:1862022725718400:0@lo:104: 00000100:00100000:0.0:1775763606.173564:0:15872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763606.173619:0:15872:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86600 going to sleep for 11 seconds 00000100:00100000:1.0:1775763606.173771:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725718400 00000100:00100000:1.0:1775763606.173778:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725718400 00000100:00100000:1.0:1775763606.173817:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1775763606.173825:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15872:x1862022725718400:12345-0@lo:104: 00010000:00010000:1.0:1775763606.173837:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.173900:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763606.173906:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:15872:x1862022725718400:12345-0@lo:104: Request processed in 82us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763606.173912:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:1.0:1775763606.173933:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763606.173938:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.173946:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763606.173949:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.173957:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763606.173964:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763606.173969:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763606.173997:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174003:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763606.174023:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174029:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420adf4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420adfb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174055:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763606.174057:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763606.174059:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763606.174078:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725718528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763606.174106:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763606.174138:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725718528 00000100:00100000:1.0:1775763606.174142:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725718528 00010000:00010000:1.0:1775763606.174157:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420adf4 expref: 18 pid: 5760 timeout: 531 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763606.174175:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1775763606.174180:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725718528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763606.174188:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763606.174192:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420adf4 expref: 18 pid: 5760 timeout: 531 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174201:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420adf4 expref: 18 pid: 5760 timeout: 531 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174213:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174220:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174230:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174236:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174247:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174253:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174258:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763606.174263:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174270:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174278:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763606.174287:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763606.174324:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725718528:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763606.174331:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1775763606.174367:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725718528:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763606.174848:0:15872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420adfb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420adf4 expref: 17 pid: 5760 timeout: 531 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763606.174862:0:15872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15872:1862022725718400:0@lo:104: 00010000:00010000:0.0:1775763606.174881:0:15872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763606.174890:0:15872:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763606.174909:0:15872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763606.174916:0:15872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae02 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763606.191337:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725718784:0@lo:400:kworker.0 00000100:00100000:1.0:1775763606.191417:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763606.191473:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775763606.191481:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725718656:0@lo:400:kworker.0 00000100:00100000:1.0:1775763606.191504:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763606.191520:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725719168:0@lo:400:kworker.0 00000100:00100000:1.0:1775763606.191561:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763606.191609:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725719168 00000100:00100000:1.0:1775763606.191618:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725719168 00000100:00100000:1.0:1775763606.191690:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1775763606.191700:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725719168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763606.191793:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725719168:12345-0@lo:400:kworker.0 Request processed in 94us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763606.191801:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1775763606.191831:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725718912:0@lo:400:kworker.0 00000100:00100000:1.0:1775763606.191872:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763606.191892:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763606.191897:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725719040:0@lo:400:kworker.0 00000100:00100000:2.0:1775763606.192505:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725718784 00000100:00100000:2.0:1775763606.192521:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725718784 00000100:00100000:2.0:1775763606.192575:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725718656 00000100:00100000:2.0:1775763606.192578:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725718656 00000100:00100000:2.0:1775763606.192605:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1775763606.192612:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725718784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763606.192660:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725718784:12345-0@lo:400:kworker.0 Request processed in 50us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763606.192668:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1775763606.192684:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1775763606.192689:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725718656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763606.192713:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725718656:12345-0@lo:400:kworker.0 Request processed in 24us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763606.192719:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00080000:2.0:1775763606.192762:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763606.192767:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763606.198859:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763606.199142:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725718912 00000100:00100000:1.0:1775763606.199152:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725718912 00000100:00100000:1.0:1775763606.199229:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1775763606.199239:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725718912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763606.199296:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725718912:12345-0@lo:400:kworker.0 Request processed in 59us (7423us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763606.199304:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1775763606.199362:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725718656:0@lo:400:kworker.0 00000100:00100000:1.0:1775763606.199387:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725719168:0@lo:400:kworker.0 00000100:00100000:1.0:1775763606.199399:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725718784:0@lo:400:kworker.0 00000100:00100000:1.0:1775763606.199434:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725718912:0@lo:400:kworker.0 00000100:00100000:2.0:1775763606.199579:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725719040 00000100:00100000:2.0:1775763606.199584:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725719040 00000100:00100000:2.0:1775763606.199622:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1775763606.199629:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725719040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763606.199672:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725719040:12345-0@lo:400:kworker.0 Request processed in 43us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763606.199678:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00080000:3.0:1775763606.199754:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775763606.199759:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763606.199872:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725719040:0@lo:400:kworker.0 00000100:00100000:0.0:1775763606.240416:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725719296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763606.240520:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763606.250852:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725719296 00000100:00100000:2.0:1775763606.250872:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725719296 00000100:00100000:2.0:1775763606.253141:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1775763606.253158:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725719296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763606.253200:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763606.253281:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725719296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (12761us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763606.253302:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1775763606.254529:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725719296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763606.372581:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763606.372632:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763606.372659:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702600192 00000100:00100000:2.0:1775763606.372668:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702600192 00000100:00100000:2.0:1775763606.372727:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 203 00000100:00100000:2.0:1775763606.372753:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702600192:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763606.372826:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702600192:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 75us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763606.372833:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 203 00000100:00080000:2.0:1775763606.372855:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763606.377419:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702600064 00000100:00100000:3.0:1775763606.377434:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702600064 00000100:00100000:3.0:1775763606.381154:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 303 00000100:00100000:3.0:1775763606.381172:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702600064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763606.381272:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702600064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 106us (8699us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763606.381281:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 303 00010000:00010000:3.0:1775763606.687993:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763607.464570:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763607.464576:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763607.464581:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763607.464644:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763607.464658:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763607.464670:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763607.464717:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725719424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763607.464796:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763607.464848:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86240 going to sleep for 11 seconds 00000100:00100000:3.0:1775763607.464876:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725719424 00000100:00100000:3.0:1775763607.464883:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725719424 00000100:00100000:3.0:1775763607.466678:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1775763607.466695:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725719424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763607.466713:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763607.466747:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ae09 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763607.466776:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ae09 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763607.466787:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae09 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763607.466797:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:3.0:1775763607.466863:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725719424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (2066us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763607.466871:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1775763607.466943:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725719424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763607.467049:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763607.467060:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763607.467089:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763607.467094:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763607.467102:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763607.718299:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763608.288000:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763608.288027:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725719552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763608.288110:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763608.289483:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725719552 00000100:00100000:0.0:1775763608.289500:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725719552 00000100:00100000:0.0:1775763608.289694:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1775763608.289705:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725719552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763608.289772:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763608.289853:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725719552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 151us (1743us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763608.289862:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1775763608.290245:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725719552:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763608.291101:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775763608.736674:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763609.762372:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763610.787384:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763611.360273:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725719680:0@lo:400:kworker.0 00000100:00100000:0.0:1775763611.360372:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763611.360428:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725720192:0@lo:400:kworker.0 00000100:00100000:0.0:1775763611.360455:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763611.360485:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763611.360490:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725720064:0@lo:400:kworker.0 00000100:00100000:0.0:1775763611.360531:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763611.360568:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725719808:0@lo:400:kworker.0 00000100:00100000:0.0:1775763611.360593:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763611.360607:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725720320:0@lo:400:kworker.0 00000100:00100000:0.0:1775763611.360627:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763611.360647:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763611.360651:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725719936:0@lo:400:kworker.0 00000100:00100000:0.0:1775763611.360670:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763611.360702:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725719680 00000100:00100000:0.0:1775763611.360710:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725719680 00000100:00100000:0.0:1775763611.360778:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1775763611.360788:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725719680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763611.360836:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725719680:12345-0@lo:400:kworker.0 Request processed in 50us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763611.360843:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1775763611.360910:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725719680:0@lo:400:kworker.0 00000100:00100000:0.0:1775763611.360956:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725720064 00000100:00100000:0.0:1775763611.360959:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725720064 00000100:00100000:0.0:1775763611.360991:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725720320 00000100:00100000:0.0:1775763611.360995:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725720320 00000100:00100000:0.0:1775763611.361016:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1775763611.361022:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d814450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725720064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763611.361655:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1775763611.361666:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725720320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763611.361708:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725720320:12345-0@lo:400:kworker.0 Request processed in 45us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763611.361715:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1775763611.361763:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725720448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763611.361792:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763611.361827:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725720448 00000100:00100000:1.0:1775763611.361832:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725720448 00000100:00100000:1.0:1775763611.361861:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775763611.361869:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725720448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763611.361896:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763611.361931:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725720448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763611.361937:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775763611.361976:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725720448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763611.362004:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725720320:0@lo:400:kworker.0 00000100:00100000:2.0:1775763611.362834:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725720192 00000100:00100000:2.0:1775763611.362842:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725720192 00000100:00100000:2.0:1775763611.362893:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725719808 00000100:00100000:2.0:1775763611.362897:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725719808 00000100:00100000:2.0:1775763611.362910:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725719936 00000100:00100000:2.0:1775763611.362912:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725719936 00000100:00100000:2.0:1775763611.362928:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1775763611.362935:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725720192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763611.362987:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725720192:12345-0@lo:400:kworker.0 Request processed in 52us (2531us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763611.362993:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1775763611.363009:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1775763611.363016:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725719808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763611.365564:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725719808:12345-0@lo:400:kworker.0 Request processed in 2539us (4960us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763611.365595:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1775763611.365640:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1775763611.365654:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725719936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763611.365724:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725719936:12345-0@lo:400:kworker.0 Request processed in 76us (5053us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763611.365747:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00080000:2.0:1775763611.365781:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763611.365788:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763611.365792:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763611.366179:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725720192:0@lo:400:kworker.0 00000100:00100000:1.0:1775763611.366794:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725719936:0@lo:400:kworker.0 00000100:00100000:1.0:1775763611.366825:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725719808:0@lo:400:kworker.0 00000100:00100000:0.0:1775763611.367869:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d814450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725720064:12345-0@lo:400:kworker.0 Request processed in 6843us (7332us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763611.367893:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1775763611.372646:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725720064:0@lo:400:kworker.0 00000100:00100000:3.0:1775763611.444114:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763611.444156:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763611.444189:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702600320 00000100:00100000:3.0:1775763611.444200:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702600320 00000100:00100000:3.0:1775763611.444252:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 306 00000100:00100000:3.0:1775763611.444263:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702600320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763611.444655:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702600320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 394us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763611.444664:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 306 00000100:00100000:3.0:1775763611.444697:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702600448 00000100:00100000:3.0:1775763611.444701:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702600448 00000100:00100000:3.0:1775763611.444765:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 207 00000100:00100000:3.0:1775763611.444773:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702600448:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763611.444818:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702600448:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 46us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763611.444825:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 207 00000100:00080000:3.0:1775763611.446799:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763611.811831:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763612.833376:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763613.408260:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725720576:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763613.408370:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763613.408490:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725720576 00000100:00100000:3.0:1775763613.408500:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725720576 00000100:00100000:3.0:1775763613.408564:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1775763613.408574:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725720576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763613.408621:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763613.408679:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725720576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763613.408687:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00080000:3.0:1775763613.408710:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763613.414210:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725720576:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763613.864015:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763614.915430:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763615.968111:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763616.480808:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725720960:0@lo:400:kworker.0 00000100:00100000:3.0:1775763616.480905:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763616.481296:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775763616.481305:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725720832:0@lo:400:kworker.0 00000100:00100000:3.0:1775763616.481332:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763616.481349:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725721344:0@lo:400:kworker.0 00000100:00100000:3.0:1775763616.481612:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763616.481653:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725721344 00000100:00100000:3.0:1775763616.481662:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725721344 00000100:00100000:3.0:1775763616.481719:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1775763616.481728:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725721344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763616.481814:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725721344:12345-0@lo:400:kworker.0 Request processed in 87us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763616.481849:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00080000:3.0:1775763616.481878:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763616.481915:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725721344:0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.482696:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725720704:0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.482775:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763616.482808:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725721216:0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.482843:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763616.482865:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763616.482871:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725721088:0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.482894:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763616.482922:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725720960 00000100:00100000:2.0:1775763616.482938:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725720960 00000100:00100000:2.0:1775763616.483332:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725720832 00000100:00100000:2.0:1775763616.483336:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725720832 00000100:00100000:2.0:1775763616.483351:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725721216 00000100:00100000:2.0:1775763616.483353:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725721216 00000100:00100000:2.0:1775763616.483382:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1775763616.483388:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725720960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.483440:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725720960:12345-0@lo:400:kworker.0 Request processed in 51us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763616.483447:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1775763616.483461:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1775763616.483467:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725720832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.483493:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725720832:12345-0@lo:400:kworker.0 Request processed in 27us (2160us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763616.483498:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1775763616.483508:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1775763616.483513:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725721216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.483540:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725721216:12345-0@lo:400:kworker.0 Request processed in 27us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763616.483545:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1775763616.483570:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725721088 00000100:00100000:2.0:1775763616.483574:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725721088 00000100:00100000:2.0:1775763616.483596:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1775763616.483601:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725721088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.483631:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725721088:12345-0@lo:400:kworker.0 Request processed in 30us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763616.483637:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00080000:2.0:1775763616.483662:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763616.483665:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763616.483688:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725721088:0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.483698:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725721216:0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.483725:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725720832:0@lo:400:kworker.0 00000100:00100000:2.0:1775763616.483760:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725720960:0@lo:400:kworker.0 00000100:00100000:0.0:1775763616.483858:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725720704 00000100:00100000:0.0:1775763616.483877:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725720704 00000100:00100000:0.0:1775763616.483909:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1775763616.483916:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725720704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763616.483969:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725720704:12345-0@lo:400:kworker.0 Request processed in 43us (1183us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763616.483977:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1775763616.484021:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725720704:0@lo:400:kworker.0 00000100:00100000:3.0:1775763616.498918:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763616.498943:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725721472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763616.499026:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763616.499097:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725721472 00000100:00100000:3.0:1775763616.499104:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725721472 00000100:00100000:3.0:1775763616.499153:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1775763616.499163:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725721472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763616.499202:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763616.499248:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725721472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763616.499257:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1775763616.499326:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725721472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763616.569093:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763616.569156:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763616.569191:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702600576 00000100:00100000:3.0:1775763616.569203:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702600576 00000100:00100000:3.0:1775763616.569256:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 308 00000100:00100000:3.0:1775763616.569267:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702600576:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763616.569366:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702600576:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 101us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763616.569375:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 308 00000100:00100000:1.0:1775763616.569625:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702600704 00000100:00100000:1.0:1775763616.569631:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702600704 00000100:00100000:1.0:1775763616.569698:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 211 00000100:00100000:1.0:1775763616.569705:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702600704:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763616.569804:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702600704:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 99us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763616.569812:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 211 00000100:00080000:3.0:1775763616.570777:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763616.993005:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763618.019705:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763618.528179:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725721600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763618.528302:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763618.531712:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725721600 00000100:00100000:1.0:1775763618.531749:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725721600 00000100:00100000:1.0:1775763618.531907:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1775763618.531919:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725721600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763618.531968:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763618.532093:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725721600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 176us (3791us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763618.532101:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1775763618.532164:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725721600:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763618.538822:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775763619.039970:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763619.687492:0:16267:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 9: nodemap range add ================== 15:40:17 (1775763617) 00010000:00010000:3.0:1775763620.078441:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763621.072775:0:16315:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce6f7d130 20000000:00000080:2.0:1775763621.072795:0:16315:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719d000 uarg=0000000000000000 10000000:01000000:2.0:1775763621.073382:0:16315:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763621.073405:0:16315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763621.073423:0:16315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae09 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763621.073431:0:16315:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763621.073477:0:16315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ae09 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763621.073492:0:16315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ae09 expref: 17 pid: 5760 timeout: 545 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763621.073509:0:16315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16315:1862022725721728:0@lo:104: 00000100:00100000:2.0:1775763621.073572:0:16315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763621.073645:0:16315:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763621.074334:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725721728 00000100:00100000:0.0:1775763621.074345:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725721728 00000100:00100000:0.0:1775763621.074411:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1775763621.074421:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16315:x1862022725721728:12345-0@lo:104: 00010000:00010000:0.0:1775763621.074435:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763621.074509:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763621.074516:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16315:x1862022725721728:12345-0@lo:104: Request processed in 97us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763621.074524:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00010000:1.0:1775763621.074591:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763621.074599:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.074606:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763621.074610:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.074619:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763621.074626:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763621.074632:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763621.074686:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.074693:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763621.074717:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.074723:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420ae09 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae10 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.074780:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763621.074782:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763621.074783:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763621.074800:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763621.074812:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725721856:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763621.074847:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763621.074900:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725721856 00000100:00100000:1.0:1775763621.074905:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725721856 00010000:00010000:1.0:1775763621.074927:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae09 expref: 18 pid: 5760 timeout: 545 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763621.074950:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1775763621.074957:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725721856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763621.074968:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763621.074972:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae09 expref: 18 pid: 5760 timeout: 545 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.074983:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ae09 expref: 18 pid: 5760 timeout: 545 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.074999:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.075014:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.075040:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.075047:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.075054:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.075061:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.075066:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763621.075071:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.075078:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.075087:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763621.075097:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763621.075122:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725721856:12345-0@lo:103:ldlm_bl.0 Request processed in 166us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763621.075129:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1775763621.075164:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725721856:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763621.077444:0:16315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420ae10 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ae09 expref: 17 pid: 5760 timeout: 545 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763621.077467:0:16315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16315:1862022725721728:0@lo:104: 00010000:00010000:2.0:1775763621.077497:0:16315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763621.077510:0:16315:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763621.077518:0:16315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763621.077524:0:16315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420ae17 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763621.088205:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763621.602249:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725722112:0@lo:400:kworker.0 00000100:00100000:0.0:1775763621.602360:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763621.602434:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725722624:0@lo:400:kworker.0 00000100:00100000:0.0:1775763621.602484:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763621.602525:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775763621.602548:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725721984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763621.602581:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763621.602616:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725722496:0@lo:400:kworker.0 00000100:00100000:0.0:1775763621.602641:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763621.602674:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725722240:0@lo:400:kworker.0 00000100:00100000:0.0:1775763621.602697:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763621.602769:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725722752:0@lo:400:kworker.0 00000100:00100000:0.0:1775763621.602793:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763621.602812:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763621.602819:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725722368:0@lo:400:kworker.0 00000100:00100000:0.0:1775763621.602843:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763621.603205:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725722112 00000100:00100000:0.0:1775763621.603217:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725722112 00000100:00100000:0.0:1775763621.603278:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1775763621.603289:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725722112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763621.603361:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725722112:12345-0@lo:400:kworker.0 Request processed in 73us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763621.603370:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1775763621.603425:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725722112:0@lo:400:kworker.0 00000100:00100000:0.0:1775763621.603479:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725721984 00000100:00100000:0.0:1775763621.603483:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725721984 00000100:00100000:0.0:1775763621.603907:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1775763621.603917:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725721984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763621.603953:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763621.604002:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725721984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (1420us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763621.604018:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1775763621.604076:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725721984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763621.604108:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725722624 00000100:00100000:0.0:1775763621.604112:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725722624 00000100:00100000:0.0:1775763621.604148:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725722240 00000100:00100000:0.0:1775763621.604151:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725722240 00000100:00100000:0.0:1775763621.604163:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725722368 00000100:00100000:0.0:1775763621.604165:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725722368 00000100:00100000:0.0:1775763621.604178:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1775763621.604185:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725722624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763621.604186:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1775763621.604195:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725722240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763621.604260:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725722240:12345-0@lo:400:kworker.0 Request processed in 67us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763621.604271:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1775763621.604289:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1775763621.604296:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725722368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763621.604322:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725722368:12345-0@lo:400:kworker.0 Request processed in 28us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763621.604327:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1775763621.604382:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725722368:0@lo:400:kworker.0 00000100:00100000:1.0:1775763621.604407:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725722240:0@lo:400:kworker.0 00000100:00100000:1.0:1775763621.604459:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725722624:0@lo:400:kworker.0 00000100:00100000:3.0:1775763621.607211:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725722496 00000100:00100000:3.0:1775763621.607241:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725722496 00000100:00100000:3.0:1775763621.607318:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725722752 00000100:00100000:3.0:1775763621.607321:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725722752 00000100:00100000:3.0:1775763621.607365:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1775763621.607377:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725722496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763621.607493:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725722496:12345-0@lo:400:kworker.0 Request processed in 118us (4850us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763621.607502:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1775763621.607522:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1775763621.607529:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725722752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763621.607571:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725722752:12345-0@lo:400:kworker.0 Request processed in 44us (4777us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763621.607578:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00080000:3.0:1775763621.607608:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763621.607614:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775763621.607618:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763621.607682:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725722752:0@lo:400:kworker.0 00000100:00100000:3.0:1775763621.607808:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725722496:0@lo:400:kworker.0 00000100:00100000:0.0:1775763621.623257:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725722624:12345-0@lo:400:kworker.0 Request processed in 40us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763621.623294:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1775763621.691191:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763621.691262:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763621.691297:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702600832 00000100:00100000:2.0:1775763621.691310:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702600832 00000100:00100000:2.0:1775763621.691360:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 310 00000100:00100000:2.0:1775763621.691371:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702600832:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763621.691484:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702600832:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 113us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763621.691492:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 310 00000100:00100000:0.0:1775763621.691574:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702600960 00000100:00100000:0.0:1775763621.691578:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702600960 00000100:00100000:0.0:1775763621.691635:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 215 00000100:00100000:0.0:1775763621.691643:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702600960:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763621.691675:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702600960:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 34us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763621.691683:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 215 00000100:00080000:2.0:1775763621.692136:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763622.113696:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763622.637158:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763622.637171:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763622.637180:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763622.637256:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763622.637271:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763622.637286:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763622.637319:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725722880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763622.637406:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763622.637474:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0f0e50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763622.639006:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725722880 00000100:00100000:1.0:1775763622.639021:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725722880 00000100:00100000:1.0:1775763622.639082:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1775763622.639091:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725722880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763622.639107:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763622.639126:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ae1e expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763622.639151:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ae1e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763622.639163:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae1e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763622.639180:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbc00, rc 0) 00000100:00100000:1.0:1775763622.639300:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725722880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 209us (1893us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763622.639307:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1775763622.639365:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725722880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763622.639383:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763622.639393:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763622.639417:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763622.639422:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763622.639429:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763623.136083:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763623.650279:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763623.650301:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725723008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763623.650367:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763623.650447:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725723008 00000100:00100000:0.0:1775763623.650456:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725723008 00000100:00100000:0.0:1775763623.650571:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1775763623.650598:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725723008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763623.650651:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763623.650712:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725723008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763623.650720:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1775763623.650824:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725723008:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763623.651224:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775763624.165873:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763625.184468:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763626.208141:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763626.511562:0:16511:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef8b1e670 20000000:00000080:0.0:1775763626.511585:0:16511:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c92400 uarg=0000000000000000 10000000:01000000:0.0:1775763626.512199:0:16511:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763626.512225:0:16511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763626.512246:0:16511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae1e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763626.512256:0:16511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763626.512306:0:16511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ae1e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763626.512321:0:16511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ae1e expref: 17 pid: 5763 timeout: 551 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763626.512340:0:16511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16511:1862022725723136:0@lo:104: 00000100:00100000:0.0:1775763626.512431:0:16511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763626.512506:0:16511:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9edc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763626.515615:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725723136 00000100:00100000:1.0:1775763626.515629:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725723136 00000100:00100000:1.0:1775763626.515697:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1775763626.515708:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16511:x1862022725723136:12345-0@lo:104: 00010000:00010000:1.0:1775763626.515727:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763626.515863:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763626.515879:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16511:x1862022725723136:12345-0@lo:104: Request processed in 172us (3446us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763626.515886:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00010000:2.0:1775763626.516611:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763626.516620:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.516630:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763626.516635:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.516644:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763626.516651:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763626.516657:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763626.516714:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.516761:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763626.516791:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.516797:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420ae1e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae25 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.516819:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763626.516821:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763626.516822:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763626.516880:0:16511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16511:1862022725723136:0@lo:104: 00010000:00010000:2.0:1775763626.516910:0:16511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763626.517433:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725723264:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763626.517504:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763626.518018:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725723264 00000100:00100000:2.0:1775763626.518027:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725723264 00010000:00010000:2.0:1775763626.518060:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae1e expref: 18 pid: 5763 timeout: 551 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763626.518094:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1775763626.518104:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725723264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763626.518117:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763626.518122:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae1e expref: 18 pid: 5763 timeout: 551 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518134:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ae1e expref: 18 pid: 5763 timeout: 551 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518150:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ae25 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ae1e expref: 18 pid: 5763 timeout: 551 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518193:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518203:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518222:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518230:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518237:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518243:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518249:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763626.518254:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518262:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518275:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763626.518285:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763626.518325:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725723264:12345-0@lo:103:ldlm_bl.0 Request processed in 222us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763626.518338:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1775763626.518518:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725723264:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763626.518550:0:16511:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763626.518558:0:16511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763626.518575:0:16511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063600/0x429a70d18420ae2c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763626.719978:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725723392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763626.720093:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763626.720254:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725723392 00000100:00100000:0.0:1775763626.720268:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725723392 00000100:00100000:0.0:1775763626.720362:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1775763626.720374:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725723392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763626.720431:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763626.720497:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725723392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763626.720506:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1775763626.720567:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725723392:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775763626.720627:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763626.720785:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725723776:0@lo:400:kworker.0 00000100:00100000:3.0:1775763626.720823:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763626.720846:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763626.720852:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725723904:0@lo:400:kworker.0 00000100:00100000:3.0:1775763626.720878:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763626.720906:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725723904 00000100:00100000:3.0:1775763626.720911:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725723904 00000100:00100000:3.0:1775763626.720952:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1775763626.720959:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725723904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763626.720997:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725723904:12345-0@lo:400:kworker.0 Request processed in 39us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763626.721003:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00080000:3.0:1775763626.721023:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763626.721040:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725723904:0@lo:400:kworker.0 00000100:00100000:2.0:1775763626.721117:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725723648:0@lo:400:kworker.0 00000100:00100000:2.0:1775763626.721148:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763626.721195:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763626.721201:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725723520:0@lo:400:kworker.0 00000100:00100000:2.0:1775763626.721225:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763626.721251:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725723776 00000100:00100000:2.0:1775763626.721255:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725723776 00000100:00100000:2.0:1775763626.721298:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725723648 00000100:00100000:2.0:1775763626.721302:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725723648 00000100:00100000:2.0:1775763626.721317:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725723520 00000100:00100000:2.0:1775763626.721320:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725723520 00000100:00100000:2.0:1775763626.721332:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1775763626.721338:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725723776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763626.721375:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725723776:12345-0@lo:400:kworker.0 Request processed in 36us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763626.721381:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1775763626.721396:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1775763626.721401:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725723648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763626.721430:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725723648:12345-0@lo:400:kworker.0 Request processed in 29us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763626.721435:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1775763626.721446:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1775763626.721475:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725723520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763626.721504:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725723520:12345-0@lo:400:kworker.0 Request processed in 31us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763626.721510:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1775763626.721538:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725723520:0@lo:400:kworker.0 00000100:00100000:2.0:1775763626.721549:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725723648:0@lo:400:kworker.0 00000100:00080000:3.0:1775763626.721608:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763626.721633:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725723776:0@lo:400:kworker.0 00000100:00100000:2.0:1775763626.800535:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763626.800594:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763626.800630:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702601216 00000100:00100000:2.0:1775763626.800642:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702601216 00000100:00100000:2.0:1775763626.800760:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 219 00000100:00100000:2.0:1775763626.800774:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702601216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763626.800880:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702601216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 108us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763626.800888:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 219 00000100:00100000:2.0:1775763626.800915:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702601088 00000100:00100000:2.0:1775763626.800919:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702601088 00000100:00100000:2.0:1775763626.800945:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 312 00000100:00100000:2.0:1775763626.800952:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702601088:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763626.800977:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702601088:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763626.800983:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 312 00000100:00080000:3.0:1775763626.801703:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763627.232039:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763627.615853:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763627.615862:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763627.615868:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763627.615936:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763627.615950:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763627.615963:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763627.615990:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725724032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763627.616056:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763627.616124:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ffa80 going to sleep for 11 seconds 00000100:00100000:2.0:1775763627.616343:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725724032 00000100:00100000:2.0:1775763627.616352:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725724032 00000100:00100000:2.0:1775763627.616430:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1775763627.616439:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725724032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763627.616453:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763627.616465:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ae33 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763627.616489:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ae33 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763627.616499:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae33 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763627.616509:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80c00, rc 0) 00000100:00100000:2.0:1775763627.616558:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725724032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763627.616576:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1775763627.616629:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725724032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763627.616644:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763627.616653:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763627.616674:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763627.616680:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763627.616688:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763628.281622:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763628.775384:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725724160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763628.775467:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763628.775543:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725724160 00000100:00100000:1.0:1775763628.775550:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725724160 00000100:00100000:1.0:1775763628.775610:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1775763628.775619:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725724160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763628.775655:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763628.775700:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725724160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763628.775708:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00080000:0.0:1775763628.776442:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763628.776497:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725724160:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763629.294623:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763630.312695:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763631.335080:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763631.714724:0:16708:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2b2cb6d0 20000000:00000080:0.0:1775763631.714845:0:16708:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c93000 uarg=0000000000000000 10000000:01000000:0.0:1775763631.715769:0:16708:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763631.715793:0:16708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763631.715817:0:16708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae33 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763631.715826:0:16708:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763631.715875:0:16708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ae33 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763631.715892:0:16708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ae33 expref: 17 pid: 5760 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763631.715919:0:16708:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16708:1862022725724288:0@lo:104: 00000100:00100000:0.0:1775763631.715998:0:16708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763631.716052:0:16708:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e37167000 going to sleep for 11 seconds 00000100:00100000:1.0:1775763631.716182:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775763631.716201:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725724288 00000100:00100000:1.0:1775763631.716208:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725724288 00000100:00100000:1.0:1775763631.716253:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1775763631.716262:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3719bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16708:x1862022725724288:12345-0@lo:104: 00010000:00010000:1.0:1775763631.716274:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763631.716329:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763631.716334:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3719bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16708:x1862022725724288:12345-0@lo:104: Request processed in 74us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763631.716341:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1775763631.716355:0:16708:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16708:1862022725724288:0@lo:104: 00010000:00010000:0.0:1775763631.716375:0:16708:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716451:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763631.716457:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716463:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763631.716466:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716473:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763631.716478:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763631.716481:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763631.716513:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716517:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763631.716543:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716550:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420ae33 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763631.716563:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1775763631.716575:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763631.716576:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725724416:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763631.716577:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763631.716579:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763631.716603:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763631.716679:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725724416 00000100:00100000:2.0:1775763631.716682:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725724416 00010000:00010000:2.0:1775763631.716699:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae33 expref: 18 pid: 5760 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763631.716723:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1775763631.716746:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725724416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763631.716759:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763631.716764:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae33 expref: 18 pid: 5760 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716775:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ae33 expref: 18 pid: 5760 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716787:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420ae3a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ae33 expref: 18 pid: 5760 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716799:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716806:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716816:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716821:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716826:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716837:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716841:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763631.716844:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716848:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716860:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763631.716870:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775763631.716879:0:16708:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763631.716886:0:16708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763631.716893:0:16708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ae41 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763631.716909:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725724416:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763631.716915:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1775763631.716977:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725724416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763631.840327:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725724544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763631.840401:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763631.840481:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725724544 00000100:00100000:0.0:1775763631.840488:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725724544 00000100:00100000:0.0:1775763631.840553:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1775763631.840561:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725724544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763631.840592:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763631.840631:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725724544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763631.840645:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00080000:3.0:1775763631.840690:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763631.840726:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725724544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763631.840881:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725724800:0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.840981:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763631.841011:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763631.841017:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725724928:0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.841053:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763631.841085:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725724800 00000100:00100000:3.0:1775763631.841089:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725724800 00000100:00100000:3.0:1775763631.841122:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725724928 00000100:00100000:3.0:1775763631.841125:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725724928 00000100:00100000:3.0:1775763631.841161:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1775763631.841167:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725724800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.841199:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725724800:12345-0@lo:400:kworker.0 Request processed in 32us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763631.841205:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1775763631.841218:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1775763631.841223:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725724928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.841243:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725724928:12345-0@lo:400:kworker.0 Request processed in 21us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763631.841248:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1775763631.841271:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725724672:0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.841293:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763631.841312:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763631.841318:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725725056:0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.841359:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763631.841386:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725725056 00000100:00100000:3.0:1775763631.841390:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725725056 00000100:00100000:3.0:1775763631.841423:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1775763631.841430:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725725056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.841589:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725725056:12345-0@lo:400:kworker.0 Request processed in 159us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763631.841595:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00080000:3.0:1775763631.842278:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763631.842285:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763631.842324:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725725056:0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.842360:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725724928:0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.842375:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725724800:0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.842405:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725724672 00000100:00100000:3.0:1775763631.842409:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725724672 00000100:00100000:3.0:1775763631.842443:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1775763631.842450:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725724672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763631.842566:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725724672:12345-0@lo:400:kworker.0 Request processed in 117us (1271us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763631.842574:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1775763631.842609:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725724672:0@lo:400:kworker.0 00000100:00100000:0.0:1775763631.917852:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763631.917892:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702601344 00000100:00100000:0.0:1775763631.917914:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702601344 00000100:00100000:0.0:1775763631.917963:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 314 00000100:00100000:0.0:1775763631.917970:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702601344:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763631.918052:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702601344:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 82us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763631.918058:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 314 00000100:00100000:2.0:1775763631.934939:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763631.934997:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702601472 00000100:00100000:3.0:1775763631.935084:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702601472 00000100:00080000:3.0:1775763631.935188:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763631.935220:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 223 00000100:00100000:0.0:1775763631.935231:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702601472:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763631.935460:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702601472:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 88us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763631.935468:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 223 00010000:00010000:0.0:1775763632.355578:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763633.062637:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763633.062647:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763633.062654:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763633.062706:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763633.062747:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763633.062760:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763633.062812:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725725184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763633.062883:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763633.062930:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbef0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763633.063312:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725725184 00000100:00100000:0.0:1775763633.063322:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725725184 00000100:00100000:0.0:1775763633.063383:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1775763633.063394:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725725184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763633.063410:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763633.063427:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ae48 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763633.063450:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ae48 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763633.063467:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae48 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763633.063477:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775763633.063536:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725725184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763633.063543:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1775763633.064379:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725725184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763633.064401:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.064411:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763633.064437:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763633.064441:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.064448:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763633.386114:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763633.892713:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725725312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763633.892793:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763633.892862:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725725312 00000100:00100000:2.0:1775763633.892869:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725725312 00000100:00100000:2.0:1775763633.892920:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1775763633.892928:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725725312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763633.892962:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763633.893005:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725725312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763633.893012:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:2.0:1775763633.893032:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763633.893066:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725725312:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1775763633.918790:0:16807:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf1d2c6e0 20000000:00000080:2.0:1775763633.918809:0:16807:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d625000 uarg=0000000000000000 10000000:01000000:2.0:1775763633.919343:0:16807:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763633.919359:0:16807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763633.919373:0:16807:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae48 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763633.919378:0:16807:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763633.919417:0:16807:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ae48 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763633.919428:0:16807:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ae48 expref: 17 pid: 5762 timeout: 558 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763633.919443:0:16807:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16807:1862022725725440:0@lo:104: 00000100:00100000:2.0:1775763633.919518:0:16807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763633.919578:0:16807:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbeff00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763633.919595:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725725440 00000100:00100000:1.0:1775763633.919605:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725725440 00000100:00100000:1.0:1775763633.919668:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1775763633.919678:0:5751:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1775763633.919679:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16807:x1862022725725440:12345-0@lo:104: 00000100:00100000:3.0:1775763633.919690:0:5751:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:1.0:1775763633.919705:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.919798:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763633.919805:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16807:x1862022725725440:12345-0@lo:104: Request processed in 129us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763633.919815:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00010000:1.0:1775763633.919841:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763633.919847:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.919855:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763633.919859:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.919870:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763633.919879:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763633.919886:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:3.0:1775763633.919896:0:16807:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16807:1862022725725440:0@lo:104: 00010000:00010000:3.0:1775763633.919915:0:16807:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.919918:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.919926:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763633.919964:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.919972:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420ae48 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae4f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.919996:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763633.919998:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763633.919999:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763633.920017:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763633.920029:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725725568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763633.920073:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763633.920109:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725725568 00000100:00100000:1.0:1775763633.920121:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725725568 00010000:00010000:1.0:1775763633.920140:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae48 expref: 18 pid: 5762 timeout: 558 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763633.920443:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1775763633.920454:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab31850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725725568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763633.920469:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763633.920475:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae48 expref: 18 pid: 5762 timeout: 558 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920488:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ae48 expref: 18 pid: 5762 timeout: 558 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920502:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420ae4f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ae48 expref: 18 pid: 5762 timeout: 558 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920517:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920525:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920552:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920560:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920566:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920573:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920579:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763633.920585:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920592:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920614:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763633.920624:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763633.920658:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab31850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725725568:12345-0@lo:103:ldlm_bl.0 Request processed in 206us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763633.920665:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1775763633.920771:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725725568:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763633.920987:0:16807:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763633.920996:0:16807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763633.921002:0:16807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ae56 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763634.400041:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763635.435163:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763635.807864:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763635.807870:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763635.807888:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763635.807934:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763635.807947:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763635.807958:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763635.807988:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725725696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763635.808063:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763635.808133:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff000 going to sleep for 11 seconds 00000100:00100000:0.0:1775763635.808373:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725725696 00000100:00100000:0.0:1775763635.808383:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725725696 00000100:00100000:0.0:1775763635.808444:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1775763635.808454:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725725696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763635.808468:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763635.808484:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ae5d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763635.808508:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ae5d expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763635.808519:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae5d expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763635.808528:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775763635.808574:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725725696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763635.808581:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1775763635.808761:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725725696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763635.808777:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763635.808786:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763635.808808:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763635.808814:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763635.808821:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1775763636.379193:0:16906:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb8028d50 20000000:00000080:0.0:1775763636.379220:0:16906:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c92000 uarg=0000000000000000 10000000:01000000:0.0:1775763636.379699:0:16906:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763636.379722:0:16906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763636.379778:0:16906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae5d expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763636.379787:0:16906:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763636.379827:0:16906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ae5d expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763636.379841:0:16906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ae5d expref: 17 pid: 5760 timeout: 561 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763636.379857:0:16906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16906:1862022725725824:0@lo:104: 00000100:00100000:0.0:1775763636.379930:0:16906:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763636.379989:0:16906:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1775763636.382629:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725725824 00000100:00100000:1.0:1775763636.382644:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725725824 00000100:00100000:1.0:1775763636.382726:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1775763636.382763:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16906:x1862022725725824:12345-0@lo:104: 00010000:00010000:1.0:1775763636.382783:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.382889:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763636.382895:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:16906:x1862022725725824:12345-0@lo:104: Request processed in 135us (2965us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763636.382902:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:1.0:1775763636.382926:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763636.382931:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.382938:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763636.382942:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.382964:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763636.382971:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763636.382976:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763636.383017:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383023:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763636.383046:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383054:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420ae5d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae64 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383073:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763636.383074:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763636.383075:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763636.383117:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725725952:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763636.383161:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763636.383220:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725725952 00000100:00100000:1.0:1775763636.383225:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725725952 00010000:00010000:1.0:1775763636.383248:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae5d expref: 18 pid: 5760 timeout: 561 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763636.383272:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1775763636.383278:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725725952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763636.383300:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763636.383306:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae5d expref: 18 pid: 5760 timeout: 561 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383319:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ae5d expref: 18 pid: 5760 timeout: 561 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383572:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383581:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383598:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383605:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383613:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383619:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383625:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763636.383630:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383637:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383655:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.383665:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763636.383698:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725725952:12345-0@lo:103:ldlm_bl.0 Request processed in 420us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763636.383705:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1775763636.383773:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725725952:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763636.384049:0:16906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ae64 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ae5d expref: 17 pid: 5760 timeout: 561 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763636.384075:0:16906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16906:1862022725725824:0@lo:104: 00010000:00010000:0.0:1775763636.384100:0:16906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763636.384110:0:16906:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763636.384116:0:16906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763636.384132:0:16906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ae6b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763636.449376:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763636.960660:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763636.960767:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763636.960798:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725726208:0@lo:400:kworker.0 00000100:00100000:1.0:1775763636.960914:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763636.961386:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725726080:0@lo:400:kworker.0 00000100:00100000:2.0:1775763636.961424:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763636.961778:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725726336:0@lo:400:kworker.0 00000100:00100000:3.0:1775763636.961815:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763636.961835:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763636.961841:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725726464:0@lo:400:kworker.0 00000100:00100000:3.0:1775763636.961859:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763636.962045:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725726336 00000100:00100000:3.0:1775763636.962064:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725726336 00000100:00100000:3.0:1775763636.962130:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1775763636.962139:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725726336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763636.962184:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725726336:12345-0@lo:400:kworker.0 Request processed in 46us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763636.962190:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1775763636.962233:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725726336:0@lo:400:kworker.0 00000100:00100000:3.0:1775763636.962252:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725726592:0@lo:400:kworker.0 00000100:00100000:3.0:1775763636.962271:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763636.962302:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725726592 00000100:00100000:3.0:1775763636.962305:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725726592 00000100:00100000:3.0:1775763636.962326:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1775763636.962331:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725726592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763636.962360:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725726592:12345-0@lo:400:kworker.0 Request processed in 29us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763636.962365:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1775763636.962387:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725726592:0@lo:400:kworker.0 00000100:00100000:1.0:1775763636.962576:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725726208 00000100:00100000:1.0:1775763636.962581:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725726208 00000100:00100000:1.0:1775763636.962624:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725726080 00000100:00100000:1.0:1775763636.962627:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725726080 00000100:00100000:1.0:1775763636.962639:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725726464 00000100:00100000:1.0:1775763636.962642:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725726464 00000100:00100000:1.0:1775763636.962657:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1775763636.962663:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725726208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763636.962698:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725726208:12345-0@lo:400:kworker.0 Request processed in 35us (1785us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763636.962704:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1775763636.962717:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1775763636.962723:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725726080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763636.962775:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725726080:12345-0@lo:400:kworker.0 Request processed in 53us (1351us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763636.962789:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1775763636.962802:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775763636.962807:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725726464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763636.962839:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725726464:12345-0@lo:400:kworker.0 Request processed in 32us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763636.962844:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1775763636.962940:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725726464:0@lo:400:kworker.0 00000100:00100000:3.0:1775763636.962964:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725726208:0@lo:400:kworker.0 00000100:00080000:2.0:1775763636.963160:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763636.963165:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763636.963167:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763636.963189:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725726080:0@lo:400:kworker.0 00000100:00100000:3.0:1775763636.973105:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725726720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763636.973205:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763636.985290:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725726720 00000100:00100000:0.0:1775763636.985313:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725726720 00000100:00100000:0.0:1775763636.985385:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1775763636.985396:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725726720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763636.985460:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763636.991581:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725726720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6169us (18358us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763636.991598:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1775763636.993250:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725726720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763637.042122:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763637.042164:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763637.042192:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702601728 00000100:00100000:3.0:1775763637.042203:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702601728 00000100:00100000:3.0:1775763637.042280:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 227 00000100:00100000:3.0:1775763637.042292:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702601728:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763637.042393:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702601728:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 104us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763637.042401:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 227 00000100:00100000:3.0:1775763637.042438:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702601600 00000100:00100000:3.0:1775763637.042442:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702601600 00000100:00100000:3.0:1775763637.042471:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 317 00000100:00100000:3.0:1775763637.042486:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702601600:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763637.042515:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702601600:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 30us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763637.042522:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 317 00000100:00080000:3.0:1775763637.042554:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763637.473230:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763637.729210:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763637.729218:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763637.729225:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763637.729288:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763637.729303:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763637.729315:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763637.729343:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725726848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763637.729426:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763637.729488:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e371673c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763637.729518:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725726848 00000100:00100000:3.0:1775763637.729527:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725726848 00000100:00100000:3.0:1775763637.730454:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1775763637.730478:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725726848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763637.730507:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763637.730535:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ae72 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763637.731820:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ae72 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763637.731853:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae72 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763637.731863:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775763637.731953:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725726848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1482us (2525us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763637.731964:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1775763637.732332:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725726848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763637.732361:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763637.732375:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763637.732399:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763637.732405:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763637.732412:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763638.497550:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763639.022845:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763639.022876:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725726976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763639.022980:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763639.023092:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725726976 00000100:00100000:1.0:1775763639.023102:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725726976 00000100:00100000:1.0:1775763639.023177:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1775763639.023211:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725726976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763639.023263:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763639.023339:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725726976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763639.023346:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:1.0:1775763639.023373:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763639.023419:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725726976:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775763639.520003:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763640.544286:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763641.569407:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763642.080501:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763642.080527:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725727104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763642.080606:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763642.081532:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725727104 00000100:00100000:2.0:1775763642.081546:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725727104 00000100:00100000:2.0:1775763642.081625:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1775763642.081637:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725727104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763642.081700:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763642.081814:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725727104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 179us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763642.081824:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1775763642.081941:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725727232:0@lo:400:kworker.0 00000100:00100000:2.0:1775763642.081980:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775763642.082071:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763642.082085:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725727360:0@lo:400:kworker.0 00000100:00100000:3.0:1775763642.082120:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763642.089848:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725727232 00000100:00100000:1.0:1775763642.089864:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725727232 00000100:00100000:1.0:1775763642.089922:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1775763642.089931:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725727232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763642.090022:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725727232:12345-0@lo:400:kworker.0 Request processed in 91us (8040us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763642.090029:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1775763642.090081:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725727616:0@lo:400:kworker.0 00000100:00100000:1.0:1775763642.090112:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763642.090819:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725727360 00000100:00100000:2.0:1775763642.090828:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725727360 00000100:00100000:2.0:1775763642.090868:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725727616 00000100:00100000:2.0:1775763642.090872:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725727616 00000100:00100000:2.0:1775763642.090901:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1775763642.090909:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725727360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763642.090964:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725727360:12345-0@lo:400:kworker.0 Request processed in 56us (8843us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763642.090971:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1775763642.091001:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1775763642.091007:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725727616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763642.091048:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725727616:12345-0@lo:400:kworker.0 Request processed in 30us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763642.091054:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00080000:2.0:1775763642.091079:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763642.091132:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725727232:0@lo:400:kworker.0 00000100:00100000:2.0:1775763642.091143:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725727744:0@lo:400:kworker.0 00000100:00100000:2.0:1775763642.091176:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763642.091202:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725727744 00000100:00100000:2.0:1775763642.091205:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725727744 00000100:00100000:2.0:1775763642.091237:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1775763642.091244:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725727744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763642.091274:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725727744:12345-0@lo:400:kworker.0 Request processed in 30us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763642.091280:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00080000:2.0:1775763642.091297:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763642.091314:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725727744:0@lo:400:kworker.0 00000100:00100000:3.0:1775763642.091508:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725727360:0@lo:400:kworker.0 00000100:00100000:1.0:1775763642.093351:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725727616:0@lo:400:kworker.0 00000100:00100000:1.0:1775763642.093392:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763642.093406:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725727488:0@lo:400:kworker.0 00000100:00100000:1.0:1775763642.093472:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763642.093538:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725727104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763642.093560:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725727488 00000100:00100000:2.0:1775763642.093570:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725727488 00000100:00100000:2.0:1775763642.093979:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1775763642.093989:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725727488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763642.094057:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725727488:12345-0@lo:400:kworker.0 Request processed in 69us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763642.094063:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1775763642.094218:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725727488:0@lo:400:kworker.0 00000100:00080000:3.0:1775763642.108264:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763642.160115:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763642.160169:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763642.160417:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702601984 00000100:00100000:0.0:1775763642.160429:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702601984 00000100:00100000:0.0:1775763642.160531:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 231 00000100:00100000:0.0:1775763642.160542:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702601984:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763642.160634:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702601984:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 94us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763642.160643:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 231 00000100:00080000:1.0:1775763642.162671:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763642.163290:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702601856 00000100:00100000:3.0:1775763642.163307:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702601856 00000100:00100000:3.0:1775763642.163484:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 320 00000100:00100000:3.0:1775763642.163496:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702601856:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763642.163611:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702601856:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 117us (3514us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763642.163619:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 320 00000020:00000080:2.0:1775763642.431983:0:17154:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe40561af0 20000000:00000080:2.0:1775763642.432010:0:17154:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719b800 uarg=0000000000000000 10000000:01000000:2.0:1775763642.432905:0:17154:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763642.432932:0:17154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763642.432950:0:17154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae72 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763642.432959:0:17154:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763642.432996:0:17154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ae72 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763642.433011:0:17154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ae72 expref: 17 pid: 5762 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763642.433027:0:17154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17154:1862022725727872:0@lo:104: 00000100:00100000:2.0:1775763642.433108:0:17154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763642.433338:0:17154:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775763642.433483:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725727872 00000100:00100000:3.0:1775763642.433493:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725727872 00000100:00100000:3.0:1775763642.433551:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1775763642.433565:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17154:x1862022725727872:12345-0@lo:104: 00010000:00010000:3.0:1775763642.433581:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.433960:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763642.433967:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17154:x1862022725727872:12345-0@lo:104: Request processed in 404us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763642.433975:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:3.0:1775763642.433998:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763642.434004:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434011:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763642.434015:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434025:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763642.434044:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763642.434051:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763642.434086:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434092:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763642.434117:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434123:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420ae72 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae79 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434166:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763642.434168:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763642.434170:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763642.434197:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725728000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763642.434237:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763642.434296:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725728000 00000100:00100000:3.0:1775763642.434302:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725728000 00010000:00010000:3.0:1775763642.434322:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae72 expref: 18 pid: 5762 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763642.434351:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1775763642.434358:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725728000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763642.434370:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763642.434374:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae72 expref: 18 pid: 5762 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434385:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ae72 expref: 18 pid: 5762 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434404:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434414:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434429:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434437:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434451:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434458:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434463:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763642.434468:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434476:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434485:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763642.434494:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763642.434521:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725728000:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763642.434528:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1775763642.434566:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725728000:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763642.434914:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420ae79 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ae72 expref: 17 pid: 5762 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763642.434926:0:17154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17154:1862022725727872:0@lo:104: 00010000:00010000:2.0:1775763642.434941:0:17154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763642.434950:0:17154:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763642.434955:0:17154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763642.434971:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420ae80 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763642.591865:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763643.608210:0:17202:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe949e62d0 20000000:00000080:0.0:1775763643.608231:0:17202:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c91c00 uarg=0000000000000000 10000000:01000000:0.0:1775763643.613387:0:17202:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763643.613410:0:17202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.613427:0:17202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.613456:0:17202:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.613464:0:17202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.614660:0:17202:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.614671:0:17202:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.614678:0:17202:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763643.614682:0:17202:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.614690:0:17202:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.614706:0:17202:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.614715:0:17202:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.614721:0:17202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420ae87 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763643.621279:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763643.621288:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763643.621295:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763643.621362:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.621375:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763643.621387:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763643.621425:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725728128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763643.624703:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763643.624778:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbef240 going to sleep for 11 seconds 00010000:00010000:0.0:1775763643.624866:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763643.625211:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725728128 00000100:00100000:3.0:1775763643.625223:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725728128 00000100:00100000:3.0:1775763643.625296:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1775763643.625308:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725728128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763643.625326:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763643.625350:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ae8e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763643.625403:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ae8e expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763643.625416:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae8e expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763643.626330:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667400, rc 0) 00000100:00100000:3.0:1775763643.628925:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725728128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3607us (4215us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763643.628939:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1775763643.629424:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725728128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763643.629459:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763643.629488:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763643.629524:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763643.629531:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763643.629540:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763644.129338:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725728256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763644.129445:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763644.130242:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725728256 00000100:00100000:3.0:1775763644.130260:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725728256 00000100:00100000:3.0:1775763644.130350:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1775763644.130361:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725728256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763644.130408:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763644.130477:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725728256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763644.130483:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:1.0:1775763644.131900:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763644.132300:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725728256:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775763644.643385:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763644.900695:0:17251:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd5f0292e0 20000000:00000080:2.0:1775763644.900716:0:17251:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719bc00 uarg=0000000000000000 10000000:01000000:2.0:1775763644.901049:0:17251:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763644.901072:0:17251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763644.901096:0:17251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ae8e expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763644.901105:0:17251:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763644.901156:0:17251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ae8e expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763644.901172:0:17251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ae8e expref: 17 pid: 5762 timeout: 569 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763644.901190:0:17251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17251:1862022725728384:0@lo:104: 00000100:00100000:2.0:1775763644.901267:0:17251:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763644.901327:0:17251:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097fff00 going to sleep for 11 seconds 00000100:00100000:3.0:1775763644.903227:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725728384 00000100:00100000:3.0:1775763644.903246:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725728384 00000100:00100000:3.0:1775763644.903342:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1775763644.903355:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17251:x1862022725728384:12345-0@lo:104: 00010000:00010000:3.0:1775763644.903378:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.903515:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763644.903521:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17251:x1862022725728384:12345-0@lo:104: Request processed in 170us (2254us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763644.903546:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00010000:00010000:3.0:1775763644.903574:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763644.903581:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.903589:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763644.903594:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.903604:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763644.903612:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763644.903619:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763644.903666:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.903674:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763644.903697:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.903705:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ae8e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ae95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.903752:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763644.903755:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763644.903756:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763644.903781:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725728512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763644.903834:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763644.903899:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725728512 00000100:00100000:3.0:1775763644.903904:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725728512 00010000:00010000:3.0:1775763644.903927:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae8e expref: 18 pid: 5762 timeout: 569 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763644.903954:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1775763644.903960:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725728512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763644.903973:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1775763644.904298:0:17251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17251:1862022725728384:0@lo:104: 00010000:00010000:1.0:1775763644.904323:0:17251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904564:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ae8e expref: 18 pid: 5762 timeout: 569 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904579:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ae8e expref: 18 pid: 5762 timeout: 569 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904596:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420ae95 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ae8e expref: 18 pid: 5762 timeout: 569 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904612:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904621:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904639:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904648:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904655:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904672:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904677:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763644.904682:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904691:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904714:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763644.904724:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775763644.904798:0:17251:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763644.904806:0:17251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763644.904824:0:17251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ae9c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763644.907186:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725728512:12345-0@lo:103:ldlm_bl.0 Request processed in 3214us (3339us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763644.907201:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1775763644.907260:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725728512:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763645.670979:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763646.071307:0:17299:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc36ad6720 20000000:00000080:3.0:1775763646.071325:0:17299:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3795f000 uarg=0000000000000000 10000000:01000000:3.0:1775763646.071589:0:17299:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763646.071609:0:17299:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071626:0:17299:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071636:0:17299:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071642:0:17299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071656:0:17299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071664:0:17299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071670:0:17299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763646.071674:0:17299:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071682:0:17299:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071695:0:17299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071703:0:17299:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.071710:0:17299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420aea3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763646.559950:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763646.559961:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763646.559978:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763646.560042:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.560056:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.560090:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763646.560118:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725728640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763646.560190:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763646.560658:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725728640 00000100:00100000:2.0:1775763646.560667:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725728640 00000100:00100000:3.0:1775763646.560812:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e37167e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775763646.560850:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1775763646.560860:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725728640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763646.560884:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763646.560900:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420aeaa expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763646.560927:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420aeaa expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763646.560939:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aeaa expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763646.560948:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81800, rc 0) 00000100:00100000:2.0:1775763646.561018:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725728640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763646.561026:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1775763646.561223:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725728640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763646.561239:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.561248:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763646.561269:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763646.561274:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.561281:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763646.692175:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763647.086849:0:17347:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee76dad80 20000000:00000080:2.0:1775763647.086869:0:17347:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37198400 uarg=0000000000000000 10000000:01000000:2.0:1775763647.087169:0:17347:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763647.087194:0:17347:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763647.087216:0:17347:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aeaa expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763647.087225:0:17347:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763647.087270:0:17347:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420aeaa expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763647.087285:0:17347:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420aeaa expref: 17 pid: 5760 timeout: 571 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763647.087311:0:17347:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17347:1862022725728768:0@lo:104: 00000100:00100000:2.0:1775763647.087374:0:17347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763647.087424:0:17347:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763647.087807:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725728768 00000100:00100000:1.0:1775763647.087817:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725728768 00000100:00100000:1.0:1775763647.087869:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1775763647.087878:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17347:x1862022725728768:12345-0@lo:104: 00010000:00010000:1.0:1775763647.087892:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.087969:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763647.087976:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17347:x1862022725728768:12345-0@lo:104: Request processed in 99us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763647.087983:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00010000:1.0:1775763647.088019:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763647.088025:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088033:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763647.088037:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088046:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763647.088052:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763647.088072:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763647.088105:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088112:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763647.088136:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088142:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420aeaa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aeb1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088160:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763647.088162:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763647.088164:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763647.088187:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725728896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763647.088219:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763647.088261:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725728896 00000100:00100000:1.0:1775763647.088266:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725728896 00010000:00010000:1.0:1775763647.088286:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aeaa expref: 18 pid: 5760 timeout: 571 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763647.088311:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1775763647.088319:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725728896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763647.088329:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763647.088334:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aeaa expref: 18 pid: 5760 timeout: 571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088345:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420aeaa expref: 18 pid: 5760 timeout: 571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088367:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088374:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088385:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088393:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088400:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088406:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088424:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763647.088428:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088434:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088442:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763647.088452:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763647.088480:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725728896:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763647.088495:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1775763647.088535:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725728896:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763647.088863:0:17347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420aeb1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420aeaa expref: 17 pid: 5760 timeout: 571 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763647.088875:0:17347:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17347:1862022725728768:0@lo:104: 00010000:00010000:2.0:1775763647.088889:0:17347:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763647.088898:0:17347:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763647.088903:0:17347:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763647.088909:0:17347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420aeb8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17347 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763647.200297:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763647.200321:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725729024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763647.200390:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763647.200452:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725729024 00000100:00100000:3.0:1775763647.200461:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725729024 00000100:00100000:3.0:1775763647.200521:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1775763647.200545:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725729024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763647.200595:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763647.200642:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725729024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763647.200650:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00080000:3.0:1775763647.200671:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763647.200709:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725729024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763647.204857:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725729152:0@lo:400:kworker.0 00000100:00100000:3.0:1775763647.204946:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763647.205021:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725729152 00000100:00100000:3.0:1775763647.205030:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725729152 00000100:00100000:3.0:1775763647.205076:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1775763647.205086:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725729152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763647.205141:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725729152:12345-0@lo:400:kworker.0 Request processed in 56us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763647.205149:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1775763647.205201:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725729152:0@lo:400:kworker.0 00000100:00100000:3.0:1775763647.205241:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763647.205247:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725729280:0@lo:400:kworker.0 00000100:00100000:3.0:1775763647.205273:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763647.205299:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725729280 00000100:00100000:3.0:1775763647.205303:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725729280 00000100:00100000:3.0:1775763647.205329:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1775763647.205335:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725729280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763647.205369:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725729280:12345-0@lo:400:kworker.0 Request processed in 35us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763647.205390:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1775763647.205419:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725729280:0@lo:400:kworker.0 00000100:00100000:3.0:1775763647.205458:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725729408:0@lo:400:kworker.0 00000100:00100000:3.0:1775763647.205481:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763647.205521:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763647.205526:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725729536:0@lo:400:kworker.0 00000100:00100000:0.0:1775763647.209325:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725729408 00000100:00100000:0.0:1775763647.209343:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725729408 00000100:00100000:0.0:1775763647.209424:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1775763647.209438:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725729408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763647.209539:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725729408:12345-0@lo:400:kworker.0 Request processed in 106us (4056us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763647.209558:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00080000:0.0:1775763647.209584:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763647.209843:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763647.209945:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725729408:0@lo:400:kworker.0 00000100:00100000:0.0:1775763647.210918:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763647.210939:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725729664:0@lo:400:kworker.0 00000100:00100000:0.0:1775763647.211018:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763647.211070:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725729664 00000100:00100000:0.0:1775763647.211077:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725729664 00000100:00100000:0.0:1775763647.211127:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1775763647.211144:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725729664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763647.211192:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725729664:12345-0@lo:400:kworker.0 Request processed in 50us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763647.211199:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1775763647.211232:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725729664:0@lo:400:kworker.0 00000100:00080000:0.0:1775763647.211251:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763647.211448:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725729536 00000100:00100000:2.0:1775763647.211454:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725729536 00000100:00100000:2.0:1775763647.211505:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1775763647.211512:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725729536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763647.211985:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725729536:12345-0@lo:400:kworker.0 Request processed in 471us (6433us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763647.212001:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00080000:2.0:1775763647.212025:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763647.212051:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725729536:0@lo:400:kworker.0 00000100:00100000:3.0:1775763647.284564:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763647.284615:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763647.284649:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702602112 00000100:00100000:3.0:1775763647.284661:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702602112 00000100:00100000:3.0:1775763647.284717:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 324 00000100:00100000:3.0:1775763647.284750:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702602112:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763647.284864:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702602240 00000100:00100000:2.0:1775763647.284869:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702602240 00000100:00100000:2.0:1775763647.285360:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 235 00000100:00100000:2.0:1775763647.285370:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702602240:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763647.303700:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702602112:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 18960us (19069us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763647.303714:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 324 00000100:00100000:2.0:1775763647.303912:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702602240:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 18542us (19368us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763647.303924:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 235 00000100:00080000:2.0:1775763647.303953:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763647.712006:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763647.887631:0:17396:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd8a397000 20000000:00000080:3.0:1775763647.887650:0:17396:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee4400 uarg=0000000000000000 10000000:01000000:3.0:1775763647.888694:0:17396:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763647.888719:0:17396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889083:0:17396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889112:0:17396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889120:0:17396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889128:0:17396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889137:0:17396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889144:0:17396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763647.889148:0:17396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889158:0:17396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889175:0:17396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889184:0:17396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763647.889192:0:17396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420aebf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763648.226249:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763648.226257:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763648.226263:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763648.226329:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763648.226343:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763648.226356:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763648.226383:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725729792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763648.226459:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763648.226527:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775763648.227314:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725729792 00000100:00100000:3.0:1775763648.227327:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725729792 00000100:00100000:3.0:1775763648.227429:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1775763648.227439:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725729792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763648.227457:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763648.227476:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420aec6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.227507:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420aec6 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.227520:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aec6 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.227532:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775763648.227609:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725729792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763648.227616:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1775763648.228280:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725729792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763648.228316:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763648.228330:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763648.228363:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763648.228371:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763648.228378:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.736859:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763648.976575:0:17444:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd047de4a0 20000000:00000080:3.0:1775763648.976596:0:17444:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee5800 uarg=0000000000000000 10000000:01000000:3.0:1775763648.976877:0:17444:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763648.976896:0:17444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.976915:0:17444:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aec6 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.976924:0:17444:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.976982:0:17444:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420aec6 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.977016:0:17444:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420aec6 expref: 17 pid: 5760 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763648.977033:0:17444:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17444:1862022725729920:0@lo:104: 00000100:00100000:3.0:1775763648.977097:0:17444:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763648.977147:0:17444:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed780 going to sleep for 11 seconds 00000100:00100000:2.0:1775763648.977333:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725729920 00000100:00100000:2.0:1775763648.977341:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725729920 00000100:00100000:2.0:1775763648.977393:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1775763648.977402:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17444:x1862022725729920:12345-0@lo:104: 00010000:00010000:2.0:1775763648.977416:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977474:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763648.977480:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17444:x1862022725729920:12345-0@lo:104: Request processed in 80us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763648.977487:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00010000:00010000:2.0:1775763648.977510:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763648.977515:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977523:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763648.977526:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977552:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763648.977559:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763648.977564:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763648.977592:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977599:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763648.977619:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977625:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420aec6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aecd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977639:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763648.977640:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763648.977642:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763648.977660:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725730048:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763648.977684:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763648.977718:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725730048 00000100:00100000:2.0:1775763648.977721:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725730048 00010000:00010000:2.0:1775763648.977759:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aec6 expref: 18 pid: 5760 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763648.977782:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1775763648.977788:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725730048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763648.977803:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763648.977808:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aec6 expref: 18 pid: 5760 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977818:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420aec6 expref: 18 pid: 5760 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977832:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977839:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977851:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977857:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977863:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977869:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977875:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763648.977879:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977886:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977902:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763648.977911:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763648.977934:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725730048:12345-0@lo:103:ldlm_bl.0 Request processed in 147us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763648.977941:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1775763648.977984:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725730048:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763648.979707:0:17444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420aecd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420aec6 expref: 17 pid: 5760 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763648.979726:0:17444:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17444:1862022725729920:0@lo:104: 00010000:00010000:3.0:1775763648.980444:0:17444:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.980459:0:17444:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.980466:0:17444:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763648.980472:0:17444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420aed4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763649.248049:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763649.248082:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725730176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763649.248176:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763649.248303:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725730176 00000100:00100000:2.0:1775763649.248321:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725730176 00000100:00100000:2.0:1775763649.250706:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1775763649.250764:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725730176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763649.250833:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763649.250937:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725730176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 214us (2761us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763649.250947:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1775763649.251827:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725730176:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775763649.259152:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775763649.763975:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763650.016143:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763650.016153:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763650.016159:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763650.016216:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763650.016240:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763650.016253:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763650.016283:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725730304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763650.016558:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763650.016614:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f180 going to sleep for 11 seconds 00000100:00100000:3.0:1775763650.016979:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725730304 00000100:00100000:3.0:1775763650.016989:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725730304 00000100:00100000:3.0:1775763650.017048:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1775763650.017058:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725730304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763650.017074:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763650.017089:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420aedb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763650.017124:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420aedb expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763650.017135:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aedb expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763650.017146:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667400, rc 0) 00000100:00100000:3.0:1775763650.017269:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725730304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 212us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763650.017276:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1775763650.022986:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725730304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763650.023027:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.023044:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763650.023101:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763650.023107:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.023114:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1775763650.416650:0:17492:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff298463a0 20000000:00000080:1.0:1775763650.416671:0:17492:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2fa2d400 uarg=0000000000000000 10000000:01000000:1.0:1775763650.417095:0:17492:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763650.417116:0:17492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763650.417135:0:17492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aedb expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763650.417143:0:17492:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763650.417195:0:17492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420aedb expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763650.417210:0:17492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420aedb expref: 17 pid: 5762 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763650.417344:0:17492:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17492:1862022725730432:0@lo:104: 00000100:00100000:1.0:1775763650.417432:0:17492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763650.418290:0:17492:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236300 going to sleep for 11 seconds 00000100:00100000:3.0:1775763650.422123:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775763650.422154:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725730432 00000100:00100000:3.0:1775763650.422164:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725730432 00000100:00100000:3.0:1775763650.422215:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1775763650.422225:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37966050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17492:x1862022725730432:12345-0@lo:104: 00010000:00010000:3.0:1775763650.422243:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763650.422339:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763650.422345:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37966050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17492:x1862022725730432:12345-0@lo:104: Request processed in 122us (4917us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763650.422352:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1775763650.422375:0:17492:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17492:1862022725730432:0@lo:104: 00010000:00010000:1.0:1775763650.422396:0:17492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763650.422444:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763650.422450:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763650.422457:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763650.422460:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763650.422468:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763650.422475:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763650.422481:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763650.422534:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763650.422540:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763650.422569:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763650.422590:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80a00/0x429a70d18420aedb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aee2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763650.422606:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763650.422607:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763650.422609:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763650.422614:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725730560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763650.422649:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763650.422673:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725730560 00000100:00100000:0.0:1775763650.422678:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725730560 00010000:00010000:0.0:1775763650.422700:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aedb expref: 18 pid: 5762 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763650.422758:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1775763650.422766:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725730560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763650.422777:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763650.422782:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aedb expref: 18 pid: 5762 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422793:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420aedb expref: 18 pid: 5762 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422807:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420aee2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420aedb expref: 18 pid: 5762 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422822:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422830:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422850:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422856:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422862:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422868:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422873:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763650.422877:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422884:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422919:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763650.422955:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763650.423041:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725730560:12345-0@lo:103:ldlm_bl.0 Request processed in 275us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763650.423055:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1775763650.423135:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725730560:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763650.423172:0:17492:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763650.423190:0:17492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763650.423196:0:17492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420aee9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763650.790040:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763651.475603:0:17541:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd847907c0 20000000:00000080:2.0:1775763651.475627:0:17541:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36e3bc00 uarg=0000000000000000 10000000:01000000:2.0:1775763651.476262:0:17541:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763651.476287:0:17541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476304:0:17541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476315:0:17541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476322:0:17541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476328:0:17541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476335:0:17541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476341:0:17541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763651.476353:0:17541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476362:0:17541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476375:0:17541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476383:0:17541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.476389:0:17541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420aef0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763651.815863:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763651.935841:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763651.935855:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763651.935864:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763651.935937:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763651.935970:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763651.935984:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763651.936018:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725730688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763651.936104:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763651.936177:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff480 going to sleep for 11 seconds 00000100:00100000:1.0:1775763651.936180:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725730688 00000100:00100000:1.0:1775763651.936194:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725730688 00000100:00100000:1.0:1775763651.936267:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1775763651.936277:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725730688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763651.936293:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763651.936307:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420aef7 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763651.936334:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420aef7 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763651.936347:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aef7 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763651.936369:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0caa00, rc 0) 00000100:00100000:1.0:1775763651.936428:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725730688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763651.936436:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1775763651.936501:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725730688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763651.936516:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763651.936523:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763651.936541:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763651.936546:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763651.936552:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763652.319928:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725731072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763652.320025:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763652.320088:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725731584:0@lo:400:kworker.0 00000100:00100000:0.0:1775763652.320134:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763652.320166:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763652.320173:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725731200:0@lo:400:kworker.0 00000100:00100000:0.0:1775763652.320205:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763652.321159:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725730944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763652.321234:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763652.321270:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725731328:0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.321293:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763652.321317:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775763652.321325:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725730816:0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.321354:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763652.321382:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725731456:0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.321405:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763652.321447:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725731072 00000100:00100000:2.0:1775763652.321456:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725731072 00000100:00100000:2.0:1775763652.321508:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725731200 00000100:00100000:2.0:1775763652.321511:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725731200 00000100:00100000:2.0:1775763652.321549:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725731456 00000100:00100000:2.0:1775763652.321552:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725731456 00000100:00100000:2.0:1775763652.321567:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1775763652.321575:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725731072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.321632:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725731072:12345-0@lo:400:kworker.0 Request processed in 57us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763652.321640:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1775763652.321659:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1775763652.321665:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725731200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.321691:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725731200:12345-0@lo:400:kworker.0 Request processed in 27us (1486us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763652.321696:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1775763652.321708:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1775763652.321713:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725731456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.321766:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725731456:12345-0@lo:400:kworker.0 Request processed in 53us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763652.321772:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1775763652.321793:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725731584 00000100:00100000:2.0:1775763652.321797:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725731584 00000100:00100000:2.0:1775763652.321823:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725731328 00000100:00100000:2.0:1775763652.321826:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725731328 00000100:00100000:2.0:1775763652.321862:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1775763652.321870:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725731584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.321900:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725731584:12345-0@lo:400:kworker.0 Request processed in 31us (1765us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763652.321906:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1775763652.321917:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1775763652.321930:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725731328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.321976:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725731328:12345-0@lo:400:kworker.0 Request processed in 47us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763652.321982:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1775763652.322024:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725730944 00000100:00100000:2.0:1775763652.322028:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725730944 00000100:00100000:2.0:1775763652.322050:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1775763652.322056:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725730944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763652.322084:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763652.322119:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725730944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763652.322125:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1775763652.322148:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725730816 00000100:00100000:2.0:1775763652.322152:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725730816 00000100:00100000:2.0:1775763652.322179:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1775763652.322185:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725730816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.322213:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725730816:12345-0@lo:400:kworker.0 Request processed in 29us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763652.322220:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:2.0:1775763652.322254:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763652.322258:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763652.322261:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763652.322910:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725730816:0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.322926:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725731456:0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.322954:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725730944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763652.322964:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725731328:0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.323018:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725731200:0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.323030:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725731072:0@lo:400:kworker.0 00000100:00100000:2.0:1775763652.323041:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725731584:0@lo:400:kworker.0 00000100:00100000:1.0:1775763652.406405:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763652.406450:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763652.409290:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702602368 00000100:00100000:2.0:1775763652.409307:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702602368 00000100:00100000:2.0:1775763652.409363:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 329 00000100:00100000:2.0:1775763652.409373:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702602368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763652.409464:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702602368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (3071us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763652.409472:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 329 00000100:00100000:2.0:1775763652.409629:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702602496 00000100:00100000:2.0:1775763652.409635:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702602496 00000100:00100000:2.0:1775763652.409679:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 239 00000100:00100000:2.0:1775763652.410185:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702602496:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763652.410247:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702602496:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 561us (3797us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763652.410255:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 239 00000100:00080000:2.0:1775763652.410278:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763652.832111:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763652.845447:0:17591:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee4f7b010 20000000:00000080:1.0:1775763652.845471:0:17591:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d625800 uarg=0000000000000000 10000000:01000000:1.0:1775763652.849566:0:17591:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763652.849598:0:17591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763652.849620:0:17591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420aef7 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763652.850101:0:17591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763652.850155:0:17591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420aef7 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763652.850178:0:17591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420aef7 expref: 17 pid: 5763 timeout: 577 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763652.850197:0:17591:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1862022725731712:0@lo:104: 00000100:00100000:1.0:1775763652.850299:0:17591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763652.850589:0:17591:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791df00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763652.851250:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725731712 00000100:00100000:0.0:1775763652.851261:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725731712 00000100:00100000:1.0:1775763652.852043:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1775763652.852070:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17591:x1862022725731712:12345-0@lo:104: 00010000:00010000:1.0:1775763652.852089:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763652.852186:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763652.852192:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17591:x1862022725731712:12345-0@lo:104: Request processed in 125us (1895us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763652.852199:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1775763652.852300:0:17591:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17591:1862022725731712:0@lo:104: 00010000:00010000:3.0:1775763652.852329:0:17591:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763652.852459:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763652.852466:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763652.852474:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763652.852477:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763652.852486:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763652.852494:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763652.852499:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763652.852546:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763652.852563:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763652.852590:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763652.852597:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420aef7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420aefe expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763652.852636:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763652.852639:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763652.852640:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763652.854038:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725731840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763652.854120:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763652.858698:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725731840 00000100:00100000:3.0:1775763652.859279:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725731840 00010000:00010000:3.0:1775763652.859415:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aef7 expref: 18 pid: 5763 timeout: 577 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763652.859616:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1775763652.859638:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab32c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725731840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763652.859655:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763652.859661:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420aef7 expref: 18 pid: 5763 timeout: 577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859673:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420aef7 expref: 18 pid: 5763 timeout: 577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859691:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420aefe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420aef7 expref: 18 pid: 5763 timeout: 577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859717:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859772:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859792:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859809:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859815:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859821:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859827:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763652.859831:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859839:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859857:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763652.859868:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763652.859965:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab32c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725731840:12345-0@lo:103:ldlm_bl.0 Request processed in 331us (5845us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763652.859973:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1775763652.860099:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725731840:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763652.860707:0:17591:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763652.860719:0:17591:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763652.860726:0:17591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420af05 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763653.865347:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763653.996919:0:17639:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd79772bd0 20000000:00000080:0.0:1775763653.996949:0:17639:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3795f000 uarg=0000000000000000 10000000:01000000:0.0:1775763653.997197:0:17639:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763653.997222:0:17639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997239:0:17639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997250:0:17639:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997256:0:17639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997262:0:17639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997269:0:17639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997275:0:17639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763653.997280:0:17639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997298:0:17639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997312:0:17639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997320:0:17639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763653.997325:0:17639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420af0c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763654.372406:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763654.372436:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725731968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763654.372550:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763654.372778:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725731968 00000100:00100000:2.0:1775763654.372788:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725731968 00000100:00100000:2.0:1775763654.372853:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1775763654.372865:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725731968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763654.372948:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763654.373016:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725731968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763654.373023:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00080000:2.0:1775763654.373046:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763654.373093:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725731968:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1775763654.431827:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763654.431843:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763654.431852:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763654.431919:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763654.431942:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763654.431955:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763654.431992:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725732096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763654.432073:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763654.432140:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2840 going to sleep for 11 seconds 00000100:00100000:2.0:1775763654.432681:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725732096 00000100:00100000:2.0:1775763654.432691:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725732096 00000100:00100000:2.0:1775763654.432772:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1775763654.432783:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725732096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763654.432797:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763654.432813:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420af13 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763654.432838:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420af13 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763654.432848:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af13 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763654.432856:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775763654.433106:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725732096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 324us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763654.433114:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1775763654.436091:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725732096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763654.436126:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763654.436141:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763654.436166:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763654.436172:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763654.436179:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763654.882832:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763655.296870:0:17687:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd76254ea0 20000000:00000080:2.0:1775763655.296886:0:17687:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3758e000 uarg=0000000000000000 10000000:01000000:2.0:1775763655.297143:0:17687:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763655.297173:0:17687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763655.297194:0:17687:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af13 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763655.297203:0:17687:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763655.297255:0:17687:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420af13 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763655.297272:0:17687:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420af13 expref: 17 pid: 5763 timeout: 580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763655.297289:0:17687:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17687:1862022725732224:0@lo:104: 00000100:00100000:2.0:1775763655.297378:0:17687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763655.297431:0:17687:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d540 going to sleep for 11 seconds 00000100:00100000:1.0:1775763655.298126:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725732224 00000100:00100000:1.0:1775763655.298135:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725732224 00000100:00100000:1.0:1775763655.298199:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1775763655.298210:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17687:x1862022725732224:12345-0@lo:104: 00010000:00010000:1.0:1775763655.298225:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298301:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763655.298307:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17687:x1862022725732224:12345-0@lo:104: Request processed in 100us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763655.298315:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00010000:1.0:1775763655.298348:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763655.298355:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298363:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763655.298367:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298377:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763655.298386:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763655.298393:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763655.298424:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298431:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763655.298453:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298460:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420af13 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af1a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298478:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763655.298480:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763655.298482:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763655.298501:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725732352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763655.298530:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763655.298572:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725732352 00000100:00100000:1.0:1775763655.298576:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725732352 00010000:00010000:1.0:1775763655.298592:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af13 expref: 18 pid: 5763 timeout: 580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763655.298613:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1775763655.298619:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725732352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763655.298629:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763655.298633:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af13 expref: 18 pid: 5763 timeout: 580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298643:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420af13 expref: 18 pid: 5763 timeout: 580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298658:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298666:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298678:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298685:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298692:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298699:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298714:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763655.298718:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298726:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298759:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.298769:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763655.298793:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725732352:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763655.298801:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1775763655.298837:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725732352:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763655.299365:0:17687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420af1a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420af13 expref: 17 pid: 5763 timeout: 580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763655.299379:0:17687:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17687:1862022725732224:0@lo:104: 00010000:00010000:2.0:1775763655.299395:0:17687:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763655.299404:0:17687:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763655.299411:0:17687:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763655.299430:0:17687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420af21 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763655.904484:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763656.190551:0:17736:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb942de00 20000000:00000080:3.0:1775763656.190575:0:17736:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2fa2d400 uarg=0000000000000000 10000000:01000000:2.0:1775763656.193535:0:17736:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763656.193563:0:17736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193581:0:17736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193591:0:17736:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193598:0:17736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193605:0:17736:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193613:0:17736:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193618:0:17736:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763656.193623:0:17736:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193631:0:17736:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193645:0:17736:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193669:0:17736:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.193676:0:17736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420af28 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763656.930241:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763657.055994:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763657.056002:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763657.056007:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763657.056058:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763657.056070:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763657.056082:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763657.056108:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725732480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763657.056182:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763657.056237:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ffe40 going to sleep for 11 seconds 00000100:00100000:2.0:1775763657.056551:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725732480 00000100:00100000:2.0:1775763657.056559:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725732480 00000100:00100000:2.0:1775763657.056631:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1775763657.056644:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725732480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763657.056660:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763657.057046:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420af2f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763657.057086:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420af2f expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763657.057098:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af2f expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763657.057111:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80a00, rc 0) 00000100:00100000:2.0:1775763657.057181:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725732480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 540us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763657.057189:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1775763657.057297:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725732480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763657.057316:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763657.057326:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763657.057350:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763657.057356:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763657.057364:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763657.439935:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763657.439961:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725732608:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763657.440014:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725732864:0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.440033:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763657.440045:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763657.440102:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725733120:0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.444103:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725732736:0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.444172:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763657.444200:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725733248:0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.444228:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763657.444266:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725732864 00000100:00100000:2.0:1775763657.444274:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725732864 00000100:00100000:2.0:1775763657.444319:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725733248 00000100:00100000:2.0:1775763657.444322:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725733248 00000100:00100000:2.0:1775763657.444354:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1775763657.444363:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725732864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.444416:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725732864:12345-0@lo:400:kworker.0 Request processed in 54us (4369us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763657.444423:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1775763657.444439:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1775763657.444445:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725733248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763657.445003:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725732992:0@lo:400:kworker.0 00000100:00100000:1.0:1775763657.445037:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763657.445083:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725732864:0@lo:400:kworker.0 00000100:00100000:1.0:1775763657.445091:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725733376:0@lo:400:kworker.0 00000100:00100000:1.0:1775763657.445116:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763657.445162:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725733376 00000100:00100000:1.0:1775763657.445168:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725733376 00000100:00100000:1.0:1775763657.445207:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1775763657.445215:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725733376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763657.445266:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725733376:12345-0@lo:400:kworker.0 Request processed in 51us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763657.445273:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1775763657.445304:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725733376:0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.445855:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725733248:12345-0@lo:400:kworker.0 Request processed in 1407us (1623us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763657.445863:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1775763657.445870:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725733248:0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.445980:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725732992 00000100:00100000:2.0:1775763657.445985:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725732992 00000100:00100000:2.0:1775763657.446012:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1775763657.446019:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725732992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.446068:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725732992:12345-0@lo:400:kworker.0 Request processed in 49us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763657.446074:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1775763657.446095:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725732608 00000100:00100000:2.0:1775763657.446099:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725732608 00000100:00100000:1.0:1775763657.446120:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725732992:0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.446135:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1775763657.446141:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725732608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763657.446176:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763657.446213:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725732608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (6180us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763657.446218:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763657.446220:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1775763657.446239:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725732736 00000100:00100000:2.0:1775763657.446243:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725732736 00000100:00100000:0.0:1775763657.446257:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725733120 00000100:00100000:0.0:1775763657.446260:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725733120 00000100:00100000:2.0:1775763657.446265:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1775763657.446270:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725732736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763657.446282:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1775763657.446287:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725733120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763657.446298:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725732736:12345-0@lo:400:kworker.0 Request processed in 28us (2127us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763657.446304:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1775763657.446314:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725733120:12345-0@lo:400:kworker.0 Request processed in 28us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763657.446319:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00080000:2.0:1775763657.446337:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763657.446341:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763657.446343:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725733120:0@lo:400:kworker.0 00000100:00080000:2.0:1775763657.446343:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763657.446410:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725732736:0@lo:400:kworker.0 00000100:00100000:1.0:1775763657.446425:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725732608:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763657.521777:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763657.521824:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763657.522026:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702602752 00000100:00100000:2.0:1775763657.522037:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702602752 00000100:00100000:2.0:1775763657.522138:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 243 00000100:00100000:2.0:1775763657.522149:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702602752:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:0.0:1775763657.522195:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763657.522243:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702602752:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763657.522252:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 243 00000100:00100000:3.0:1775763657.522630:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702602624 00000100:00100000:3.0:1775763657.522636:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702602624 00000100:00100000:3.0:1775763657.522681:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 333 00000100:00100000:3.0:1775763657.522688:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702602624:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763657.522749:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702602624:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763657.522756:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 333 00010000:00010000:0.0:1775763657.957873:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763658.334708:0:17836:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6ffeae00 20000000:00000080:0.0:1775763658.334933:0:17836:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2fa26400 uarg=0000000000000000 10000000:01000000:2.0:1775763658.436277:0:17836:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763658.436319:0:17836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763658.436349:0:17836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af2f expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763658.436369:0:17836:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763658.436415:0:17836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420af2f expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763658.436429:0:17836:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420af2f expref: 17 pid: 5762 timeout: 583 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763658.436446:0:17836:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17836:1862022725733504:0@lo:104: 00000100:00100000:2.0:1775763658.436527:0:17836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763658.436809:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725733504 00000100:00100000:1.0:1775763658.436818:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725733504 00000100:00100000:1.0:1775763658.436896:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1775763658.436906:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17836:x1862022725733504:12345-0@lo:104: 00010000:00010000:1.0:1775763658.436922:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763658.436989:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763658.436995:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17836:x1862022725733504:12345-0@lo:104: Request processed in 91us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763658.437003:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:0.0:1775763658.437102:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763658.437111:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.437120:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763658.437124:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.437134:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763658.437143:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763658.437150:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763658.437194:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.437201:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763658.437220:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.437227:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420af2f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af36 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.437249:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763658.437251:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763658.437252:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763658.437318:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725733632:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763658.437353:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763658.438111:0:17836:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791df00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763658.438148:0:17836:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17836:1862022725733504:0@lo:104: 00010000:00010000:2.0:1775763658.438173:0:17836:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763658.442151:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725733632 00000100:00100000:0.0:1775763658.442187:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725733632 00010000:00010000:0.0:1775763658.442244:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af2f expref: 18 pid: 5762 timeout: 583 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763658.442304:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1775763658.442315:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725733632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763658.442331:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763658.442337:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af2f expref: 18 pid: 5762 timeout: 583 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442350:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420af2f expref: 18 pid: 5762 timeout: 583 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442369:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420af36 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420af2f expref: 18 pid: 5762 timeout: 583 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442389:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442397:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442416:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442422:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442428:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442434:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442446:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763658.442451:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442459:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442471:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763658.442482:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763658.442559:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725733632:12345-0@lo:103:ldlm_bl.0 Request processed in 246us (5205us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763658.442567:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:2.0:1775763658.442712:0:17836:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763658.442721:0:17836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763658.442727:0:17836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420af3d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763658.446759:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725733632:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763658.976044:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763659.493496:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725733760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763659.493574:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763659.493660:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725733760 00000100:00100000:0.0:1775763659.493669:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725733760 00000100:00100000:0.0:1775763659.493749:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1775763659.493759:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725733760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763659.493799:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763659.493857:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725733760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763659.493865:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00080000:0.0:1775763659.493896:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763659.493935:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725733760:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1775763659.935796:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763659.935803:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763659.935807:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763659.935851:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763659.935862:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763659.935883:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763659.935909:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725733888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763659.935986:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763659.936047:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775763659.936108:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725733888 00000100:00100000:3.0:1775763659.936118:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725733888 00000100:00100000:3.0:1775763659.936178:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1775763659.936188:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725733888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763659.936202:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763659.936217:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420af44 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763659.936254:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420af44 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763659.936265:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af44 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763659.936273:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666a00, rc 0) 00000100:00100000:3.0:1775763659.936328:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725733888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763659.936336:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1775763659.936650:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725733888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763659.936666:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763659.936674:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763659.936695:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763659.936700:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763659.936707:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763660.002649:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763660.691143:0:17934:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd20648b80 20000000:00000080:1.0:1775763660.691165:0:17934:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719bc00 uarg=0000000000000000 10000000:01000000:1.0:1775763660.694120:0:17934:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763660.694155:0:17934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763660.694181:0:17934:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af44 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763660.694190:0:17934:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763660.694247:0:17934:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420af44 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763660.694266:0:17934:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420af44 expref: 17 pid: 5760 timeout: 585 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763660.694285:0:17934:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17934:1862022725734016:0@lo:104: 00000100:00100000:1.0:1775763660.694361:0:17934:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763660.694555:0:17934:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775763660.694650:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725734016 00000100:00100000:2.0:1775763660.694662:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725734016 00000100:00100000:2.0:1775763660.694764:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1775763660.694786:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17934:x1862022725734016:12345-0@lo:104: 00010000:00010000:2.0:1775763660.694799:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763660.694993:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763660.695000:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:17934:x1862022725734016:12345-0@lo:104: Request processed in 216us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763660.695007:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00010000:0.0:1775763660.695063:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763660.695076:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695084:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763660.695087:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695096:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763660.695103:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763660.695110:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763660.695144:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695150:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763660.695171:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695177:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420af44 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695192:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763660.695194:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763660.695196:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763660.695217:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725734144:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763660.695250:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763660.695298:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725734144 00000100:00100000:0.0:1775763660.695309:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725734144 00010000:00010000:0.0:1775763660.695328:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af44 expref: 18 pid: 5760 timeout: 585 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763660.695350:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1775763660.695356:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725734144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763660.695366:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763660.695372:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af44 expref: 18 pid: 5760 timeout: 585 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695382:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420af44 expref: 18 pid: 5760 timeout: 585 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695398:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695406:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695419:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695438:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695443:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695449:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695454:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763660.695464:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695472:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695480:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763660.695489:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763660.695516:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d690e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725734144:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763660.695522:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1775763660.695564:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725734144:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763660.695982:0:17934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af4b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420af44 expref: 17 pid: 5760 timeout: 585 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763660.696013:0:17934:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17934:1862022725734016:0@lo:104: 00010000:00010000:3.0:1775763660.696029:0:17934:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763660.696039:0:17934:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763660.696046:0:17934:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763660.696052:0:17934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420af52 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763661.026175:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763661.859812:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763661.859822:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763661.859829:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763661.859918:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763661.859936:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763661.859953:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763661.860000:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725734272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763661.860102:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763661.860173:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d6943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763661.860187:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725734272 00000100:00100000:2.0:1775763661.860200:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725734272 00000100:00100000:2.0:1775763661.860286:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1775763661.860306:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725734272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763661.860324:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763661.860340:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420af59 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763661.860370:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420af59 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763661.860382:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af59 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763661.860395:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775763661.860476:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725734272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763661.860483:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1775763661.860551:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725734272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763661.860587:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763661.860598:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763661.860621:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763661.860627:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763661.860635:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763662.049895:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763662.562784:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725734400:0@lo:400:kworker.0 00000100:00100000:0.0:1775763662.562935:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763662.563026:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725734912:0@lo:400:kworker.0 00000100:00100000:0.0:1775763662.563062:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763662.563096:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775763662.563101:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725734528:0@lo:400:kworker.0 00000100:00100000:0.0:1775763662.563124:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763662.563139:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725735040:0@lo:400:kworker.0 00000100:00100000:0.0:1775763662.563169:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763662.563201:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725734656:0@lo:400:kworker.0 00000100:00100000:0.0:1775763662.563226:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763662.563242:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763662.563247:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725734784:0@lo:400:kworker.0 00000100:00100000:2.0:1775763662.563843:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725734912 00000100:00100000:2.0:1775763662.563866:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725734912 00000100:00100000:2.0:1775763662.563965:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725734528 00000100:00100000:2.0:1775763662.563969:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725734528 00000100:00100000:2.0:1775763662.563983:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725734656 00000100:00100000:2.0:1775763662.563985:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725734656 00000100:00100000:2.0:1775763662.564001:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1775763662.564013:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725734912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763662.564095:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725734912:12345-0@lo:400:kworker.0 Request processed in 84us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763662.564103:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1775763662.564120:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1775763662.564126:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725734528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763662.564154:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725734528:12345-0@lo:400:kworker.0 Request processed in 29us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763662.564160:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1775763662.564169:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1775763662.564174:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725734656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763662.564204:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725734656:12345-0@lo:400:kworker.0 Request processed in 30us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763662.564210:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00080000:2.0:1775763662.564285:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763662.564377:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725734528:0@lo:400:kworker.0 00000100:00100000:2.0:1775763662.564392:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725734912:0@lo:400:kworker.0 00000100:00100000:1.0:1775763662.565034:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763662.565059:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725735168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763662.565120:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763662.567605:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725735040 00000100:00100000:1.0:1775763662.567628:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725735040 00000100:00100000:1.0:1775763662.567723:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1775763662.567765:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725735040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763662.567886:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725735040:12345-0@lo:400:kworker.0 Request processed in 154us (4716us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763662.567895:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1775763662.567928:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725734400 00000100:00100000:1.0:1775763662.567932:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725734400 00000100:00100000:1.0:1775763662.567961:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1775763662.567968:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725734400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763662.567999:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725734400:12345-0@lo:400:kworker.0 Request processed in 33us (5065us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763662.568005:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1775763662.568198:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763662.568251:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725734656:0@lo:400:kworker.0 00000100:00100000:0.0:1775763662.568285:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725735168 00000100:00080000:2.0:1775763662.568535:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763662.568974:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725735040:0@lo:400:kworker.0 00000100:00100000:2.0:1775763662.568987:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725734400:0@lo:400:kworker.0 00000100:00100000:0.0:1775763662.570199:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725735168 00000100:00100000:0.0:1775763662.570296:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1775763662.570308:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725735168:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775763662.570523:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1775763662.570792:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763662.570903:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725735168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 598us (5783us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763662.570913:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1775763662.572193:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725734784 00000100:00100000:1.0:1775763662.572208:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725734784 00000100:00100000:1.0:1775763662.572260:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1775763662.572630:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725735168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763662.573587:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725734784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763662.573689:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725734784:12345-0@lo:400:kworker.0 Request processed in 114us (5491us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763662.573697:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1775763662.578597:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725734784:0@lo:400:kworker.0 00000100:00100000:1.0:1775763662.642872:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763662.642928:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763662.642957:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702602880 00000100:00100000:1.0:1775763662.642967:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702602880 00000100:00100000:1.0:1775763662.643014:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 337 00000100:00100000:1.0:1775763662.643024:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702602880:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763662.643109:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702602880:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 85us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763662.643118:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 337 00000100:00100000:0.0:1775763662.643581:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702603008 00000100:00100000:0.0:1775763662.643588:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702603008 00000100:00100000:0.0:1775763662.643650:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 247 00000100:00100000:0.0:1775763662.643658:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702603008:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763662.643700:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702603008:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763662.643706:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 247 00000100:00080000:1.0:1775763662.646242:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763663.074684:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763664.097435:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763664.608077:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763664.608098:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725735296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763664.608164:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763664.608222:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725735296 00000100:00100000:0.0:1775763664.608229:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725735296 00000100:00100000:0.0:1775763664.608285:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1775763664.608293:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725735296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763664.608341:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763664.608379:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725735296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763664.608386:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1775763664.608426:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725735296:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775763664.608479:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775763665.120089:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763666.144150:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763667.170597:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763667.683696:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725735424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763667.683825:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763667.683954:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725735424 00000100:00100000:2.0:1775763667.683965:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725735424 00000100:00100000:2.0:1775763667.684049:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:2.0:1775763667.684060:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725735424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763667.684102:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763667.684154:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725735424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763667.684162:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:2.0:1775763667.684217:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725735424:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775763667.684274:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763667.686665:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725735680:0@lo:400:kworker.0 00000100:00100000:1.0:1775763667.686771:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763667.686821:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763667.686843:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725735808:0@lo:400:kworker.0 00000100:00100000:1.0:1775763667.686866:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763667.687974:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725735936:0@lo:400:kworker.0 00000100:00100000:3.0:1775763667.688029:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763667.688074:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775763667.688081:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725735552:0@lo:400:kworker.0 00000100:00100000:3.0:1775763667.688111:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763667.688141:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725736064:0@lo:400:kworker.0 00000100:00100000:3.0:1775763667.688166:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763667.688199:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725735552 00000100:00100000:3.0:1775763667.688210:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725735552 00000100:00100000:3.0:1775763667.688263:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1775763667.688272:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725735552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763667.688330:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725735552:12345-0@lo:400:kworker.0 Request processed in 58us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763667.688338:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1775763667.688377:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725736064 00000100:00100000:3.0:1775763667.688382:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725736064 00000100:00100000:3.0:1775763667.688420:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1775763667.688426:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725736064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763667.688455:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725736064:12345-0@lo:400:kworker.0 Request processed in 30us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763667.688461:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00080000:3.0:1775763667.688480:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763667.688502:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725735552:0@lo:400:kworker.0 00000100:00100000:3.0:1775763667.688514:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725736064:0@lo:400:kworker.0 00000100:00100000:2.0:1775763667.690103:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725735680 00000100:00100000:2.0:1775763667.690120:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725735680 00000100:00100000:2.0:1775763667.690166:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725735808 00000100:00100000:2.0:1775763667.690170:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725735808 00000100:00100000:2.0:1775763667.690194:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725735936 00000100:00100000:2.0:1775763667.690197:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725735936 00000100:00100000:2.0:1775763667.690215:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1775763667.690224:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725735680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763667.690326:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725735680:12345-0@lo:400:kworker.0 Request processed in 104us (3557us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763667.690334:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1775763667.690353:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1775763667.690358:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725735808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763667.690396:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725735808:12345-0@lo:400:kworker.0 Request processed in 38us (3529us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763667.690403:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1775763667.690416:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1775763667.690423:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725735936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763667.690458:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725735936:12345-0@lo:400:kworker.0 Request processed in 37us (2429us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763667.690464:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1775763667.690512:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725735808:0@lo:400:kworker.0 00000100:00100000:2.0:1775763667.690525:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725735680:0@lo:400:kworker.0 00000100:00080000:2.0:1775763667.690553:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763667.690572:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725735936:0@lo:400:kworker.0 00000100:00100000:1.0:1775763667.762222:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763667.762301:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763667.762345:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702603136 00000100:00100000:1.0:1775763667.762363:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702603136 00000100:00100000:1.0:1775763667.762440:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 339 00000100:00100000:1.0:1775763667.762453:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702603136:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763667.762542:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702603136:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763667.762551:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 339 00000100:00100000:3.0:1775763667.762926:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702603264 00000100:00100000:3.0:1775763667.762932:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702603264 00000100:00100000:3.0:1775763667.763006:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 251 00000100:00100000:3.0:1775763667.763014:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702603264:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763667.763069:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702603264:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 56us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763667.763077:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 251 00000100:00080000:1.0:1775763667.767284:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763668.192482:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763669.216220:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763669.728263:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763669.728292:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725736192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763669.728374:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763669.737327:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725736192 00000100:00100000:2.0:1775763669.737344:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725736192 00000100:00100000:2.0:1775763669.737583:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1775763669.737595:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725736192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763669.737643:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763669.737754:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725736192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (9353us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763669.737762:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1775763669.737850:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725736192:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763669.744906:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775763670.244069:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763671.265093:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763672.288250:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763672.802537:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725736448:0@lo:400:kworker.0 00000100:00100000:2.0:1775763672.802598:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763672.802668:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725736960:0@lo:400:kworker.0 00000100:00100000:2.0:1775763672.802691:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763672.802711:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763672.802716:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725736576:0@lo:400:kworker.0 00000100:00100000:2.0:1775763672.802806:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763672.802847:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725736448 00000100:00100000:2.0:1775763672.802855:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725736448 00000100:00100000:2.0:1775763672.802907:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725736576 00000100:00100000:2.0:1775763672.802911:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725736576 00000100:00100000:2.0:1775763672.802945:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1775763672.802955:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725736448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763672.803030:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725736448:12345-0@lo:400:kworker.0 Request processed in 76us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763672.803037:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1775763672.803056:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1775763672.803063:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725736576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763672.803088:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725736576:12345-0@lo:400:kworker.0 Request processed in 26us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763672.803093:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00080000:2.0:1775763672.803108:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763672.803141:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725736576:0@lo:400:kworker.0 00000100:00100000:2.0:1775763672.803150:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725736448:0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.803893:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725736320:0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.803936:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763672.803964:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725736832:0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.803984:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763672.804003:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763672.804034:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725736704:0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.804061:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763672.804094:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725736960 00000100:00100000:1.0:1775763672.804101:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725736960 00000100:00100000:1.0:1775763672.804137:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725736704 00000100:00100000:1.0:1775763672.804140:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725736704 00000100:00100000:1.0:1775763672.804156:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1775763672.804164:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725736960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.804207:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725736960:12345-0@lo:400:kworker.0 Request processed in 44us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763672.804214:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1775763672.804230:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1775763672.804235:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725736704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.804266:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725736704:12345-0@lo:400:kworker.0 Request processed in 30us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763672.804271:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1775763672.804286:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725736832 00000100:00100000:1.0:1775763672.804289:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725736832 00000100:00100000:1.0:1775763672.804314:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1775763672.804320:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725736832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.804351:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725736832:12345-0@lo:400:kworker.0 Request processed in 31us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763672.804356:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1775763672.804372:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725736320 00000100:00100000:1.0:1775763672.804375:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725736320 00000100:00100000:1.0:1775763672.804398:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1775763672.804403:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725736320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.804442:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725736320:12345-0@lo:400:kworker.0 Request processed in 39us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763672.804448:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:1.0:1775763672.804489:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775763672.804493:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763672.804496:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763672.804523:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725736704:0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.804534:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725736320:0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.804542:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725736832:0@lo:400:kworker.0 00000100:00100000:1.0:1775763672.804588:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725736960:0@lo:400:kworker.0 00000100:00100000:0.0:1775763672.805093:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763672.805105:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725737088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763672.805143:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763672.805180:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725737088 00000100:00100000:0.0:1775763672.805184:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725737088 00000100:00100000:0.0:1775763672.805218:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1775763672.805225:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725737088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763672.805256:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763672.805293:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725737088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763672.805299:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1775763672.805335:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725737088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763672.889492:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763672.889560:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763672.889936:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702603520 00000100:00100000:3.0:1775763672.889952:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702603520 00000100:00100000:2.0:1775763672.890087:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702603392 00000100:00100000:2.0:1775763672.890093:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702603392 00000100:00100000:2.0:1775763672.890177:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 341 00000100:00100000:2.0:1775763672.890191:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702603392:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763672.890316:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702603392:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 128us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763672.890324:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 341 00000100:00100000:3.0:1775763672.892042:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 255 00000100:00100000:3.0:1775763672.892055:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702603520:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763672.892143:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702603520:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (2666us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763672.892151:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 255 00000100:00080000:1.0:1775763672.897081:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763673.328780:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763674.314819:0:18331:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10a: nodemap reject duplicate ranges == 15:41:11 (1775763671) 00010000:00010000:3.0:1775763674.344264:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763674.849170:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725737216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763674.849255:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763674.849613:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725737216 00000100:00100000:0.0:1775763674.849622:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725737216 00000100:00100000:0.0:1775763674.849693:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1775763674.849703:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725737216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763674.849770:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763674.849822:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725737216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763674.849838:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00080000:1.0:1775763674.850157:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763674.850196:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725737216:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775763675.361627:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763675.810981:0:18379:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6d91e8a0 20000000:00000080:1.0:1775763675.811010:0:18379:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d2bc00 uarg=0000000000000000 10000000:01000000:3.0:1775763675.816585:0:18379:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763675.816614:0:18379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.816637:0:18379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af59 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.816645:0:18379:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.816689:0:18379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420af59 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.817428:0:18379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420af59 expref: 17 pid: 5763 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763675.817462:0:18379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18379:1862022725737344:0@lo:104: 00000100:00100000:3.0:1775763675.817581:0:18379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763675.817711:0:18379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1775763675.817912:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725737344 00000100:00100000:1.0:1775763675.817922:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725737344 00000100:00100000:1.0:1775763675.818041:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1775763675.818053:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18379:x1862022725737344:12345-0@lo:104: 00010000:00010000:1.0:1775763675.818075:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763675.818188:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763675.818195:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18379:x1862022725737344:12345-0@lo:104: Request processed in 144us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763675.818203:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1775763675.818277:0:18379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18379:1862022725737344:0@lo:104: 00010000:00010000:3.0:1775763675.818329:0:18379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763675.818393:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763675.818399:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763675.818406:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763675.818410:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763675.818419:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763675.818426:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763675.818432:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763675.818476:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763675.818484:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763675.818513:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763675.818520:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af59 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af60 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763675.818535:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763675.818537:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763675.818538:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763675.819068:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725737472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763675.819597:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763675.819923:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725737472 00000100:00100000:3.0:1775763675.819934:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725737472 00010000:00010000:3.0:1775763675.819972:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af59 expref: 18 pid: 5763 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763675.820037:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1775763675.820046:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725737472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763675.820059:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763675.820065:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af59 expref: 18 pid: 5763 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820076:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420af59 expref: 18 pid: 5763 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820092:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420af60 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420af59 expref: 18 pid: 5763 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820107:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820126:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820143:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820149:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820172:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820178:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820184:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763675.820188:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820195:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820219:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763675.820229:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763675.820270:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725737472:12345-0@lo:103:ldlm_bl.0 Request processed in 226us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763675.820277:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00010000:00010000:1.0:1775763675.820482:0:18379:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763675.820492:0:18379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763675.820499:0:18379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420af67 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763675.821805:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725737472:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763676.384725:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763677.410948:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763677.600185:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763677.600192:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763677.600198:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763677.600266:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763677.600278:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763677.600290:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763677.600320:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725737600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763677.600404:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763677.600476:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0240 going to sleep for 11 seconds 00000100:00100000:1.0:1775763677.600642:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725737600 00000100:00100000:1.0:1775763677.600653:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725737600 00000100:00100000:1.0:1775763677.600720:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1775763677.600783:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725737600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763677.600814:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763677.600836:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420af6e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763677.600869:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420af6e expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763677.600885:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af6e expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763677.600898:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb600, rc 0) 00000100:00100000:1.0:1775763677.600982:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725737600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 252us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763677.600990:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1775763677.601218:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725737600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763677.601239:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763677.601249:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763677.601271:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763677.601276:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763677.601284:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763677.920259:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725737856:0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.920335:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763677.920400:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775763677.920407:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725737728:0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.920429:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763677.920448:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725738240:0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.920474:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763677.920500:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725737984:0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.920523:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763677.920541:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763677.920547:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725738112:0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.920566:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763677.920598:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725737856 00000100:00100000:2.0:1775763677.920605:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725737856 00000100:00100000:2.0:1775763677.920670:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725737728 00000100:00100000:2.0:1775763677.920674:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725737728 00000100:00100000:2.0:1775763677.920689:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725738112 00000100:00100000:2.0:1775763677.920692:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725738112 00000100:00100000:2.0:1775763677.920757:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1775763677.920769:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725737856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.920827:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725737856:12345-0@lo:400:kworker.0 Request processed in 61us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763677.920836:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1775763677.920856:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1775763677.920861:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725737728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.920888:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725737728:12345-0@lo:400:kworker.0 Request processed in 27us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763677.920893:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1775763677.920903:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1775763677.920908:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725738112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763677.921663:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725738240 00000100:00100000:3.0:1775763677.921675:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725738240 00000100:00100000:2.0:1775763677.921812:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725738112:12345-0@lo:400:kworker.0 Request processed in 902us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763677.921823:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00080000:2.0:1775763677.921853:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763677.921859:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763677.921910:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725738112:0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.923498:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725737728:0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.923519:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725737856:0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.923575:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725737984 00000100:00100000:2.0:1775763677.923582:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725737984 00000100:00100000:2.0:1775763677.923648:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1775763677.923657:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725737984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763677.923782:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725737984:12345-0@lo:400:kworker.0 Request processed in 126us (3257us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763677.923811:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:2.0:1775763677.923837:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763677.923864:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725737984:0@lo:400:kworker.0 00000100:00100000:3.0:1775763677.928429:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1775763677.928456:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725738240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763677.928602:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725738240:12345-0@lo:400:kworker.0 Request processed in 158us (8126us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763677.928610:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1775763677.929281:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725738240:0@lo:400:kworker.0 00000100:00100000:3.0:1775763677.934375:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725738368:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763677.934452:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763677.934954:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725738368 00000100:00100000:0.0:1775763677.934986:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725738368 00000100:00100000:0.0:1775763677.935062:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1775763677.935073:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725738368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763677.935137:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763677.935208:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725738368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 136us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763677.935215:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1775763677.935272:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725738368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763678.003521:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763678.003566:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763678.003599:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702603648 00000100:00100000:2.0:1775763678.003612:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702603648 00000100:00100000:2.0:1775763678.003679:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 343 00000100:00100000:2.0:1775763678.003693:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702603648:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763678.003815:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702603648:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 125us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763678.003823:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 343 00000100:00100000:2.0:1775763678.004010:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702603776 00000100:00100000:2.0:1775763678.004014:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702603776 00000100:00100000:2.0:1775763678.004067:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 259 00000100:00100000:2.0:1775763678.004075:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702603776:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763678.004115:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702603776:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763678.004121:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 259 00000100:00080000:2.0:1775763678.004233:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763678.432871:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763679.468597:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763679.972202:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763679.972234:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725738496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763679.972318:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763679.972423:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725738496 00000100:00100000:2.0:1775763679.972433:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725738496 00000100:00100000:2.0:1775763679.972489:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1775763679.972507:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725738496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763679.972552:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763679.973086:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725738496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 579us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763679.973096:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00080000:2.0:1775763679.973124:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763679.973172:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725738496:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775763680.480129:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763681.126695:0:18577:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0c62aac0 20000000:00000080:3.0:1775763681.126718:0:18577:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3790d800 uarg=0000000000000000 10000000:01000000:3.0:1775763681.128462:0:18577:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763681.128482:0:18577:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763681.128502:0:18577:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af6e expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763681.128511:0:18577:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763681.128552:0:18577:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420af6e expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763681.128568:0:18577:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420af6e expref: 17 pid: 5762 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763681.128583:0:18577:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18577:1862022725738624:0@lo:104: 00000100:00100000:3.0:1775763681.128663:0:18577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763681.128755:0:18577:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0f0e50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763681.128770:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725738624 00000100:00100000:0.0:1775763681.128778:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725738624 00000100:00100000:0.0:1775763681.128840:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1775763681.128850:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18577:x1862022725738624:12345-0@lo:104: 00010000:00010000:0.0:1775763681.128863:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.128920:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763681.128926:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18577:x1862022725738624:12345-0@lo:104: Request processed in 79us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763681.128933:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:0.0:1775763681.128958:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763681.128964:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.128971:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763681.128975:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.128995:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763681.129003:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763681.129008:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763681.129036:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129042:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763681.129062:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129068:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420af6e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129084:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763681.129086:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763681.129088:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763681.129106:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725738752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763681.129133:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763681.129172:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725738752 00000100:00100000:0.0:1775763681.129176:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725738752 00010000:00010000:0.0:1775763681.129193:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af6e expref: 18 pid: 5762 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763681.129214:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1775763681.129220:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725738752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763681.129250:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763681.129256:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af6e expref: 18 pid: 5762 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129267:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420af6e expref: 18 pid: 5762 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129282:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129289:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129300:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129307:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129313:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129319:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129325:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763681.129329:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129336:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129360:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763681.129370:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763681.129398:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725738752:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763681.129405:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1775763681.129444:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725738752:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763681.129525:0:18577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420af75 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420af6e expref: 17 pid: 5762 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763681.129535:0:18577:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18577:1862022725738624:0@lo:104: 00010000:00010000:3.0:1775763681.129548:0:18577:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763681.129561:0:18577:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763681.129567:0:18577:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763681.129574:0:18577:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420af7c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18577 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763681.503967:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763682.528392:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763683.040436:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725738880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763683.040538:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763683.040650:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725738880 00000100:00100000:2.0:1775763683.040672:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725738880 00000100:00100000:2.0:1775763683.040776:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1775763683.040789:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725738880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763683.040854:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763683.040916:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725738880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763683.040924:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00080000:2.0:1775763683.040948:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763683.040992:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725738880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763683.057497:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725739008:0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.057580:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763683.057711:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725739008 00000100:00100000:0.0:1775763683.057720:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725739008 00000100:00100000:0.0:1775763683.057803:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1775763683.057816:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725739008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.057885:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725739008:12345-0@lo:400:kworker.0 Request processed in 71us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763683.057893:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1775763683.057949:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725739008:0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.058016:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725739136:0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.058069:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763683.058111:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725739136 00000100:00100000:0.0:1775763683.058116:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725739136 00000100:00100000:0.0:1775763683.058146:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1775763683.058151:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725739136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.058191:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725739136:12345-0@lo:400:kworker.0 Request processed in 40us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763683.058198:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1775763683.060806:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725739136:0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.060933:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763683.060944:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725739264:0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.061027:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763683.061089:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725739264 00000100:00100000:0.0:1775763683.061098:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725739264 00000100:00100000:0.0:1775763683.061180:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1775763683.061191:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725739264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.061248:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725739264:12345-0@lo:400:kworker.0 Request processed in 58us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763683.061257:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00080000:0.0:1775763683.061286:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763683.061310:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725739264:0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.061345:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725739392:0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.061370:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763683.061404:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725739392 00000100:00100000:0.0:1775763683.061408:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725739392 00000100:00100000:0.0:1775763683.061437:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1775763683.061443:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725739392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.061480:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725739392:12345-0@lo:400:kworker.0 Request processed in 37us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763683.061485:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00080000:0.0:1775763683.061510:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763683.061529:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725739392:0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.061560:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725739520:0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.061587:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763683.061621:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725739520 00000100:00100000:0.0:1775763683.061624:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725739520 00000100:00100000:0.0:1775763683.061677:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1775763683.061684:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725739520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763683.061718:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725739520:12345-0@lo:400:kworker.0 Request processed in 35us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763683.061724:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:0.0:1775763683.061765:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763683.061782:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725739520:0@lo:400:kworker.0 10000000:01000000:2.0:1775763683.104508:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763683.104518:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763683.104526:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763683.104861:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763683.104963:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763683.104993:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763683.105028:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725739648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763683.105364:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763683.105414:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06870840 going to sleep for 11 seconds 00000100:00100000:2.0:1775763683.105444:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725739648 00000100:00100000:2.0:1775763683.105453:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725739648 00000100:00100000:2.0:1775763683.105510:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1775763683.105521:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725739648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763683.105538:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763683.105553:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420af83 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763683.106378:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420af83 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763683.106389:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af83 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763683.106399:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81a00, rc 0) 00000100:00100000:2.0:1775763683.106454:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725739648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 934us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763683.106461:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1775763683.106531:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725739648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763683.106548:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763683.106578:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763683.106604:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763683.106609:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763683.106616:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763683.122457:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763683.122507:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763683.125840:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702604032 00000100:00100000:2.0:1775763683.125865:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702604032 00000100:00100000:2.0:1775763683.126231:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 263 00000100:00100000:2.0:1775763683.126242:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702604032:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763683.126333:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702604032:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 93us (3825us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763683.126341:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 263 00000100:00100000:2.0:1775763683.126368:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702603904 00000100:00100000:2.0:1775763683.126372:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702603904 00000100:00100000:2.0:1775763683.126396:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 346 00000100:00100000:2.0:1775763683.126403:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702603904:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763683.126428:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702603904:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (3987us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763683.126434:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 346 00000100:00080000:1.0:1775763683.130904:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763683.552829:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763684.577938:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763685.088044:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763685.088067:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725739776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763685.088154:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763685.088232:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725739776 00000100:00100000:1.0:1775763685.088239:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725739776 00000100:00100000:1.0:1775763685.088318:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1775763685.088328:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725739776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763685.088387:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763685.088475:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725739776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763685.088483:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:1.0:1775763685.088508:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763685.088546:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725739776:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763685.601461:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763686.335135:0:18773:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffcda76170 20000000:00000080:2.0:1775763686.335159:0:18773:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f77c00 uarg=0000000000000000 10000000:01000000:2.0:1775763686.336017:0:18773:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763686.336046:0:18773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763686.336070:0:18773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af83 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763686.336080:0:18773:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763686.336134:0:18773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420af83 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763686.336151:0:18773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420af83 expref: 17 pid: 5762 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763686.336172:0:18773:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18773:1862022725739904:0@lo:104: 00000100:00100000:2.0:1775763686.336254:0:18773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763686.336327:0:18773:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e012ed6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763686.336461:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775763686.336480:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725739904 00000100:00100000:1.0:1775763686.336490:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725739904 00000100:00100000:1.0:1775763686.336557:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1775763686.336568:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ee6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18773:x1862022725739904:12345-0@lo:104: 00010000:00010000:1.0:1775763686.336583:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763686.336673:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763686.336680:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ee6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18773:x1862022725739904:12345-0@lo:104: Request processed in 114us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763686.336698:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:3.0:1775763686.336794:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763686.336802:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763686.336810:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763686.336819:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763686.336828:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763686.336836:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763686.336843:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763686.336884:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763686.336891:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1775763686.336963:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725740032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763686.336996:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1775763686.337216:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763686.337225:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420af83 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af8a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763686.337241:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763686.337243:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763686.337244:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763686.337329:0:18773:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18773:1862022725739904:0@lo:104: 00010000:00010000:2.0:1775763686.337348:0:18773:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763686.337399:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725740032 00000100:00100000:0.0:1775763686.337404:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725740032 00010000:00010000:0.0:1775763686.337425:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af83 expref: 18 pid: 5762 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763686.337483:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1775763686.337491:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725740032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763686.337503:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763686.337507:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af83 expref: 18 pid: 5762 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337529:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420af83 expref: 18 pid: 5762 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337554:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420af8a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420af83 expref: 18 pid: 5762 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337569:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337576:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337589:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337596:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337602:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337609:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337614:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763686.337618:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337635:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337666:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763686.337675:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763686.337716:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725740032:12345-0@lo:103:ldlm_bl.0 Request processed in 227us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763686.337724:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1775763686.337819:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725740032:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763686.337876:0:18773:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763686.337884:0:18773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763686.337902:0:18773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420af91 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763686.627821:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763687.648076:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763687.967941:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763687.967953:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763687.967960:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763687.968238:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763687.968252:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763687.968265:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763687.968295:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725740160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763687.968384:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763687.968534:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d600 going to sleep for 11 seconds 00000100:00100000:2.0:1775763687.969138:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725740160 00000100:00100000:2.0:1775763687.969148:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725740160 00000100:00100000:3.0:1775763687.969401:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1775763687.969411:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725740160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763687.969426:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763687.969441:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420af98 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763687.969466:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420af98 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763687.969476:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af98 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763687.969485:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775763687.969559:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725740160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1174us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763687.969565:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1775763687.969857:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725740160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763687.969874:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763687.969885:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763687.969906:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763687.969910:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763687.969936:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763688.164340:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763688.164372:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725740288:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763688.164444:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763688.164607:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725740288 00000100:00100000:1.0:1775763688.164625:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725740288 00000100:00100000:1.0:1775763688.164695:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1775763688.164705:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725740288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763688.164766:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763688.164820:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725740288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763688.164827:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1775763688.165099:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725740288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763688.165441:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725740800:0@lo:400:kworker.0 00000100:00100000:1.0:1775763688.165477:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763688.165508:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763688.165684:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725740416:0@lo:400:kworker.0 00000100:00100000:1.0:1775763688.165716:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763688.165792:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725740544:0@lo:400:kworker.0 00000100:00100000:1.0:1775763688.165816:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763688.165840:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763688.165845:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725740672:0@lo:400:kworker.0 00000100:00100000:1.0:1775763688.165866:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763688.165901:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725740416 00000100:00100000:1.0:1775763688.165906:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725740416 00000100:00100000:1.0:1775763688.165940:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725740544 00000100:00100000:1.0:1775763688.165943:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725740544 00000100:00100000:1.0:1775763688.165958:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725740672 00000100:00100000:1.0:1775763688.165968:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725740672 00000100:00100000:1.0:1775763688.165986:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1775763688.165994:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725740416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763688.166237:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725740800 00000100:00100000:3.0:1775763688.166241:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725740800 00000100:00100000:3.0:1775763688.166273:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1775763688.166280:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725740800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763688.166329:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725740800:12345-0@lo:400:kworker.0 Request processed in 49us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763688.166337:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00080000:2.0:1775763688.166496:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763688.166503:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763688.166505:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763688.167051:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725740416:12345-0@lo:400:kworker.0 Request processed in 1056us (1331us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763688.167060:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1775763688.167081:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1775763688.167089:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725740544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763688.167124:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725740544:12345-0@lo:400:kworker.0 Request processed in 37us (1307us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763688.167130:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1775763688.167141:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1775763688.167147:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725740672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763688.167173:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725740672:12345-0@lo:400:kworker.0 Request processed in 27us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763688.167178:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1775763688.167221:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725740416:0@lo:400:kworker.0 00000100:00100000:1.0:1775763688.167231:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725740800:0@lo:400:kworker.0 00000100:00100000:2.0:1775763688.168951:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725740672:0@lo:400:kworker.0 00000100:00100000:2.0:1775763688.168969:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725740544:0@lo:400:kworker.0 00000100:00100000:1.0:1775763688.242565:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763688.242660:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763688.242709:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702604288 00000100:00100000:1.0:1775763688.242720:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702604288 00000100:00100000:1.0:1775763688.242824:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 267 00000100:00100000:1.0:1775763688.242836:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702604288:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763688.242919:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702604288:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 85us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763688.242942:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 267 00000100:00100000:3.0:1775763688.243252:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702604160 00000100:00100000:3.0:1775763688.243257:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702604160 00000100:00100000:3.0:1775763688.243679:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 348 00000100:00100000:3.0:1775763688.243692:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702604160:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763688.243752:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702604160:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763688.243760:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 348 00000100:00080000:2.0:1775763688.245337:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763688.689148:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763688.693216:0:18873:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc9db711d0 20000000:00000080:3.0:1775763688.693244:0:18873:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3790dc00 uarg=0000000000000000 10000000:01000000:3.0:1775763688.694121:0:18873:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763688.694147:0:18873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763688.694168:0:18873:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420af98 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763688.694177:0:18873:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763688.694230:0:18873:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420af98 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763688.694260:0:18873:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420af98 expref: 17 pid: 5760 timeout: 613 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763688.694279:0:18873:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18873:1862022725740928:0@lo:104: 00000100:00100000:3.0:1775763688.694368:0:18873:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763688.694446:0:18873:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e165266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763688.694668:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725740928 00000100:00100000:2.0:1775763688.694680:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725740928 00000100:00100000:2.0:1775763688.694757:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1775763688.694768:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18873:x1862022725740928:12345-0@lo:104: 00010000:00010000:2.0:1775763688.694781:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.694855:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763688.694861:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18873:x1862022725740928:12345-0@lo:104: Request processed in 96us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763688.694869:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00010000:00010000:0.0:1775763688.696846:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763688.696859:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763688.696872:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763688.696876:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763688.696884:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763688.696890:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763688.696893:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763688.696953:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763688.696959:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763688.696997:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763688.697180:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725741056:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763688.697248:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763688.697315:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725741056 00000100:00100000:2.0:1775763688.697332:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725741056 00010000:00010000:2.0:1775763688.697363:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af98 expref: 18 pid: 5760 timeout: 613 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763688.697394:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1775763688.697403:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab33050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725741056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763688.697417:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763688.697423:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420af98 expref: 18 pid: 5760 timeout: 613 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697434:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420af98 expref: 18 pid: 5760 timeout: 613 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697455:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697463:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697479:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697486:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697493:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697499:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697505:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763688.697515:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697524:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697533:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763688.697544:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763688.697581:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab33050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725741056:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763688.697588:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1775763688.697675:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725741056:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763688.697801:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420af98 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420af9f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763688.697815:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763688.697816:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763688.697818:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763688.698422:0:18873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420af9f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420af98 expref: 17 pid: 5760 timeout: 613 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763688.698436:0:18873:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18873:1862022725740928:0@lo:104: 00010000:00010000:3.0:1775763688.698454:0:18873:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763688.698464:0:18873:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763688.698471:0:18873:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763688.698477:0:18873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420afa6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18873 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763689.695909:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763690.208580:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725741184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763690.208690:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763690.208822:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725741184 00000100:00100000:3.0:1775763690.208831:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725741184 00000100:00100000:3.0:1775763690.208911:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1775763690.208923:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725741184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763690.209003:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763690.209058:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725741184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763690.209066:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00080000:3.0:1775763690.209093:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763690.209293:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725741184:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1775763690.272217:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763690.272225:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763690.272230:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763690.272284:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763690.272298:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763690.272313:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763690.272349:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725741312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763690.272534:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763690.272620:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d300 going to sleep for 11 seconds 00000100:00100000:3.0:1775763690.272928:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725741312 00000100:00100000:3.0:1775763690.272937:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725741312 00000100:00100000:3.0:1775763690.272990:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1775763690.273001:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725741312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763690.273023:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763690.273044:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420afad expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.273081:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420afad expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.273093:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420afad expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.273105:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775763690.273166:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725741312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763690.273174:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1775763690.273236:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725741312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763690.273255:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.273280:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763690.273307:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763690.273313:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.273320:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.728201:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763690.937914:0:18971:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd8d0b24d0 20000000:00000080:2.0:1775763690.937942:0:18971:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f76800 uarg=0000000000000000 10000000:01000000:2.0:1775763690.938429:0:18971:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763690.938456:0:18971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.938475:0:18971:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420afad expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.938484:0:18971:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.938530:0:18971:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420afad expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.938547:0:18971:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420afad expref: 17 pid: 5760 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763690.938602:0:18971:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18971:1862022725741440:0@lo:104: 00000100:00100000:2.0:1775763690.938769:0:18971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763690.938841:0:18971:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10a32240 going to sleep for 11 seconds 00000100:00100000:3.0:1775763690.938975:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725741440 00000100:00100000:3.0:1775763690.938985:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725741440 00000100:00100000:3.0:1775763690.939044:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1775763690.939055:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18971:x1862022725741440:12345-0@lo:104: 00010000:00010000:3.0:1775763690.939070:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.939137:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763690.939144:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:18971:x1862022725741440:12345-0@lo:104: Request processed in 91us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763690.939152:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00010000:00010000:3.0:1775763690.939175:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763690.939182:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.939190:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763690.939194:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.939215:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763690.939222:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763690.939228:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763690.939261:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.939268:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775763690.939781:0:18971:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18971:1862022725741440:0@lo:104: 00010000:00010000:2.0:1775763690.939805:0:18971:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.940118:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.940128:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420afad lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420afb4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763690.940230:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763690.940248:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725741568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763690.940301:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763690.940522:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725741568 00000100:00100000:2.0:1775763690.940529:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725741568 00010000:00010000:2.0:1775763690.941041:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420afad expref: 18 pid: 5760 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763690.941086:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1775763690.941096:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725741568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763690.941112:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763690.941117:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420afad expref: 18 pid: 5760 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941130:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420afad expref: 18 pid: 5760 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941307:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420afb4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420afad expref: 18 pid: 5760 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941330:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941339:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941458:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941467:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941473:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941479:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941486:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763690.941491:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941499:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941518:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763690.941528:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775763690.941795:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763690.941799:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763690.941802:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763690.941866:0:18971:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.941875:0:18971:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763690.941881:0:18971:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420afbb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763690.942353:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725741568:12345-0@lo:103:ldlm_bl.0 Request processed in 1256us (2048us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763690.942443:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1775763690.942518:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725741568:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763691.744138:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763692.767984:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763692.778378:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763692.778390:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763692.778399:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763692.778478:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763692.778495:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763692.778513:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763692.778551:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725741696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763692.778640:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763692.780365:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9853c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763692.788384:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725741696 00000100:00100000:1.0:1775763692.788409:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725741696 00000100:00100000:1.0:1775763692.788481:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1775763692.788494:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725741696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763692.788514:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763692.788534:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420afc2 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763692.788582:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420afc2 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763692.788611:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420afc2 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763692.788622:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca000, rc 0) 00000100:00100000:1.0:1775763692.788761:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725741696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 270us (10120us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763692.788770:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1775763692.789180:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725741696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763692.789201:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763692.789220:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763692.789250:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763692.789256:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763692.789265:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763693.283324:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725742080:0@lo:400:kworker.0 00000100:00100000:0.0:1775763693.283396:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763693.283516:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763693.283523:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725742208:0@lo:400:kworker.0 00000100:00100000:0.0:1775763693.283559:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763693.283604:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725742080 00000100:00100000:0.0:1775763693.283612:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725742080 00000100:00100000:0.0:1775763693.283655:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725742208 00000100:00100000:0.0:1775763693.283658:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725742208 00000100:00100000:0.0:1775763693.283688:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1775763693.283697:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725742080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763693.284002:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725742080:12345-0@lo:400:kworker.0 Request processed in 305us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763693.284010:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1775763693.284028:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:0.0:1775763693.284035:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725742208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763693.284076:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725742208:12345-0@lo:400:kworker.0 Request processed in 42us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763693.284083:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00080000:0.0:1775763693.284102:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763693.284655:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725742208:0@lo:400:kworker.0 00000100:00100000:0.0:1775763693.284668:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725742080:0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.284874:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725741824:0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.284927:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763693.284963:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725742336:0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.284988:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763693.285009:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775763693.285015:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725741952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763693.285036:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763693.285052:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725742464:0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.285073:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763693.285106:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725741824 00000100:00100000:2.0:1775763693.285111:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725741824 00000100:00100000:2.0:1775763693.285162:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1775763693.285170:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725741824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.285207:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725741824:12345-0@lo:400:kworker.0 Request processed in 38us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763693.285214:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1775763693.285243:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725742336 00000100:00100000:2.0:1775763693.285247:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725742336 00000100:00100000:2.0:1775763693.285283:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1775763693.285289:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725742336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.285320:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725742336:12345-0@lo:400:kworker.0 Request processed in 32us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763693.285326:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1775763693.285346:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725741952 00000100:00100000:2.0:1775763693.285349:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725741952 00000100:00100000:2.0:1775763693.285373:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1775763693.285381:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725741952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763693.285424:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763693.285458:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725741952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763693.285464:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00080000:2.0:1775763693.285484:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763693.285510:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725741952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763693.285521:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725741824:0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.285528:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725742336:0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.285577:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725742464 00000100:00100000:2.0:1775763693.285580:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725742464 00000100:00100000:2.0:1775763693.285614:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1775763693.285620:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ede300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725742464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.285652:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ede300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725742464:12345-0@lo:400:kworker.0 Request processed in 32us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763693.285658:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00080000:2.0:1775763693.285675:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763693.285692:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725742464:0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.285711:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725742592:0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.285782:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763693.285812:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725742592 00000100:00100000:2.0:1775763693.285816:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725742592 00000100:00100000:2.0:1775763693.285844:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1775763693.285849:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725742592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763693.285882:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725742592:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763693.285893:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00080000:2.0:1775763693.285910:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763693.285926:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725742592:0@lo:400:kworker.0 00000100:00100000:1.0:1775763693.375728:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763693.375789:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763693.375821:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702604416 00000100:00100000:1.0:1775763693.375830:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702604416 00000100:00100000:1.0:1775763693.375889:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 352 00000100:00100000:1.0:1775763693.375900:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702604416:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763693.375978:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702604416:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 79us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763693.375985:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 352 00000100:00100000:1.0:1775763693.376015:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702604544 00000100:00100000:1.0:1775763693.376018:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702604544 00000100:00100000:1.0:1775763693.376057:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 271 00000100:00100000:1.0:1775763693.376063:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702604544:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763693.376092:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702604544:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763693.376098:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 271 00000100:00080000:1.0:1775763693.376218:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763693.792278:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763694.820160:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763695.336062:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725742720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763695.336152:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763695.336256:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725742720 00000100:00100000:0.0:1775763695.336264:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725742720 00000100:00100000:0.0:1775763695.336329:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1775763695.336339:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725742720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763695.336373:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763695.336419:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725742720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763695.336426:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1775763695.336471:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725742720:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763695.336586:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775763695.844119:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763696.866917:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763697.054155:0:19218:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe5107330 20000000:00000080:0.0:1775763697.054175:0:19218:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6b0800 uarg=0000000000000000 10000000:01000000:0.0:1775763697.058923:0:19218:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763697.058955:0:19218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763697.058975:0:19218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420afc2 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763697.058984:0:19218:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763697.059038:0:19218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420afc2 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763697.059056:0:19218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420afc2 expref: 17 pid: 5763 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763697.059075:0:19218:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19218:1862022725742848:0@lo:104: 00000100:00100000:0.0:1775763697.059140:0:19218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763697.059197:0:19218:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763697.059374:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725742848 00000100:00100000:1.0:1775763697.059389:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725742848 00000100:00100000:1.0:1775763697.059455:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1775763697.059464:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19218:x1862022725742848:12345-0@lo:104: 00010000:00010000:1.0:1775763697.059476:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.059557:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763697.059564:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19218:x1862022725742848:12345-0@lo:104: Request processed in 101us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763697.059571:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00010000:00010000:1.0:1775763697.059595:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763697.059601:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.059609:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763697.059613:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.059622:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763697.059630:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763697.059636:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763697.059671:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.059677:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763697.059700:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.059714:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420afc2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420afc9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.059759:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763697.059761:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763697.059763:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763697.059917:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725742976:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763697.059953:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763697.060037:0:19218:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19218:1862022725742848:0@lo:104: 00010000:00010000:2.0:1775763697.060054:0:19218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763697.060186:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725742976 00000100:00100000:1.0:1775763697.060191:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725742976 00010000:00010000:1.0:1775763697.060212:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420afc2 expref: 18 pid: 5763 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763697.060244:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1775763697.060251:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725742976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763697.060262:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763697.060266:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420afc2 expref: 18 pid: 5763 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060277:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420afc2 expref: 18 pid: 5763 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060290:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420afc9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420afc2 expref: 18 pid: 5763 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060302:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060310:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060346:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060353:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060359:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060365:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060371:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763697.060376:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060383:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060395:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763697.060404:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763697.060705:0:19218:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763697.060714:0:19218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763697.060720:0:19218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420afd0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763697.062899:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725742976:12345-0@lo:103:ldlm_bl.0 Request processed in 2633us (2929us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763697.062917:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1775763697.063001:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725742976:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763697.888442:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763698.239630:0:19266:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0c813810 20000000:00000080:0.0:1775763698.239651:0:19266:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6b1000 uarg=0000000000000000 10000000:01000000:0.0:1775763698.241013:0:19266:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763698.241038:0:19266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241058:0:19266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241070:0:19266:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241090:0:19266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241097:0:19266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241106:0:19266:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241128:0:19266:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763698.241133:0:19266:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241142:0:19266:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241161:0:19266:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241169:0:19266:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.241176:0:19266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afd7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763698.400199:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725743104:0@lo:400:kworker.0 00000100:00100000:3.0:1775763698.400303:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763698.400379:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725743488:0@lo:400:kworker.0 00000100:00100000:2.0:1775763698.400426:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763698.404622:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725743616:0@lo:400:kworker.0 00000100:00100000:3.0:1775763698.404720:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763698.404826:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725743104 00000100:00100000:3.0:1775763698.404835:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725743104 00000100:00100000:3.0:1775763698.404887:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1775763698.404896:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725743104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763698.405054:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725743616 00000100:00100000:0.0:1775763698.405059:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725743616 00000100:00100000:0.0:1775763698.405123:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1775763698.405131:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725743616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763698.405200:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725743616:12345-0@lo:400:kworker.0 Request processed in 70us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763698.405207:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1775763698.405261:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725743616:0@lo:400:kworker.0 00000100:00100000:3.0:1775763698.405597:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725743104:12345-0@lo:400:kworker.0 Request processed in 701us (5293us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763698.405604:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00080000:3.0:1775763698.405642:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763698.405789:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725743232:0@lo:400:kworker.0 00000100:00100000:2.0:1775763698.405832:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763698.405860:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725743744:0@lo:400:kworker.0 00000100:00100000:2.0:1775763698.405890:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763698.406150:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775763698.406177:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725743360:0@lo:400:kworker.0 00000100:00100000:2.0:1775763698.406204:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763698.406298:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725743104:0@lo:400:kworker.0 00000100:00100000:2.0:1775763698.406666:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725743872:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763698.406694:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763698.406765:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725743488 00000100:00100000:2.0:1775763698.406771:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725743488 00000100:00100000:2.0:1775763698.406819:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725743744 00000100:00100000:2.0:1775763698.406822:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725743744 00000100:00100000:2.0:1775763698.406842:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1775763698.406849:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725743488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763698.406894:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725743488:12345-0@lo:400:kworker.0 Request processed in 46us (6479us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763698.406901:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1775763698.406933:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1775763698.406940:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725743744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763698.406972:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725743744:12345-0@lo:400:kworker.0 Request processed in 33us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763698.406977:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1775763698.407109:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725743872 00000100:00100000:0.0:1775763698.407114:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725743872 00000100:00100000:0.0:1775763698.407155:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1775763698.407161:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725743872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763698.407193:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763698.407231:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725743872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763698.407237:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1775763698.412152:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725743232 00000100:00100000:3.0:1775763698.412171:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725743232 00000100:00100000:3.0:1775763698.412230:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725743360 00000100:00100000:3.0:1775763698.412234:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725743360 00000100:00100000:3.0:1775763698.412268:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1775763698.412280:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725743232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763698.412406:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725743232:12345-0@lo:400:kworker.0 Request processed in 129us (6573us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763698.412425:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1775763698.412444:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1775763698.412450:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725743360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763698.412700:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725743360:12345-0@lo:400:kworker.0 Request processed in 36us (6281us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763698.412708:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00080000:3.0:1775763698.414624:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775763698.414636:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763698.414639:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763698.415850:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725743488:0@lo:400:kworker.0 00000100:00100000:3.0:1775763698.415900:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725743360:0@lo:400:kworker.0 00000100:00100000:3.0:1775763698.415940:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725743872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763698.415955:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725743232:0@lo:400:kworker.0 00000100:00100000:3.0:1775763698.415967:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725743744:0@lo:400:kworker.0 00000100:00100000:0.0:1775763698.482138:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763698.482194:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763698.482269:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702604672 00000100:00100000:1.0:1775763698.482284:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702604672 00000100:00100000:1.0:1775763698.482359:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 354 00000100:00100000:1.0:1775763698.482370:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702604672:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763698.483051:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702604672:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 679us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763698.483061:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 354 00000100:00100000:3.0:1775763698.484075:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702604800 00000100:00100000:3.0:1775763698.484087:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702604800 00000100:00100000:3.0:1775763698.484152:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 275 00000100:00100000:3.0:1775763698.484161:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702604800:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763698.484228:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702604800:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 68us (2101us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763698.484235:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 275 00000100:00080000:3.0:1775763698.484257:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:1.0:1775763698.536940:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763698.536950:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763698.536959:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763698.537035:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763698.537050:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763698.537064:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763698.537101:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725744000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763698.537177:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763698.545092:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725744000 00000100:00100000:0.0:1775763698.545113:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725744000 00000100:00100000:0.0:1775763698.545192:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1775763698.545204:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725744000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763698.545224:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763698.545247:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420afde expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.545273:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420afde expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.545284:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420afde expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.545292:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063e00, rc 0) 00000100:00100000:0.0:1775763698.545360:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725744000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (8181us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763698.545366:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1775763698.546079:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbeff00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763698.546120:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725744000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763698.546144:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763698.546158:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763698.546184:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763698.546199:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763698.546206:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763698.918112:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763699.567172:0:19315:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe53e17440 20000000:00000080:2.0:1775763699.567192:0:19315:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3797c800 uarg=0000000000000000 10000000:01000000:2.0:1775763699.567782:0:19315:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763699.567806:0:19315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763699.567826:0:19315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420afde expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763699.567836:0:19315:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763699.567888:0:19315:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420afde expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763699.567905:0:19315:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420afde expref: 17 pid: 5760 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763699.567923:0:19315:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19315:1862022725744128:0@lo:104: 00000100:00100000:2.0:1775763699.567991:0:19315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763699.568054:0:19315:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0540 going to sleep for 11 seconds 00000100:00100000:3.0:1775763699.568682:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725744128 00000100:00100000:3.0:1775763699.568693:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725744128 00000100:00100000:3.0:1775763699.568795:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1775763699.568808:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19315:x1862022725744128:12345-0@lo:104: 00010000:00010000:3.0:1775763699.568828:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763699.568916:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763699.568923:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19315:x1862022725744128:12345-0@lo:104: Request processed in 118us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763699.568930:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00010000:0.0:1775763699.569195:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763699.569208:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569216:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763699.569234:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569244:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763699.569252:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763699.569258:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763699.569298:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569304:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763699.569335:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569342:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420afde lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420afe5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569357:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763699.569359:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763699.569361:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763699.569370:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763699.569383:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725744256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763699.569414:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763699.569454:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725744256 00000100:00100000:0.0:1775763699.569463:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725744256 00010000:00010000:0.0:1775763699.569487:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420afde expref: 18 pid: 5760 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763699.569525:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775763699.569533:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725744256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763699.569546:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763699.569552:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420afde expref: 18 pid: 5760 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569564:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420afde expref: 18 pid: 5760 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569587:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569598:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569618:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569626:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569633:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569639:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569644:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763699.569653:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569661:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569669:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.569680:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763699.569710:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725744256:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763699.569717:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775763699.569789:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725744256:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763699.570227:0:19315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420afe5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420afde expref: 17 pid: 5760 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763699.570239:0:19315:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19315:1862022725744128:0@lo:104: 00010000:00010000:2.0:1775763699.570252:0:19315:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763699.570261:0:19315:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763699.570267:0:19315:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763699.570273:0:19315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420afec lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763699.939660:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763700.453310:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763700.453343:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725744384:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763700.453436:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763700.453717:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725744384 00000100:00100000:0.0:1775763700.453755:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725744384 00000100:00100000:0.0:1775763700.453820:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1775763700.453832:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d4ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725744384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763700.453879:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763700.453929:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d4ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725744384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763700.453935:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00080000:0.0:1775763700.454143:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763700.454186:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725744384:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1775763700.766174:0:19363:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff34147ee0 20000000:00000080:0.0:1775763700.766194:0:19363:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6b0400 uarg=0000000000000000 10000000:01000000:0.0:1775763700.766692:0:19363:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763700.766926:0:19363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.766942:0:19363:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.766953:0:19363:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.766960:0:19363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.766966:0:19363:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.766973:0:19363:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.766979:0:19363:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763700.766983:0:19363:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.766992:0:19363:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.767004:0:19363:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.767012:0:19363:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.767020:0:19363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420aff3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763700.962318:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763701.408182:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763701.408190:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763701.408195:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763701.408243:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.408256:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.408267:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763701.408293:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725744512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763701.408359:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763701.408455:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbef300 going to sleep for 11 seconds 00000100:00100000:3.0:1775763701.416861:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725744512 00000100:00100000:3.0:1775763701.416879:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725744512 00000100:00100000:3.0:1775763701.417795:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1775763701.417810:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725744512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763701.417833:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763701.417854:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420affa expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763701.417883:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420affa expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763701.417897:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420affa expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763701.417908:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:3.0:1775763701.418027:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725744512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 221us (9667us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763701.418033:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1775763701.420411:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725744512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763701.421373:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763701.421395:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763701.421440:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763701.421446:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763701.421455:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1775763701.869567:0:19412:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb666c7a0 20000000:00000080:2.0:1775763701.869589:0:19412:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ee59000 uarg=0000000000000000 10000000:01000000:2.0:1775763701.870116:0:19412:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763701.870136:0:19412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763701.870157:0:19412:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420affa expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763701.870165:0:19412:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763701.870211:0:19412:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420affa expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763701.870224:0:19412:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420affa expref: 17 pid: 5763 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763701.870241:0:19412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19412:1862022725744640:0@lo:104: 00000100:00100000:2.0:1775763701.870303:0:19412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763701.870425:0:19412:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa900 going to sleep for 11 seconds 00000100:00100000:0.0:1775763701.870476:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725744640 00000100:00100000:0.0:1775763701.870494:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725744640 00000100:00100000:0.0:1775763701.870593:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1775763701.870604:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19412:x1862022725744640:12345-0@lo:104: 00010000:00010000:0.0:1775763701.870618:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763701.870700:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763701.870707:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19412:x1862022725744640:12345-0@lo:104: Request processed in 107us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763701.870715:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00010000:1.0:1775763701.870839:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763701.870846:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.870854:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cac00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763701.870858:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.870868:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763701.870885:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763701.870891:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763701.870938:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.870945:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763701.870967:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.870974:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420affa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b001 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.870991:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763701.870992:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763701.870994:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763701.871016:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725744768:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763701.871049:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763701.871094:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725744768 00000100:00100000:1.0:1775763701.871098:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725744768 00010000:00010000:1.0:1775763701.871118:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420affa expref: 18 pid: 5763 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763701.871140:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1775763701.871148:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725744768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763701.871158:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763701.871162:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420affa expref: 18 pid: 5763 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871178:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420affa expref: 18 pid: 5763 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871196:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871203:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871216:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871223:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871229:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871233:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871238:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763701.871242:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871249:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871256:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763701.871273:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763701.871298:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725744768:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763701.871305:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1775763701.871343:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725744768:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763701.871440:0:19412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b001 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420affa expref: 17 pid: 5763 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763701.871451:0:19412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19412:1862022725744640:0@lo:104: 00010000:00010000:2.0:1775763701.871463:0:19412:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763701.871471:0:19412:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763701.871498:0:19412:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763701.871504:0:19412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b008 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763701.993817:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763703.008997:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763703.079615:0:19460:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff6de76dc0 20000000:00000080:0.0:1775763703.079638:0:19460:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6b1800 uarg=0000000000000000 10000000:01000000:0.0:1775763703.080407:0:19460:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763703.080428:0:19460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080445:0:19460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080457:0:19460:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080463:0:19460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080493:0:19460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080500:0:19460:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080506:0:19460:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763703.080511:0:19460:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080519:0:19460:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080536:0:19460:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080545:0:19460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763703.080553:0:19460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b00f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763703.266893:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763703.266904:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763703.266909:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763703.266987:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763703.267002:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763703.267018:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763703.267218:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725744896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763703.267328:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763703.267523:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725744896 00000100:00100000:1.0:1775763703.267533:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725744896 00000100:00100000:3.0:1775763703.267562:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2840 going to sleep for 11 seconds 00000100:00100000:1.0:1775763703.267764:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1775763703.267776:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725744896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763703.267797:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763703.267815:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b016 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763703.267843:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b016 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763703.267856:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b016 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763703.267864:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca800, rc 0) 00000100:00100000:1.0:1775763703.267917:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725744896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763703.267925:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1775763703.268189:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725744896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763703.268205:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763703.268215:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763703.268258:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763703.268264:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763703.268271:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763703.523778:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725745152:0@lo:400:kworker.0 00000100:00100000:1.0:1775763703.523778:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725745024:0@lo:400:kworker.0 00000100:00100000:0.0:1775763703.523852:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763703.523895:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763703.523916:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763703.523922:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725745280:0@lo:400:kworker.0 00000100:00100000:1.0:1775763703.523922:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725745536:0@lo:400:kworker.0 00000100:00100000:0.0:1775763703.523947:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763703.525071:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725745408:0@lo:400:kworker.0 00000100:00100000:2.0:1775763703.525341:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725745152 00000100:00100000:2.0:1775763703.525352:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725745152 00000100:00100000:2.0:1775763703.525431:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725745024 00000100:00080000:1.0:1775763703.525457:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763703.525527:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725745024 00000100:00100000:2.0:1775763703.525569:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1775763703.525580:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725745152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763703.525724:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1775763703.525751:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725745024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763703.525847:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763703.525886:0:5770:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1775763703.525895:0:5770:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1775763703.526228:0:5768:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1775763703.526236:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725745408 00000100:00100000:3.0:1775763703.526241:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725745408 00000100:00100000:3.0:1775763703.526267:0:5768:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1775763703.526274:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1775763703.526281:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725745408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763703.526325:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725745408:12345-0@lo:400:kworker.0 Request processed in 44us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763703.526332:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00080000:3.0:1775763703.526496:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763703.527268:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725745408:0@lo:400:kworker.0 00000100:00100000:3.0:1775763703.528152:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725745280 00000100:00100000:3.0:1775763703.528163:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725745280 00000100:00100000:3.0:1775763703.528231:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1775763703.528241:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725745280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763703.528354:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725745280:12345-0@lo:400:kworker.0 Request processed in 116us (4406us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763703.528373:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00080000:3.0:1775763703.528396:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763703.528605:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763703.528623:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725745664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763703.528682:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763703.529631:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725745280:0@lo:400:kworker.0 00000100:00100000:0.0:1775763703.529848:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725745664 00000100:00100000:0.0:1775763703.529857:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725745664 00000100:00100000:0.0:1775763703.530154:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1775763703.530164:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725745664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763703.530218:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763703.530508:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725745152:12345-0@lo:400:kworker.0 Request processed in 4928us (6653us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763703.530520:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1775763703.531167:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763703.531222:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725745536 00000100:00100000:2.0:1775763703.531229:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725745536 00000100:00100000:2.0:1775763703.531274:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1775763703.531281:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725745536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763703.531329:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725745536:12345-0@lo:400:kworker.0 Request processed in 49us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763703.531335:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00080000:2.0:1775763703.531352:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763703.531383:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725745536:0@lo:400:kworker.0 00000100:00100000:1.0:1775763703.532274:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725745024:12345-0@lo:400:kworker.0 Request processed in 6539us (8374us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763703.532285:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1775763703.534227:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725745024:0@lo:400:kworker.0 00000100:00100000:1.0:1775763703.537876:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725745152:0@lo:400:kworker.0 00000100:00100000:0.0:1775763703.545093:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725745664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 14916us (16396us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763703.545112:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1775763703.545366:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725745664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763703.600524:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763703.600591:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763703.600764:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702604928 00000100:00100000:1.0:1775763703.600781:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702604928 00000100:00100000:1.0:1775763703.600851:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 358 00000100:00100000:1.0:1775763703.600863:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702604928:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763703.601050:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702604928:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 188us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763703.601060:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 358 00000100:00100000:3.0:1775763703.602115:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702605056 00000100:00100000:3.0:1775763703.602130:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702605056 00000100:00100000:3.0:1775763703.602260:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 279 00000100:00100000:3.0:1775763703.602273:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702605056:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763703.602358:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702605056:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 88us (1850us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763703.602366:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 279 00000100:00080000:2.0:1775763703.608753:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763704.033194:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763704.243143:0:19509:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff18f923c0 20000000:00000080:1.0:1775763704.243165:0:19509:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8bb000 uarg=0000000000000000 00010000:00010000:0.0:1775763705.068838:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763705.569870:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725745792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763705.569962:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763705.570060:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725745792 00000100:00100000:1.0:1775763705.570069:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725745792 00000100:00100000:1.0:1775763705.570137:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1775763705.570147:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725745792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763705.570189:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763705.570239:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725745792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763705.570631:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00080000:1.0:1775763705.570658:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763705.570698:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725745792:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1775763705.630132:0:19557:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeaf0a6f00 20000000:00000080:2.0:1775763705.630150:0:19557:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d63a000 uarg=0000000000000000 00010000:00010000:3.0:1775763706.082954:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763707.066706:0:19605:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9cdd7890 20000000:00000080:1.0:1775763707.066727:0:19605:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ba800 uarg=0000000000000000 00010000:00010000:1.0:1775763707.108297:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763708.129780:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763708.223925:0:19654:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb5ef33a0 20000000:00000080:0.0:1775763708.223942:0:19654:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6b0400 uarg=0000000000000000 00000100:00100000:1.0:1775763708.641964:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725746048:0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.642072:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763708.642149:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725746560:0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.642177:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763708.642204:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775763708.642211:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725745920:0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.642246:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763708.642275:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725746432:0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.642295:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763708.642333:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725746176:0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.642358:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763708.642377:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763708.642383:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725746304:0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.642403:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763708.642448:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725745920 00000100:00100000:1.0:1775763708.642458:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725745920 00000100:00100000:1.0:1775763708.642517:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1775763708.642527:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725745920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.642582:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725745920:12345-0@lo:400:kworker.0 Request processed in 56us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763708.642603:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1775763708.642642:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725746048 00000100:00100000:1.0:1775763708.642646:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725746048 00000100:00100000:1.0:1775763708.642672:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725746432 00000100:00100000:1.0:1775763708.642675:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725746432 00000100:00100000:1.0:1775763708.642703:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725746176 00000100:00100000:1.0:1775763708.642706:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725746176 00000100:00100000:0.0:1775763708.643762:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725745920:0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.644149:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1775763708.644168:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725746048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.645924:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725746048:12345-0@lo:400:kworker.0 Request processed in 1757us (3843us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763708.645938:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1775763708.645977:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1775763708.645990:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725746432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.646048:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725746432:12345-0@lo:400:kworker.0 Request processed in 64us (3752us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763708.646055:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1775763708.646068:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1775763708.646075:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725746176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763708.646118:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725746176:12345-0@lo:400:kworker.0 Request processed in 43us (3757us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763708.646123:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00080000:1.0:1775763708.646149:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763708.646197:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725746176:0@lo:400:kworker.0 00000100:00100000:3.0:1775763708.646538:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725746560 00000100:00100000:3.0:1775763708.646545:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725746560 00000100:00100000:3.0:1775763708.646608:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725746304 00000100:00100000:3.0:1775763708.646611:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725746304 00000100:00100000:3.0:1775763708.646633:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1775763708.646640:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725746560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763708.646680:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725746560:12345-0@lo:400:kworker.0 Request processed in 40us (4502us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763708.646686:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1775763708.646697:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1775763708.646703:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725746304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763708.646765:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725746304:12345-0@lo:400:kworker.0 Request processed in 62us (4361us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763708.646771:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00080000:3.0:1775763708.646798:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763708.646801:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763708.647298:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763708.647323:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725746688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763708.647366:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763708.647399:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725746688 00000100:00100000:3.0:1775763708.647403:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725746688 00000100:00100000:3.0:1775763708.647476:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1775763708.647482:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725746688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763708.647510:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763708.647546:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725746688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763708.647552:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1775763708.647851:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725746688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763708.650360:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725746304:0@lo:400:kworker.0 00000100:00100000:0.0:1775763708.656329:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725746048:0@lo:400:kworker.0 00000100:00100000:0.0:1775763708.656354:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725746560:0@lo:400:kworker.0 00000100:00100000:0.0:1775763708.656398:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725746432:0@lo:400:kworker.0 00000100:00100000:0.0:1775763708.718514:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763708.718568:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763708.718675:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702605184 00000100:00100000:1.0:1775763708.718686:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702605184 00000100:00100000:1.0:1775763708.718791:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 360 00000100:00100000:1.0:1775763708.718803:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702605184:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763708.718889:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702605184:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 89us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763708.718897:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 360 00000100:00100000:3.0:1775763708.719604:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702605312 00000100:00100000:3.0:1775763708.719613:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702605312 00000100:00100000:3.0:1775763708.719687:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 283 00000100:00100000:3.0:1775763708.719695:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702605312:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763708.719786:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702605312:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763708.719794:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 283 00000100:00080000:1.0:1775763708.720789:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763709.154920:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763709.482014:0:19703:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5a48f900 20000000:00000080:2.0:1775763709.482033:0:19703:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d638400 uarg=0000000000000000 00010000:00010000:1.0:1775763710.183007:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763710.594145:0:19751:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff75617260 20000000:00000080:0.0:1775763710.594161:0:19751:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6b0400 uarg=0000000000000000 00000100:00100000:3.0:1775763710.693611:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725746816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763710.693759:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763710.693885:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725746816 00000100:00100000:3.0:1775763710.693897:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725746816 00000100:00100000:3.0:1775763710.693982:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1775763710.693994:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725746816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763710.694047:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763710.694108:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725746816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763710.694116:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00080000:3.0:1775763710.694142:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763710.694192:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725746816:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763711.202044:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763711.624163:0:19799:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce0b9ec70 20000000:00000080:2.0:1775763711.624181:0:19799:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee6000 uarg=0000000000000000 10000000:01000000:2.0:1775763711.624666:0:19799:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763711.624691:0:19799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763711.624712:0:19799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b016 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763711.624719:0:19799:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763711.624848:0:19799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b016 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763711.624863:0:19799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b016 expref: 17 pid: 5762 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763711.624877:0:19799:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19799:1862022725746944:0@lo:104: 00000100:00100000:2.0:1775763711.624944:0:19799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763711.625075:0:19799:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0a5eb300 going to sleep for 11 seconds 00000100:00100000:3.0:1775763711.625127:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725746944 00000100:00100000:3.0:1775763711.625136:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725746944 00000100:00100000:3.0:1775763711.625218:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1775763711.625228:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19799:x1862022725746944:12345-0@lo:104: 00010000:00010000:3.0:1775763711.625244:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763711.625317:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763711.625324:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19799:x1862022725746944:12345-0@lo:104: Request processed in 97us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763711.625332:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1775763711.625406:0:19799:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19799:1862022725746944:0@lo:104: 00010000:00010000:2.0:1775763711.625427:0:19799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.625528:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763711.625534:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.625542:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763711.625546:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.625554:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763711.625560:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763711.625567:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763711.625610:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.625617:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763711.625640:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.625653:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b016 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b01d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.625673:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763711.625674:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763711.625676:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763711.625790:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725747072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763711.625825:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763711.625912:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725747072 00000100:00100000:1.0:1775763711.625918:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725747072 00010000:00010000:1.0:1775763711.625939:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b016 expref: 18 pid: 5762 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763711.625969:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1775763711.625976:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725747072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763711.625987:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763711.625992:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b016 expref: 18 pid: 5762 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626002:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b016 expref: 18 pid: 5762 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626017:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420b01d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b016 expref: 18 pid: 5762 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626030:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626038:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626065:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626072:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626078:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626084:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626089:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763711.626093:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626099:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626110:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763711.626120:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763711.626155:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725747072:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763711.626162:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1775763711.626194:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725747072:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763711.626251:0:19799:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763711.626259:0:19799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763711.626264:0:19799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b024 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.233643:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763712.616706:0:19847:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdc36a550 20000000:00000080:3.0:1775763712.616721:0:19847:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0eee6000 uarg=0000000000000000 10000000:01000000:3.0:1775763712.616973:0:19847:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763712.617005:0:19847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617024:0:19847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617035:0:19847:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617041:0:19847:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617048:0:19847:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617055:0:19847:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617060:0:19847:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763712.617065:0:19847:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617072:0:19847:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617086:0:19847:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617093:0:19847:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763712.617099:0:19847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b02b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763713.249913:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763713.438905:0:19895:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2e038a00 20000000:00000080:1.0:1775763713.438923:0:19895:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ba800 uarg=0000000000000000 10000000:01000000:1.0:1775763713.439239:0:19895:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763713.439260:0:19895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439276:0:19895:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439286:0:19895:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439292:0:19895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439297:0:19895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439304:0:19895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439309:0:19895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763713.439314:0:19895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439321:0:19895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439333:0:19895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439340:0:19895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763713.439356:0:19895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b032 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763713.638092:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763713.638101:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763713.638108:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763713.638163:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763713.638175:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763713.638188:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763713.638224:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725747200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763713.638312:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763713.638528:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed540 going to sleep for 11 seconds 00000100:00100000:3.0:1775763713.638563:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725747200 00000100:00100000:3.0:1775763713.638572:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725747200 00000100:00100000:3.0:1775763713.638636:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1775763713.638646:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725747200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763713.638664:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763713.638679:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b039 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763713.638709:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b039 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763713.638723:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b039 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763713.638780:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:3.0:1775763713.638835:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725747200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763713.638842:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1775763713.638913:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725747200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763713.638930:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763713.641093:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763713.641131:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763713.641138:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763713.641145:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763713.760357:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725747328:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763713.760449:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763713.760650:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725747328 00000100:00100000:0.0:1775763713.760659:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725747328 00000100:00100000:0.0:1775763713.760755:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1775763713.760767:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725747328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763713.760821:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763713.760880:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725747328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763713.760888:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00080000:0.0:1775763713.760914:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763713.760974:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725747328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763713.761319:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725747712:0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.761562:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725747584:0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.761602:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763713.761641:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763713.761648:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725747456:0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.761670:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763713.761701:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725747584 00000100:00100000:0.0:1775763713.761708:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725747584 00000100:00100000:0.0:1775763713.761780:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725747456 00000100:00100000:0.0:1775763713.761783:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725747456 00000100:00100000:0.0:1775763713.761801:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1775763713.761808:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725747584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.761852:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725747584:12345-0@lo:400:kworker.0 Request processed in 44us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763713.761859:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1775763713.761877:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1775763713.761882:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725747456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.761908:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725747456:12345-0@lo:400:kworker.0 Request processed in 26us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763713.761914:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00080000:0.0:1775763713.761946:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763713.761979:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725747456:0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.761990:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725747584:0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.762010:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725747840:0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.762038:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763713.762069:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725747840 00000100:00100000:0.0:1775763713.762073:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725747840 00000100:00100000:0.0:1775763713.762103:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1775763713.762109:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725747840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.762142:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725747840:12345-0@lo:400:kworker.0 Request processed in 34us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763713.762148:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00080000:0.0:1775763713.762164:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763713.762178:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725747840:0@lo:400:kworker.0 00000100:00100000:2.0:1775763713.762357:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763713.767029:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725747712 00000100:00100000:0.0:1775763713.767051:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725747712 00000100:00100000:0.0:1775763713.767164:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1775763713.767179:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725747712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763713.767655:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725747712:12345-0@lo:400:kworker.0 Request processed in 481us (5296us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763713.767665:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1775763713.767793:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725747712:0@lo:400:kworker.0 00000100:00080000:1.0:1775763713.768078:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763713.839983:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763713.840025:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763713.840108:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702605568 00000100:00100000:1.0:1775763713.840117:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702605568 00000100:00100000:1.0:1775763713.840186:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 287 00000100:00100000:1.0:1775763713.840195:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702605568:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763713.840262:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702605568:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 69us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763713.840269:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 287 00000100:00080000:1.0:1775763713.840290:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763713.841124:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702605440 00000100:00100000:2.0:1775763713.841132:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702605440 00000100:00100000:2.0:1775763713.841174:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 362 00000100:00100000:2.0:1775763713.841183:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702605440:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763713.841234:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702605440:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 52us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763713.841241:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 362 00010000:00010000:3.0:1775763714.275052:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763714.470249:0:19944:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff95c69ce0 20000000:00000080:1.0:1775763714.470267:0:19944:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ba000 uarg=0000000000000000 10000000:01000000:0.0:1775763714.474499:0:19944:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763714.474534:0:19944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763714.474554:0:19944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b039 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763714.474579:0:19944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763714.474712:0:19944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b039 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763714.474992:0:19944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b039 expref: 17 pid: 5763 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763714.475011:0:19944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19944:1862022725747968:0@lo:104: 00000100:00100000:0.0:1775763714.475098:0:19944:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763714.475219:0:19944:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbeff00 going to sleep for 11 seconds 00000100:00100000:3.0:1775763714.475303:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775763714.475317:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725747968 00000100:00100000:3.0:1775763714.475325:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725747968 00000100:00100000:3.0:1775763714.475428:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1775763714.475447:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e375ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19944:x1862022725747968:12345-0@lo:104: 00010000:00010000:3.0:1775763714.475462:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763714.475539:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763714.475546:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e375ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:19944:x1862022725747968:12345-0@lo:104: Request processed in 100us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763714.475553:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1775763714.475657:0:19944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19944:1862022725747968:0@lo:104: 00010000:00010000:1.0:1775763714.475679:0:19944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.475958:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763714.475966:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.475973:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763714.475977:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.475993:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763714.475999:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763714.476003:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763714.476038:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476042:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763714.476063:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476068:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b039 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b040 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476082:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763714.476083:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763714.476084:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763714.476094:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725748096:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763714.476122:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763714.476165:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725748096 00000100:00100000:2.0:1775763714.476170:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725748096 00010000:00010000:2.0:1775763714.476193:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b039 expref: 18 pid: 5763 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763714.476217:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1775763714.476224:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725748096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763714.476244:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763714.476250:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b039 expref: 18 pid: 5763 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476258:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b039 expref: 18 pid: 5763 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476268:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b040 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b039 expref: 18 pid: 5763 timeout: 639 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476281:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476289:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476300:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476305:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476311:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476314:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476317:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763714.476320:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476337:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476351:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763714.476360:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763714.476397:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725748096:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763714.476415:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1775763714.476455:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725748096:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763714.476523:0:19944:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763714.476531:0:19944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763714.476538:0:19944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b047 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.314176:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763715.510342:0:19993:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe218c5c20 20000000:00000080:3.0:1775763715.510369:0:19993:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f74400 uarg=0000000000000000 10000000:01000000:3.0:1775763715.510604:0:19993:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763715.510627:0:19993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510644:0:19993:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510655:0:19993:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510662:0:19993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510669:0:19993:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510676:0:19993:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510682:0:19993:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763715.510694:0:19993:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510701:0:19993:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510715:0:19993:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510721:0:19993:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763715.510727:0:19993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b04e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763715.810012:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725748224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763715.810093:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763715.810186:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725748224 00000100:00100000:0.0:1775763715.810194:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725748224 00000100:00100000:2.0:1775763715.811819:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1775763715.811849:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725748224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763715.811906:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763715.812001:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725748224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 165us (1908us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763715.812010:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00080000:2.0:1775763715.812041:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763715.813090:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725748224:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1775763716.127891:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763716.127911:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763716.127916:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763716.127974:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.127987:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.128008:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763716.128039:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725748352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763716.128106:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763716.128168:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054c000 going to sleep for 11 seconds 00000100:00100000:3.0:1775763716.128452:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725748352 00000100:00100000:3.0:1775763716.128462:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725748352 00000100:00100000:3.0:1775763716.128516:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1775763716.128525:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725748352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763716.128539:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763716.128553:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b055 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763716.128578:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b055 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763716.128600:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b055 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763716.128610:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666a00, rc 0) 00000100:00100000:3.0:1775763716.128657:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725748352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763716.128672:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1775763716.129709:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725748352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763716.130087:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.130101:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763716.130130:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763716.130136:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.130142:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763716.323631:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763716.693632:0:20041:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7bf124a0 20000000:00000080:2.0:1775763716.693650:0:20041:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3797c800 uarg=0000000000000000 10000000:01000000:2.0:1775763716.694643:0:20041:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763716.694668:0:20041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763716.694688:0:20041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b055 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763716.694714:0:20041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763716.695202:0:20041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b055 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763716.695221:0:20041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b055 expref: 17 pid: 5762 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763716.695240:0:20041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20041:1862022725748480:0@lo:104: 00000100:00100000:2.0:1775763716.696187:0:20041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763716.696480:0:20041:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1775763716.699567:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725748480 00000100:00100000:3.0:1775763716.699593:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725748480 00000100:00100000:3.0:1775763716.699701:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1775763716.699714:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20041:x1862022725748480:12345-0@lo:104: 00010000:00010000:3.0:1775763716.699757:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763716.699864:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763716.699870:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20041:x1862022725748480:12345-0@lo:104: Request processed in 160us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763716.699877:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00010000:3.0:1775763716.699905:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763716.699912:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763716.699919:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763716.699924:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763716.699933:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763716.699940:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763716.699946:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763716.699990:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763716.700014:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763716.700039:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763716.700046:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b055 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b05c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763716.700067:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763716.700069:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763716.700071:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763716.700085:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725748608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763716.700140:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763716.700331:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725748608 00000100:00100000:1.0:1775763716.700338:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725748608 00010000:00010000:1.0:1775763716.700389:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b055 expref: 18 pid: 5762 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763716.700423:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1775763716.700431:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab33450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725748608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763716.700444:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763716.700449:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b055 expref: 18 pid: 5762 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700460:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b055 expref: 18 pid: 5762 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700481:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700490:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700509:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700523:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700530:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700537:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700542:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763716.700546:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700559:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700568:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763716.700580:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763716.700616:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab33450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725748608:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763716.700623:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1775763716.700700:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725748608:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763716.700935:0:20041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b05c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b055 expref: 17 pid: 5762 timeout: 641 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763716.700948:0:20041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20041:1862022725748480:0@lo:104: 00010000:00010000:2.0:1775763716.700962:0:20041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763716.700970:0:20041:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763716.700975:0:20041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763716.700981:0:20041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b063 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.345908:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763717.947725:0:20089:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf9467400 20000000:00000080:3.0:1775763717.947774:0:20089:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f74000 uarg=0000000000000000 10000000:01000000:3.0:1775763717.967312:0:20089:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763717.967365:0:20089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967387:0:20089:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967399:0:20089:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967407:0:20089:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967415:0:20089:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967441:0:20089:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967447:0:20089:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763717.967452:0:20089:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967460:0:20089:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967477:0:20089:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967485:0:20089:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763717.967491:0:20089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b06a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763718.368169:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763718.691092:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763718.691103:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763718.691111:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763718.691184:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763718.691200:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763718.691217:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763718.691263:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725748736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763718.691382:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763718.691444:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1775763718.692453:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725748736 00000100:00100000:0.0:1775763718.692466:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725748736 00000100:00100000:0.0:1775763718.692530:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1775763718.692541:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725748736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763718.692559:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763718.692578:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b071 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763718.692602:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b071 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763718.692626:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b071 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763718.692636:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063600, rc 0) 00000100:00100000:0.0:1775763718.692700:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725748736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (1317us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763718.692707:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1775763718.692799:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725748736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763718.692815:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763718.692825:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763718.692848:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763718.692853:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763718.692861:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763718.881791:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725748864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763718.881908:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763718.882870:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725748864 00000100:00100000:0.0:1775763718.882899:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725748864 00000100:00100000:0.0:1775763718.882980:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1775763718.882991:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725748864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763718.883042:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763718.883122:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725748864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (1215us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763718.883146:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00080000:0.0:1775763718.883176:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763718.883307:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725748992:0@lo:400:kworker.0 00000100:00100000:0.0:1775763718.883356:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763718.883388:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763718.883395:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725749120:0@lo:400:kworker.0 00000100:00100000:0.0:1775763718.883419:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763718.883463:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725748992 00000100:00100000:0.0:1775763718.883467:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725748992 00000100:00100000:0.0:1775763718.883505:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725749120 00000100:00100000:0.0:1775763718.883508:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725749120 00000100:00100000:0.0:1775763718.883532:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1775763718.883538:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725748992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763718.883577:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725748992:12345-0@lo:400:kworker.0 Request processed in 40us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763718.883584:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1775763718.883595:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1775763718.883601:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725749120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763718.883626:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725749120:12345-0@lo:400:kworker.0 Request processed in 26us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763718.883632:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00080000:0.0:1775763718.883654:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763718.883686:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725749120:0@lo:400:kworker.0 00000100:00100000:0.0:1775763718.883696:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725748992:0@lo:400:kworker.0 00000100:00100000:1.0:1775763718.885167:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725749248:0@lo:400:kworker.0 00000100:00100000:1.0:1775763718.885255:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763718.885292:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763718.886496:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725749376:0@lo:400:kworker.0 00000100:00100000:1.0:1775763718.886551:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763718.886608:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725749248 00000100:00100000:1.0:1775763718.886618:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725749248 00000100:00100000:1.0:1775763718.886697:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1775763718.886706:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725749248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763718.886880:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725749248:12345-0@lo:400:kworker.0 Request processed in 174us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763718.887053:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00080000:1.0:1775763718.887075:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763718.887632:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725749376 00000100:00100000:0.0:1775763718.887726:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725749376 00000100:00100000:2.0:1775763718.888074:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725749248:0@lo:400:kworker.0 00000100:00100000:2.0:1775763718.888122:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725748864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763718.888864:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1775763718.888878:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725749376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763718.889052:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725749376:12345-0@lo:400:kworker.0 Request processed in 177us (2499us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763718.889059:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1775763718.889124:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725749376:0@lo:400:kworker.0 00000100:00080000:1.0:1775763718.890058:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763718.957799:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763718.957850:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763718.957908:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702605824 00000100:00100000:1.0:1775763718.957924:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702605824 00000100:00100000:1.0:1775763718.958020:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 291 00000100:00100000:1.0:1775763718.958035:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d690e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702605824:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763718.958134:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d690e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702605824:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763718.958141:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 291 00000100:00080000:1.0:1775763718.958168:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763718.958308:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702605696 00000100:00100000:3.0:1775763718.958313:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702605696 00000100:00100000:3.0:1775763718.958363:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 365 00000100:00100000:3.0:1775763718.958371:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702605696:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763718.958399:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702605696:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763718.958405:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 365 00010000:00010000:3.0:1775763719.392843:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763720.060100:0:20188:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4ba1fa60 20000000:00000080:1.0:1775763720.060116:0:20188:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ba400 uarg=0000000000000000 10000000:01000000:3.0:1775763720.182594:0:20188:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763720.182637:0:20188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763720.182661:0:20188:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b071 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763720.182670:0:20188:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763720.183508:0:20188:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b071 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763720.183531:0:20188:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b071 expref: 17 pid: 5763 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763720.183548:0:20188:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20188:1862022725749504:0@lo:104: 00000100:00100000:3.0:1775763720.183637:0:20188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763720.186917:0:20188:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d694840 going to sleep for 11 seconds 00000100:00100000:1.0:1775763720.188175:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725749504 00000100:00100000:1.0:1775763720.188194:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725749504 00000100:00100000:1.0:1775763720.188287:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1775763720.188299:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20188:x1862022725749504:12345-0@lo:104: 00010000:00010000:1.0:1775763720.188335:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.188495:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763720.188501:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20188:x1862022725749504:12345-0@lo:104: Request processed in 205us (4865us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763720.188509:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00010000:00010000:1.0:1775763720.188535:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763720.188540:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.188548:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763720.188581:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.188592:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763720.188600:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763720.188606:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763720.188652:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.188658:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763720.188679:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.188686:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b071 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b078 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.188704:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763720.188706:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763720.188708:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763720.188989:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725749632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763720.189034:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763720.189116:0:20188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20188:1862022725749504:0@lo:104: 00010000:00010000:0.0:1775763720.189138:0:20188:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763720.189230:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725749632 00000100:00100000:1.0:1775763720.189236:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725749632 00010000:00010000:1.0:1775763720.189255:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b071 expref: 18 pid: 5763 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763720.189275:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1775763720.189281:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725749632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763720.189292:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763720.189305:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b071 expref: 18 pid: 5763 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189330:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b071 expref: 18 pid: 5763 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189345:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063600/0x429a70d18420b078 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b071 expref: 18 pid: 5763 timeout: 645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189362:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189372:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189819:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189828:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189834:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189840:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189846:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763720.189850:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189858:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189887:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763720.189896:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763720.189939:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725749632:12345-0@lo:103:ldlm_bl.0 Request processed in 658us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763720.189947:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:3.0:1775763720.190173:0:20188:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763720.190183:0:20188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763720.190189:0:20188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b07f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763720.191910:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725749632:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763720.418617:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763720.934694:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763720.934761:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725749760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763720.934844:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763720.934982:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725749760 00000100:00100000:0.0:1775763720.934991:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725749760 00000100:00100000:0.0:1775763720.935055:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1775763720.935065:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725749760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763720.935104:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763720.935158:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725749760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763720.935165:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1775763720.935223:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725749760:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775763720.935400:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:1.0:1775763721.441937:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763721.441945:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763721.441950:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763721.442011:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763721.442026:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763721.442039:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763721.442074:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725749888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763721.442162:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763721.442225:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66600 going to sleep for 11 seconds 00000100:00100000:3.0:1775763721.445727:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725749888 00000100:00100000:3.0:1775763721.445769:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725749888 00000100:00100000:3.0:1775763721.445840:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1775763721.445850:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725749888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763721.445895:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763721.445921:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b086 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763721.445961:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b086 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763721.445975:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b086 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763721.445987:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775763721.446093:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725749888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 245us (3931us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763721.446100:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1775763721.446424:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725749888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763721.446447:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763721.446466:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763721.446492:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763721.446497:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763721.446504:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763721.450316:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763722.467138:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763722.687434:0:20287:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff6d641590 20000000:00000080:3.0:1775763722.687450:0:20287:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee6000 uarg=0000000000000000 10000000:01000000:3.0:1775763722.694443:0:20287:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763722.694471:0:20287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763722.694491:0:20287:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b086 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763722.694500:0:20287:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763722.694639:0:20287:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b086 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763722.694682:0:20287:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b086 expref: 17 pid: 5762 timeout: 647 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763722.694782:0:20287:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20287:1862022725750016:0@lo:104: 00000100:00100000:3.0:1775763722.694942:0:20287:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763722.695090:0:20287:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775763722.701251:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725750016 00000100:00100000:1.0:1775763722.701420:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725750016 00000100:00100000:2.0:1775763722.705621:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1775763722.705636:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20287:x1862022725750016:12345-0@lo:104: 00010000:00010000:2.0:1775763722.705661:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763722.705805:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763722.705813:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20287:x1862022725750016:12345-0@lo:104: Request processed in 181us (10870us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763722.705820:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00010000:0.0:1775763722.705897:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763722.705905:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.705924:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763722.705928:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.705937:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763722.705944:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763722.705950:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763722.706001:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706009:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763722.706033:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706040:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420b086 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b08d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706063:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763722.706065:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763722.706066:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763722.706094:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725750144:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763722.706138:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763722.706199:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725750144 00000100:00100000:0.0:1775763722.706207:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725750144 00010000:00010000:0.0:1775763722.706232:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b086 expref: 18 pid: 5762 timeout: 647 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763722.706282:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1775763722.706297:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725750144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763722.706313:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763722.706320:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b086 expref: 18 pid: 5762 timeout: 647 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706333:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b086 expref: 18 pid: 5762 timeout: 647 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706359:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706368:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706388:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706395:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706401:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706406:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706411:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763722.706417:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706430:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706438:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763722.706449:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763722.706477:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725750144:12345-0@lo:103:ldlm_bl.0 Request processed in 190us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763722.706484:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1775763722.706533:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725750144:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763722.709138:0:20287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b08d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b086 expref: 17 pid: 5762 timeout: 647 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763722.709157:0:20287:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20287:1862022725750016:0@lo:104: 00010000:00010000:3.0:1775763722.709184:0:20287:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763722.709194:0:20287:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763722.709200:0:20287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763722.709206:0:20287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b094 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763723.487928:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763724.001987:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725750272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763724.002099:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763724.002212:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725750272 00000100:00100000:0.0:1775763724.002224:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725750272 00000100:00100000:0.0:1775763724.002314:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1775763724.002325:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725750272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763724.002380:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763724.002455:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725750272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763724.002464:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00080000:0.0:1775763724.002490:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763724.002550:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725750272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763724.002867:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763724.002882:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725750400:0@lo:400:kworker.0 00000100:00100000:2.0:1775763724.002942:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763724.003002:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725750528:0@lo:400:kworker.0 00000100:00100000:2.0:1775763724.003035:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763724.003081:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725750656:0@lo:400:kworker.0 00000100:00100000:2.0:1775763724.003105:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763724.003150:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725750784:0@lo:400:kworker.0 00000100:00100000:2.0:1775763724.003178:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763724.003219:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763724.003224:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725750912:0@lo:400:kworker.0 00000100:00100000:2.0:1775763724.003248:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763724.003290:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725750912 00000100:00100000:2.0:1775763724.003294:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725750912 00000100:00100000:2.0:1775763724.003339:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1775763724.003347:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725750912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763724.003386:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725750912:12345-0@lo:400:kworker.0 Request processed in 40us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763724.003392:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00080000:2.0:1775763724.003424:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763724.003444:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725750912:0@lo:400:kworker.0 00000100:00100000:3.0:1775763724.007159:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725750400 00000100:00100000:3.0:1775763724.007175:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725750400 00000100:00100000:3.0:1775763724.007241:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1775763724.007253:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725750400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763724.007382:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725750400:12345-0@lo:400:kworker.0 Request processed in 131us (4439us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763724.007414:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1775763724.007835:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725750400:0@lo:400:kworker.0 00000100:00100000:1.0:1775763724.009423:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725750528 00000100:00100000:1.0:1775763724.009438:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725750528 00000100:00100000:1.0:1775763724.009500:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725750656 00000100:00100000:1.0:1775763724.009504:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725750656 00000100:00100000:1.0:1775763724.009541:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1775763724.009551:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725750528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763724.009701:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725750528:12345-0@lo:400:kworker.0 Request processed in 151us (6665us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763724.009711:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1775763724.009767:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725750784 00000100:00100000:1.0:1775763724.009771:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725750784 00000100:00100000:1.0:1775763724.009792:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1775763724.009798:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725750656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763724.009834:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725750656:12345-0@lo:400:kworker.0 Request processed in 36us (6728us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763724.009848:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1775763724.009861:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1775763724.009867:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725750784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763724.009913:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725750784:12345-0@lo:400:kworker.0 Request processed in 34us (6722us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763724.009919:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00080000:3.0:1775763724.012926:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763724.013602:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725750784:0@lo:400:kworker.0 00000100:00100000:0.0:1775763724.022637:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725750528:0@lo:400:kworker.0 00000100:00100000:3.0:1775763724.028273:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725750656:0@lo:400:kworker.0 00000100:00100000:0.0:1775763724.092834:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763724.092897:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763724.093005:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702605952 00000100:00100000:0.0:1775763724.093015:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702605952 00000100:00100000:0.0:1775763724.093066:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 368 00000100:00100000:0.0:1775763724.093076:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702605952:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763724.093144:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702605952:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 69us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763724.093151:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 368 00000100:00100000:3.0:1775763724.093752:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702606080 00000100:00100000:3.0:1775763724.093758:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702606080 00000100:00100000:3.0:1775763724.093819:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 295 00000100:00100000:3.0:1775763724.093827:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702606080:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763724.093866:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702606080:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763724.093873:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 295 00000100:00080000:0.0:1775763724.093935:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763724.512326:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763724.710363:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763724.710375:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763724.710382:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763724.710450:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763724.710462:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763724.710474:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763724.710505:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725751040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763724.710589:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763724.710656:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763724.710725:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725751040 00000100:00100000:0.0:1775763724.710763:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725751040 00000100:00100000:0.0:1775763724.710821:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1775763724.710830:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725751040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763724.710847:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763724.710875:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b09b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763724.710900:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b09b expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763724.710910:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b09b expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763724.710920:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775763724.710968:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725751040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763724.710977:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1775763724.711046:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725751040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763724.711061:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763724.711070:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763724.711094:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763724.711099:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763724.711106:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763725.537138:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763726.059230:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763726.059255:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725751168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763726.059339:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763726.059523:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725751168 00000100:00100000:1.0:1775763726.059534:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725751168 00000100:00100000:1.0:1775763726.059609:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1775763726.059619:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725751168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763726.059653:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763726.059703:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725751168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763726.059711:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1775763726.059782:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725751168:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763726.059909:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775763726.560952:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763727.597693:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763728.614386:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763729.120113:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725751296:0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.120257:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763729.121989:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725751808:0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.122057:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763729.122082:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763729.122089:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725751424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763729.122126:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763729.122593:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763729.122667:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725751296 00000100:00100000:0.0:1775763729.122677:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725751296 00000100:00100000:0.0:1775763729.122946:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1775763729.122955:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725751296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.125610:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725751936:0@lo:400:kworker.0 00000100:00100000:1.0:1775763729.125632:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725751552:0@lo:400:kworker.0 00000100:00100000:1.0:1775763729.125958:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763729.125993:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763729.126001:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725752064:0@lo:400:kworker.0 00000100:00100000:1.0:1775763729.126035:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763729.126039:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725751296:0@lo:400:kworker.0 00000100:00100000:1.0:1775763729.126055:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763729.126062:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725751680:0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.126076:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725751552 00000100:00100000:2.0:1775763729.126082:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725751552 00000100:00100000:1.0:1775763729.126083:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763729.126111:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725751424 00000100:00100000:1.0:1775763729.126115:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725751424 00000100:00100000:2.0:1775763729.126257:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725751936 00000100:00100000:2.0:1775763729.126261:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725751936 00000100:00100000:2.0:1775763729.126297:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725751680 00000100:00100000:2.0:1775763729.126300:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725751680 00000100:00100000:2.0:1775763729.126316:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1775763729.126611:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725751552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.126678:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725751552:12345-0@lo:400:kworker.0 Request processed in 354us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763729.126685:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1775763729.126715:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1775763729.126722:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725751936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.126779:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725751936:12345-0@lo:400:kworker.0 Request processed in 58us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763729.126785:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1775763729.126980:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1775763729.126988:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725751424:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763729.127000:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1775763729.127005:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725751680:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1775763729.127017:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763729.127034:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725751680:12345-0@lo:400:kworker.0 Request processed in 30us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763729.127040:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1775763729.127042:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725751424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (4917us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763729.127048:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:2.0:1775763729.127056:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763729.127061:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763729.127085:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725751680:0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.127095:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725751552:0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.127244:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725751936:0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.127264:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725751424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763729.127662:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725751296:12345-0@lo:400:kworker.0 Request processed in 4642us (7340us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763729.127673:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1775763729.127934:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725751808 00000100:00100000:0.0:1775763729.127940:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725751808 00000100:00100000:0.0:1775763729.128004:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725752064 00000100:00100000:0.0:1775763729.128008:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725752064 00000100:00100000:2.0:1775763729.128048:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1775763729.128056:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725751808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.128210:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725751808:12345-0@lo:400:kworker.0 Request processed in 147us (6145us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763729.128217:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1775763729.128241:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1775763729.128248:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725752064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.128283:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725752064:12345-0@lo:400:kworker.0 Request processed in 36us (2248us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763729.128289:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1775763729.128319:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725752064:0@lo:400:kworker.0 00000100:00100000:2.0:1775763729.128361:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725751808:0@lo:400:kworker.0 00000100:00080000:2.0:1775763729.128894:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763729.210091:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763729.210146:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763729.210290:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702606336 00000100:00100000:1.0:1775763729.210303:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702606336 00000100:00100000:1.0:1775763729.210472:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 299 00000100:00100000:1.0:1775763729.210484:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702606336:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763729.210586:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702606336:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763729.210594:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 299 00000100:00100000:2.0:1775763729.210821:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702606208 00000100:00100000:2.0:1775763729.210827:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702606208 00000100:00100000:2.0:1775763729.210857:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 371 00000100:00100000:2.0:1775763729.210877:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702606208:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763729.210908:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702606208:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 33us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763729.210915:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 371 00000100:00080000:0.0:1775763729.220946:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763729.632465:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763730.656167:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763731.168253:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763731.168280:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725752192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763731.168369:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763731.168447:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725752192 00000100:00100000:1.0:1775763731.168455:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725752192 00000100:00100000:1.0:1775763731.168522:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1775763731.168533:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725752192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763731.168578:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763731.168627:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725752192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763731.168636:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1775763731.168657:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725752192:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775763731.168658:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775763731.688080:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763732.708863:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763733.728814:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763734.240030:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763734.240063:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725752320:0@lo:400:kworker.0 00000100:00100000:3.0:1775763734.240165:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763734.240252:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725752320 00000100:00100000:3.0:1775763734.240278:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725752320 00000100:00100000:3.0:1775763734.240335:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1775763734.240345:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725752320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763734.240401:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725752320:12345-0@lo:400:kworker.0 Request processed in 57us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763734.240408:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1775763734.240423:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725752320:0@lo:400:kworker.0 00000100:00100000:1.0:1775763734.240463:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725752448:0@lo:400:kworker.0 00000100:00100000:3.0:1775763734.240475:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725752576:0@lo:400:kworker.0 00000100:00100000:1.0:1775763734.240498:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763734.240545:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725752448 00000100:00100000:1.0:1775763734.240549:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725752448 00000100:00100000:0.0:1775763734.240635:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725752832:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763734.240668:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763734.240703:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725752832 00000100:00100000:0.0:1775763734.240706:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725752832 00000100:00100000:0.0:1775763734.240777:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1775763734.240785:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725752832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763734.240822:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763734.240857:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725752832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763734.240864:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:0.0:1775763734.240884:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763734.240914:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725752832:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763734.241285:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763734.242253:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725752704:0@lo:400:kworker.0 00000100:00100000:2.0:1775763734.242347:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763734.242392:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763734.242399:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725753088:0@lo:400:kworker.0 00000100:00100000:2.0:1775763734.242421:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763734.242454:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725752704 00000100:00100000:2.0:1775763734.242461:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725752704 00000100:00100000:2.0:1775763734.242510:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725753088 00000100:00100000:2.0:1775763734.242513:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725753088 00000100:00100000:2.0:1775763734.242546:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1775763734.242554:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725752704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763734.242601:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725752704:12345-0@lo:400:kworker.0 Request processed in 47us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763734.242609:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1775763734.242623:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1775763734.242629:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725753088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763734.242673:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725753088:12345-0@lo:400:kworker.0 Request processed in 44us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763734.242679:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1775763734.242722:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725753088:0@lo:400:kworker.0 00000100:00100000:2.0:1775763734.243568:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725752704:0@lo:400:kworker.0 00000100:00080000:0.0:1775763734.246996:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763734.247019:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763734.247053:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725752960:0@lo:400:kworker.0 00000100:00100000:3.0:1775763734.252071:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763734.254460:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725752576 00000100:00100000:0.0:1775763734.254482:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725752576 00000100:00100000:1.0:1775763734.254556:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00080000:0.0:1775763734.254562:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763734.254582:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725752448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763734.254660:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1775763734.254681:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725752576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763734.256517:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725752448:12345-0@lo:400:kworker.0 Request processed in 1930us (15999us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763734.256539:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1775763734.256551:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725752576:12345-0@lo:400:kworker.0 Request processed in 1869us (15262us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763734.256563:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1775763734.256669:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725752448:0@lo:400:kworker.0 00000100:00100000:3.0:1775763734.275617:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725752576:0@lo:400:kworker.0 00000100:00100000:0.0:1775763734.280410:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725752960 00000100:00100000:0.0:1775763734.280485:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725752960 00000100:00100000:0.0:1775763734.280600:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1775763734.280614:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725752960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763734.280790:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725752960:12345-0@lo:400:kworker.0 Request processed in 178us (28730us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763734.280801:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:1.0:1775763734.280819:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763734.283312:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725752960:0@lo:400:kworker.0 00000100:00100000:1.0:1775763734.321174:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763734.321252:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763734.321788:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702606464 00000100:00100000:2.0:1775763734.321805:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702606464 00000100:00100000:2.0:1775763734.321877:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 373 00000100:00100000:3.0:1775763734.322301:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702606464:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763734.322425:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702606464:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 538us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763734.323829:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702606592 00000100:00100000:0.0:1775763734.323847:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702606592 00000100:00100000:0.0:1775763734.323965:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 303 00000100:00100000:0.0:1775763734.323977:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702606592:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763734.324085:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702606592:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (2831us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763734.324094:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 303 00000100:00080000:2.0:1775763734.324200:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763734.330032:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 373 00010000:00010000:3.0:1775763734.752036:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763735.776618:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763735.793944:0:20681:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10b: delete range from the correct nodemap ========================================================== 15:42:13 (1775763733) 00000100:00100000:2.0:1775763736.288236:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763736.288272:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725753216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763736.288389:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763736.288491:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725753216 00000100:00100000:2.0:1775763736.288502:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725753216 00000100:00100000:2.0:1775763736.288569:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1775763736.288579:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725753216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763736.288626:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763736.290430:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725753216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1837us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763736.290451:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00080000:2.0:1775763736.290509:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763736.290599:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725753216:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763736.800880:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763737.846254:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763738.848337:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763739.052404:0:20826:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd9c704e0 20000000:00000080:3.0:1775763739.052437:0:20826:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d625c00 uarg=0000000000000000 10000000:01000000:3.0:1775763739.056676:0:20826:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763739.056705:0:20826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763739.056727:0:20826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b09b expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763739.056756:0:20826:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763739.056809:0:20826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b09b expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763739.056995:0:20826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b09b expref: 17 pid: 5762 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763739.057013:0:20826:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20826:1862022725753344:0@lo:104: 00000100:00100000:2.0:1775763739.057631:0:20826:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763739.057720:0:20826:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f502180 going to sleep for 11 seconds 00000100:00100000:1.0:1775763739.058197:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725753344 00000100:00100000:1.0:1775763739.058208:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725753344 00000100:00100000:2.0:1775763739.058384:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1775763739.058402:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20826:x1862022725753344:12345-0@lo:104: 00010000:00010000:2.0:1775763739.058426:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763739.058494:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763739.058500:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20826:x1862022725753344:12345-0@lo:104: Request processed in 99us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763739.058508:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00010000:1.0:1775763739.058558:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763739.058564:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763739.058571:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763739.058574:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763739.058584:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763739.058590:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763739.058596:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763739.058641:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763739.058647:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763739.058672:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763739.058679:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b09b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0a2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763739.058695:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763739.058699:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763739.058701:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763739.058715:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725753472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763739.058776:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763739.058883:0:20826:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20826:1862022725753344:0@lo:104: 00010000:00010000:3.0:1775763739.058906:0:20826:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763739.059208:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725753472 00000100:00100000:0.0:1775763739.059213:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725753472 00010000:00010000:0.0:1775763739.059234:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b09b expref: 18 pid: 5762 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763739.059290:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1775763739.059297:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725753472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763739.059308:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763739.059313:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b09b expref: 18 pid: 5762 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059324:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b09b expref: 18 pid: 5762 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059348:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b0a2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b09b expref: 18 pid: 5762 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059360:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059368:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059383:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059388:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059394:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059399:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059404:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763739.059418:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059425:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059442:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763739.059462:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763739.059502:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725753472:12345-0@lo:103:ldlm_bl.0 Request processed in 205us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763739.059508:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00010000:3.0:1775763739.059553:0:20826:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763739.059560:0:20826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763739.059566:0:20826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0a9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763739.066496:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725753472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763739.360956:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725753984:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.361048:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763739.361148:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775763739.361156:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725753600:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.361191:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763739.361247:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725753600 00000100:00100000:3.0:1775763739.361261:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725753600 00000100:00100000:3.0:1775763739.361335:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1775763739.361346:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725753600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763739.361436:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725753600:12345-0@lo:400:kworker.0 Request processed in 91us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763739.361447:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1775763739.361830:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725753600:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.361841:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725754112:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.361868:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763739.361923:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725753728:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.361945:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763739.361964:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725754240:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.361984:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763739.362003:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763739.362008:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725753856:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.362029:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763739.362172:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725754112 00000100:00100000:3.0:1775763739.362177:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725754112 00000100:00100000:3.0:1775763739.362227:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725753728 00000100:00100000:3.0:1775763739.362230:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725753728 00000100:00100000:2.0:1775763739.362674:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725753984 00000100:00100000:2.0:1775763739.362680:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725753984 00000100:00100000:2.0:1775763739.362719:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725754240 00000100:00100000:2.0:1775763739.362722:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725754240 00000100:00100000:2.0:1775763739.362765:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1775763739.362774:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725753984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.362829:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725753984:12345-0@lo:400:kworker.0 Request processed in 55us (1782us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763739.362836:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1775763739.362852:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1775763739.362858:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725754240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.362887:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725754240:12345-0@lo:400:kworker.0 Request processed in 29us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763739.362893:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1775763739.368586:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725753856 00000100:00100000:3.0:1775763739.368611:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725753856 00000100:00100000:2.0:1775763739.374420:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1775763739.374465:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725754112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.374579:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725754112:12345-0@lo:400:kworker.0 Request processed in 144us (12710us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763739.374589:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1775763739.374622:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1775763739.374629:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725753728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.374659:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725753728:12345-0@lo:400:kworker.0 Request processed in 30us (12713us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763739.374664:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1775763739.374675:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1775763739.374682:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725753856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.374708:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725753856:12345-0@lo:400:kworker.0 Request processed in 27us (12679us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763739.374752:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00080000:2.0:1775763739.374797:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763739.374803:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763739.374806:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763739.375880:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725753856:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.375902:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725753728:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.375916:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725754240:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.375962:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725754112:0@lo:400:kworker.0 00000100:00100000:2.0:1775763739.375972:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725753984:0@lo:400:kworker.0 00000100:00100000:0.0:1775763739.380950:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725754368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763739.381023:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763739.381091:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725754368 00000100:00100000:0.0:1775763739.381101:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725754368 00000100:00100000:0.0:1775763739.381174:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1775763739.381185:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725754368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763739.381242:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763739.381297:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725754368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763739.381306:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1775763739.381368:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725754368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763739.442917:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763739.442962:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763739.442997:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702606720 00000100:00100000:2.0:1775763739.443008:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702606720 00000100:00100000:2.0:1775763739.443067:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 375 00000100:00100000:2.0:1775763739.443080:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702606720:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763739.443192:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702606720:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 115us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763739.443202:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 375 00000100:00100000:2.0:1775763739.443247:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702606848 00000100:00100000:2.0:1775763739.443251:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702606848 00000100:00100000:2.0:1775763739.443292:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 307 00000100:00100000:2.0:1775763739.443298:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702606848:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763739.443326:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702606848:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763739.443342:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 307 00000100:00080000:2.0:1775763739.443442:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763739.873268:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763740.200625:0:20876:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9c060900 20000000:00000080:3.0:1775763740.200641:0:20876:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c47800 uarg=0000000000000000 10000000:01000000:3.0:1775763740.201487:0:20876:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763740.201513:0:20876:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201533:0:20876:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201545:0:20876:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201551:0:20876:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201559:0:20876:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201574:0:20876:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201580:0:20876:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763740.201584:0:20876:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201591:0:20876:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201604:0:20876:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201611:0:20876:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.201617:0:20876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b0b0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763740.586049:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763740.586057:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763740.586063:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763740.586145:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.586158:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.586170:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763740.586211:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725754496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763740.586283:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763740.586339:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86180 going to sleep for 11 seconds 00000100:00100000:3.0:1775763740.586367:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725754496 00000100:00100000:3.0:1775763740.586373:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725754496 00000100:00100000:3.0:1775763740.586423:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1775763740.586431:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725754496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763740.586444:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763740.586457:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b0b7 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.586479:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b0b7 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.586490:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b0b7 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.586499:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666a00, rc 0) 00000100:00100000:3.0:1775763740.586533:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725754496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763740.586539:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1775763740.586588:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725754496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763740.586602:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.586610:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763740.586634:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763740.586639:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.586645:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763740.897210:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763741.105678:0:20924:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef5ce0320 20000000:00000080:1.0:1775763741.105694:0:20924:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d14800 uarg=0000000000000000 10000000:01000000:1.0:1775763741.105980:0:20924:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763741.106000:0:20924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763741.106017:0:20924:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b0b7 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763741.106025:0:20924:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763741.106069:0:20924:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b0b7 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763741.106095:0:20924:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b0b7 expref: 17 pid: 5760 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763741.106115:0:20924:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20924:1862022725754624:0@lo:104: 00000100:00100000:1.0:1775763741.106211:0:20924:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763741.106766:0:20924:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33e90d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775763741.107084:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725754624 00000100:00100000:3.0:1775763741.107094:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725754624 00000100:00100000:3.0:1775763741.107215:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1775763741.107228:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20924:x1862022725754624:12345-0@lo:104: 00010000:00010000:3.0:1775763741.107264:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763741.107376:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763741.107383:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:20924:x1862022725754624:12345-0@lo:104: Request processed in 159us (1173us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763741.107391:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1775763741.107559:0:20924:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20924:1862022725754624:0@lo:104: 00010000:00010000:1.0:1775763741.107580:0:20924:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763741.107635:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763741.107642:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763741.107650:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763741.107654:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763741.107662:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763741.107669:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763741.107675:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763741.107716:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763741.107723:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763741.107780:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763741.107787:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b0b7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0be expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763741.107804:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763741.107805:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763741.107807:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763741.107832:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725754752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763741.107872:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763741.108550:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725754752 00000100:00100000:0.0:1775763741.108559:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725754752 00010000:00010000:0.0:1775763741.108585:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b0b7 expref: 18 pid: 5760 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763741.108648:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1775763741.108669:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725754752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763741.108683:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763741.108689:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b0b7 expref: 18 pid: 5760 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108713:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b0b7 expref: 18 pid: 5760 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108755:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b0be lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b0b7 expref: 18 pid: 5760 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108770:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108779:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108796:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108803:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108811:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108817:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108823:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763741.108828:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108836:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108863:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763741.108873:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763741.108950:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725754752:12345-0@lo:103:ldlm_bl.0 Request processed in 282us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763741.108957:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:2.0:1775763741.109024:0:20924:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763741.109044:0:20924:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763741.109051:0:20924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b0c5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763741.117998:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725754752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763741.421492:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725754880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763741.421570:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763741.421771:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725754880 00000100:00100000:1.0:1775763741.421780:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725754880 00000100:00100000:1.0:1775763741.421852:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1775763741.421863:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725754880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763741.421913:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763741.421972:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725754880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763741.421980:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00080000:1.0:1775763741.422002:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763741.422048:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725754880:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763741.920281:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763742.306597:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763742.306604:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763742.306611:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763742.306684:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763742.306699:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763742.306710:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763742.306784:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725755008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763742.306883:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763742.306940:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b860c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763742.307387:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725755008 00000100:00100000:1.0:1775763742.307398:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725755008 00000100:00100000:1.0:1775763742.307466:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1775763742.307476:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725755008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763742.307492:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763742.307510:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b0cc expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763742.307540:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b0cc expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763742.307551:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b0cc expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763742.307560:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbe00, rc 0) 00000100:00100000:1.0:1775763742.307618:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725755008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763742.307625:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1775763742.307808:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725755008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763742.307824:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763742.307834:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763742.307855:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763742.307860:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763742.307868:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763742.952192:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763743.369719:0:21020:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe66470910 20000000:00000080:2.0:1775763743.369772:0:21020:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6f5800 uarg=0000000000000000 00000001:00020000:2.0:1775763743.369832:0:21020:0:(nodemap_handler.c:5687:server_iocontrol_nodemap()) MGS: OBD_IOC_NODEMAP command CE043 for nodemap2: rc = -22 00010000:00010000:2.0:1775763743.968892:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763744.480374:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725755392:0@lo:400:kworker.0 00000100:00100000:2.0:1775763744.480451:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763744.480509:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763744.480516:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725755520:0@lo:400:kworker.0 00000100:00100000:2.0:1775763744.480544:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763744.480581:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725755520 00000100:00100000:2.0:1775763744.480588:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725755520 00000100:00100000:3.0:1775763744.480762:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725755136:0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.480800:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763744.480822:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725755648:0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.480843:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763744.480859:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775763744.480864:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725755264:0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.480884:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763744.480899:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725755776:0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.480933:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763744.480959:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725755136 00000100:00100000:3.0:1775763744.480963:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725755136 00000100:00100000:3.0:1775763744.480995:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1775763744.481004:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725755136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.481056:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725755136:12345-0@lo:400:kworker.0 Request processed in 53us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763744.481080:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1775763744.481124:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725755392 00000100:00100000:3.0:1775763744.481128:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725755392 00000100:00100000:3.0:1775763744.481156:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725755648 00000100:00100000:3.0:1775763744.481158:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725755648 00000100:00100000:3.0:1775763744.481173:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725755264 00000100:00100000:3.0:1775763744.481175:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725755264 00000100:00100000:3.0:1775763744.481187:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1775763744.481193:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725755392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.481227:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725755392:12345-0@lo:400:kworker.0 Request processed in 35us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763744.481233:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1775763744.481243:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1775763744.481249:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725755648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.481272:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725755648:12345-0@lo:400:kworker.0 Request processed in 24us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763744.481277:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1775763744.481286:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1775763744.481291:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725755264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.481309:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725755264:12345-0@lo:400:kworker.0 Request processed in 19us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763744.481322:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1775763744.481377:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725755264:0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.481387:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725755136:0@lo:400:kworker.0 00000100:00100000:3.0:1775763744.481395:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725755648:0@lo:400:kworker.0 00000100:00100000:2.0:1775763744.482223:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725755776 00000100:00100000:2.0:1775763744.482231:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725755776 00000100:00100000:2.0:1775763744.482270:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1775763744.482279:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725755520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763744.482327:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725755520:12345-0@lo:400:kworker.0 Request processed in 51us (1782us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763744.482346:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1775763744.482360:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1775763744.482365:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725755776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763744.482397:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725755776:12345-0@lo:400:kworker.0 Request processed in 32us (1463us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763744.482403:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00080000:2.0:1775763744.482420:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763744.482424:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763744.482426:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763744.482457:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725755520:0@lo:400:kworker.0 00000100:00100000:2.0:1775763744.482469:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725755392:0@lo:400:kworker.0 00000100:00100000:2.0:1775763744.482494:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725755776:0@lo:400:kworker.0 00000100:00100000:0.0:1775763744.486571:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763744.486608:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725755904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763744.486892:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763744.486941:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725755904 00000100:00100000:0.0:1775763744.486949:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725755904 00000100:00100000:0.0:1775763744.487000:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1775763744.487009:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725755904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763744.487045:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763744.487106:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725755904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763744.487114:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1775763744.488483:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725755904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763744.577309:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763744.577367:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763744.577607:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702606976 00000100:00100000:0.0:1775763744.577619:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702606976 00000100:00100000:0.0:1775763744.577670:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 379 00000100:00100000:0.0:1775763744.577680:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702606976:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763744.577770:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702606976:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763744.577791:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 379 00000100:00100000:3.0:1775763744.579742:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702607104 00000100:00100000:3.0:1775763744.579761:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702607104 00000100:00100000:3.0:1775763744.579856:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 311 00000100:00100000:3.0:1775763744.579866:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702607104:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763744.579968:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702607104:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (2666us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763744.579975:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 311 00000100:00080000:0.0:1775763744.580128:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763744.995246:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763745.485193:0:21118:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2e66ac80 20000000:00000080:0.0:1775763745.485213:0:21118:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e105ad800 uarg=0000000000000000 10000000:01000000:0.0:1775763745.497067:0:21118:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763745.497106:0:21118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763745.497225:0:21118:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b0cc expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763745.497235:0:21118:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763745.497285:0:21118:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b0cc expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763745.497304:0:21118:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b0cc expref: 17 pid: 5762 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763745.497714:0:21118:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21118:1862022725756032:0@lo:104: 00000100:00100000:0.0:1775763745.497896:0:21118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763745.497998:0:21118:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763745.498463:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725756032 00000100:00100000:2.0:1775763745.498477:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725756032 00000100:00100000:2.0:1775763745.499535:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1775763745.499549:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:21118:x1862022725756032:12345-0@lo:104: 00010000:00010000:2.0:1775763745.499571:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763745.499691:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763745.499698:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:21118:x1862022725756032:12345-0@lo:104: Request processed in 152us (1802us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763745.499706:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:3.0:1775763745.499810:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763745.499818:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763745.499826:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763745.499832:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763745.499844:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763745.499852:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763745.499859:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763745.499914:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763745.499921:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763745.499949:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763745.499955:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0cc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0d3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763745.499972:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763745.499974:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763745.499976:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763745.500003:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725756160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763745.500050:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763745.500409:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725756160 00000100:00100000:1.0:1775763745.500417:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725756160 00010000:00010000:1.0:1775763745.500445:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b0cc expref: 18 pid: 5762 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763745.500483:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1775763745.500490:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725756160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763745.500505:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763745.500511:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b0cc expref: 18 pid: 5762 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500523:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b0cc expref: 18 pid: 5762 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500555:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500568:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500587:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500593:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500600:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500606:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500611:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763745.500616:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500635:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500644:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500656:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763745.500696:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725756160:12345-0@lo:103:ldlm_bl.0 Request processed in 206us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763745.500712:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00010000:00010000:1.0:1775763745.500793:0:21118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b0d3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b0cc expref: 17 pid: 5762 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763745.500807:0:21118:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ebce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21118:1862022725756032:0@lo:104: 00010000:00010000:1.0:1775763745.500829:0:21118:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500839:0:21118:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500845:0:21118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763745.500851:0:21118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063400/0x429a70d18420b0da lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763745.505193:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725756160:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763746.017018:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763746.532526:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763746.532554:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725756288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763746.532646:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763746.532725:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725756288 00000100:00100000:0.0:1775763746.532755:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725756288 00000100:00100000:0.0:1775763746.532825:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1775763746.532845:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725756288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763746.532891:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763746.532941:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725756288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763746.532949:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00080000:0.0:1775763746.532972:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763746.533010:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725756288:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1775763746.857472:0:21166:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe372c4fe0 20000000:00000080:1.0:1775763746.857491:0:21166:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0eee7000 uarg=0000000000000000 10000000:01000000:0.0:1775763746.869982:0:21166:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763746.870012:0:21166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870032:0:21166:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870044:0:21166:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870051:0:21166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870059:0:21166:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870103:0:21166:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870110:0:21166:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763746.870115:0:21166:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870143:0:21166:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870157:0:21166:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870165:0:21166:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763746.870171:0:21166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0e1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763747.044384:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763747.488830:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763747.488840:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763747.488847:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763747.488915:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763747.488930:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763747.488946:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763747.488975:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725756416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763747.489078:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763747.489166:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e086d19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763747.489376:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725756416 00000100:00100000:0.0:1775763747.489385:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725756416 00000100:00100000:0.0:1775763747.489440:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1775763747.489448:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725756416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763747.489461:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763747.489473:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b0e8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763747.489499:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b0e8 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763747.489510:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b0e8 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763747.489521:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062000, rc 0) 00000100:00100000:0.0:1775763747.489577:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725756416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763747.489591:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1775763747.493203:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725756416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763747.493237:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763747.493251:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763747.493281:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763747.493288:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763747.493298:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763748.065097:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763749.088052:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763749.601117:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763749.601246:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763749.601295:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725757056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763749.601423:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763749.601483:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725756928:0@lo:400:kworker.0 00000100:00100000:1.0:1775763749.601512:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763749.601582:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725757056 00000100:00100000:1.0:1775763749.601595:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725757056 00000100:00100000:1.0:1775763749.601674:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1775763749.601683:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725757056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763749.601779:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763749.601830:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725757056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763749.601837:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1775763749.601887:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725757056:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775763749.601927:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763749.601955:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725756800:0@lo:400:kworker.0 00000100:00100000:1.0:1775763749.601983:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763749.602011:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763749.602017:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725756672:0@lo:400:kworker.0 00000100:00100000:1.0:1775763749.602037:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763749.602084:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725756800 00000100:00100000:1.0:1775763749.602090:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725756800 00000100:00100000:1.0:1775763749.602129:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725756672 00000100:00100000:1.0:1775763749.602132:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725756672 00000100:00100000:1.0:1775763749.602148:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1775763749.602155:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725756800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763749.602198:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725756800:12345-0@lo:400:kworker.0 Request processed in 44us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763749.602204:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1775763749.602218:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1775763749.602224:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725756672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763749.602251:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725756672:12345-0@lo:400:kworker.0 Request processed in 27us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763749.602257:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:1.0:1775763749.602270:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763749.602298:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725756672:0@lo:400:kworker.0 00000100:00100000:1.0:1775763749.602308:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725756800:0@lo:400:kworker.0 00000100:00100000:1.0:1775763749.602357:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725756928 00000100:00100000:1.0:1775763749.602361:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725756928 00000100:00100000:1.0:1775763749.602387:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1775763749.602394:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725756928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763749.602429:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725756928:12345-0@lo:400:kworker.0 Request processed in 36us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763749.602435:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1775763749.602458:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725756928:0@lo:400:kworker.0 00000100:00100000:2.0:1775763749.604708:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725756544:0@lo:400:kworker.0 00000100:00100000:2.0:1775763749.604792:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763749.606922:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725756544 00000100:00100000:3.0:1775763749.606943:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725756544 00000100:00100000:3.0:1775763749.607005:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1775763749.607028:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725756544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763749.607142:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725756544:12345-0@lo:400:kworker.0 Request processed in 129us (2349us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763749.607150:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1775763749.608185:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725756544:0@lo:400:kworker.0 00000100:00100000:3.0:1775763749.614130:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763749.614172:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725757184:0@lo:400:kworker.0 00000100:00100000:3.0:1775763749.614264:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763749.614355:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725757184 00000100:00100000:3.0:1775763749.614380:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725757184 00000100:00100000:3.0:1775763749.614453:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1775763749.614463:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725757184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763749.614538:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725757184:12345-0@lo:400:kworker.0 Request processed in 64us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763749.614544:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00080000:3.0:1775763749.614569:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763749.614617:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725757184:0@lo:400:kworker.0 00000100:00100000:3.0:1775763749.614654:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725757312:0@lo:400:kworker.0 00000100:00100000:3.0:1775763749.614679:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763749.615628:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725757312 00000100:00100000:2.0:1775763749.615638:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725757312 00000100:00100000:2.0:1775763749.615713:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1775763749.615722:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725757312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763749.615805:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725757312:12345-0@lo:400:kworker.0 Request processed in 84us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763749.615813:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00080000:3.0:1775763749.617237:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763749.617324:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725757312:0@lo:400:kworker.0 00000100:00100000:2.0:1775763749.681882:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763749.681996:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763749.682962:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702607232 00000100:00100000:0.0:1775763749.682975:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702607232 00000100:00100000:0.0:1775763749.683048:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 382 00000100:00100000:0.0:1775763749.683059:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702607232:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763749.683146:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702607232:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 89us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763749.683154:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 382 00000100:00100000:1.0:1775763749.684114:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702607360 00000100:00100000:1.0:1775763749.684122:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702607360 00000100:00100000:1.0:1775763749.684186:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 315 00000100:00100000:1.0:1775763749.684195:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702607360:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763749.684243:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702607360:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 49us (2372us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763749.684251:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 315 00000100:00080000:3.0:1775763749.686035:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763750.118765:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763751.138700:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763751.649147:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763751.649174:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725757440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763751.649256:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763751.649328:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725757440 00000100:00100000:1.0:1775763751.649336:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725757440 00000100:00100000:1.0:1775763751.649393:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1775763751.649401:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725757440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763751.649445:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763751.649520:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725757440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763751.649527:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00080000:1.0:1775763751.649548:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763751.650181:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725757440:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763752.161932:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763753.193085:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763754.211769:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763754.720291:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725757568:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.720398:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763754.720459:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725758080:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.720484:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763754.720511:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763754.720516:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725757952:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.720538:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763754.720562:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725757824:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.720581:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763754.720597:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775763754.720617:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725757696:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.720647:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763754.720662:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725758208:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.720682:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763754.720712:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725758080 00000100:00100000:3.0:1775763754.720721:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725758080 00000100:00100000:3.0:1775763754.720806:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725757824 00000100:00100000:3.0:1775763754.720809:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725757824 00000100:00100000:3.0:1775763754.720823:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725757696 00000100:00100000:3.0:1775763754.720825:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725757696 00000100:00100000:3.0:1775763754.720838:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1775763754.720846:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725758080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.720896:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725758080:12345-0@lo:400:kworker.0 Request processed in 51us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763754.720903:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1775763754.720919:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1775763754.720925:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725757824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.720949:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725757824:12345-0@lo:400:kworker.0 Request processed in 25us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763754.720954:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1775763754.720964:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1775763754.720969:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725757696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.721008:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725757696:12345-0@lo:400:kworker.0 Request processed in 24us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763754.721014:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1775763754.721044:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725757952 00000100:00100000:3.0:1775763754.721049:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725757952 00000100:00100000:3.0:1775763754.721086:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725758208 00000100:00100000:3.0:1775763754.721088:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725758208 00000100:00100000:3.0:1775763754.721105:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1775763754.721110:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725757952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.721143:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725757952:12345-0@lo:400:kworker.0 Request processed in 32us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763754.721148:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1775763754.721159:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1775763754.721166:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725758208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.721188:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725758208:12345-0@lo:400:kworker.0 Request processed in 24us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763754.721194:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00080000:3.0:1775763754.721209:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763754.721216:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763754.721219:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763754.721273:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725757696:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.721284:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725758208:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.721294:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725757824:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.721326:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725757952:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.721335:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725758080:0@lo:400:kworker.0 00000100:00100000:3.0:1775763754.721822:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725758336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763754.721882:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763754.722203:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725757568 00000100:00100000:1.0:1775763754.722210:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725757568 00000100:00100000:1.0:1775763754.722266:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1775763754.722276:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725757568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763754.722329:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725757568:12345-0@lo:400:kworker.0 Request processed in 56us (1930us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763754.722336:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1775763754.722385:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725757568:0@lo:400:kworker.0 00000100:00100000:2.0:1775763754.737924:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725758336 00000100:00100000:2.0:1775763754.737946:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725758336 00000100:00100000:2.0:1775763754.738048:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1775763754.738063:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725758336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763754.738119:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763754.738276:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725758336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 215us (16392us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763754.738285:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1775763754.738384:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725758336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763754.797495:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763754.797542:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763754.797643:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702607488 00000100:00100000:3.0:1775763754.797652:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702607488 00000100:00100000:3.0:1775763754.797706:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 384 00000100:00100000:3.0:1775763754.797727:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702607488:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763754.797824:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702607488:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 97us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763754.797832:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 384 00000100:00100000:1.0:1775763754.798042:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702607616 00000100:00100000:1.0:1775763754.798047:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702607616 00000100:00100000:1.0:1775763754.798108:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 319 00000100:00100000:1.0:1775763754.798116:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702607616:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763754.798154:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702607616:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763754.798161:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 319 00000100:00080000:3.0:1775763754.798247:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763755.235133:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763756.259136:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763756.486197:0:21363:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10c: verfify contiguous range support ========================================================== 15:42:34 (1775763754) 00000100:00100000:1.0:1775763756.770099:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763756.770120:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725758464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763756.770186:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763756.770251:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725758464 00000100:00100000:1.0:1775763756.770258:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725758464 00000100:00100000:1.0:1775763756.770300:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1775763756.770306:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725758464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763756.770338:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763756.770371:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725758464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763756.770376:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1775763756.770421:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725758464:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763756.770646:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775763757.283874:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763758.312886:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763758.891060:0:21460:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc2f971610 20000000:00000080:2.0:1775763758.891082:0:21460:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d29800 uarg=0000000000000000 10000000:01000000:2.0:1775763758.892021:0:21460:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763758.892056:0:21460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763758.892077:0:21460:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b0e8 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763758.892087:0:21460:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763758.892132:0:21460:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b0e8 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763758.892148:0:21460:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b0e8 expref: 17 pid: 5760 timeout: 683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763758.892162:0:21460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21460:1862022725758592:0@lo:104: 00000100:00100000:2.0:1775763758.892266:0:21460:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763758.892344:0:21460:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1775763758.892652:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775763758.892666:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725758592 00000100:00100000:1.0:1775763758.892673:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725758592 00000100:00100000:1.0:1775763758.892751:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1775763758.892763:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f74850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:21460:x1862022725758592:12345-0@lo:104: 00010000:00010000:1.0:1775763758.892779:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.892839:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763758.892845:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f74850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:21460:x1862022725758592:12345-0@lo:104: Request processed in 86us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763758.892851:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00010000:00010000:1.0:1775763758.892924:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763758.892930:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.892939:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763758.892942:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.892978:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763758.892986:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763758.892992:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763758.893025:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893031:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763758.893052:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893059:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b0e8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b0ef expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893076:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763758.893077:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763758.893079:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763758.893098:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725758720:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763758.893129:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763758.893190:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725758720 00000100:00100000:1.0:1775763758.893194:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725758720 00010000:00010000:1.0:1775763758.893212:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b0e8 expref: 18 pid: 5760 timeout: 683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763758.893236:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1775763758.893242:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725758720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763758.893259:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763758.893264:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b0e8 expref: 18 pid: 5760 timeout: 683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893275:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b0e8 expref: 18 pid: 5760 timeout: 683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893291:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893299:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893312:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893318:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893324:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893329:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893334:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763758.893338:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893346:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893365:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763758.893374:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763758.893402:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725758720:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763758.893408:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1775763758.893447:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725758720:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763758.893751:0:21460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b0ef lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b0e8 expref: 17 pid: 5760 timeout: 683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763758.893764:0:21460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21460:1862022725758592:0@lo:104: 00010000:00010000:2.0:1775763758.893779:0:21460:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763758.893787:0:21460:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763758.893803:0:21460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763758.893810:0:21460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b0f6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763759.328001:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763759.840384:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725758848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763759.840521:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763759.840803:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725758848 00000100:00100000:2.0:1775763759.840814:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725758848 00000100:00100000:2.0:1775763759.840896:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1775763759.840907:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725758848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763759.840968:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763759.841030:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725758848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763759.841038:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1775763759.841092:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725758848:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775763759.842039:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763759.843305:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725759104:0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.843394:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763759.843466:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763759.843473:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725759232:0@lo:400:kworker.0 00000100:00100000:0.0:1775763759.843758:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725759360:0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.844072:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763759.844119:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725759104 00000100:00100000:2.0:1775763759.844127:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725759104 00000100:00100000:2.0:1775763759.844174:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725759232 00000100:00100000:2.0:1775763759.844177:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725759232 00000100:00100000:2.0:1775763759.844210:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1775763759.844220:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725759104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.844284:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725759104:12345-0@lo:400:kworker.0 Request processed in 65us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763759.844291:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1775763759.844310:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1775763759.844316:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725759232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.844343:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725759232:12345-0@lo:400:kworker.0 Request processed in 27us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763759.844348:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1775763759.844389:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725759232:0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.844399:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36df4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725759104:0@lo:400:kworker.0 00000100:00080000:2.0:1775763759.844418:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763759.844427:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763759.844460:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775763759.844467:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725758976:0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.844494:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763759.846640:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725759488:0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.846695:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763759.846768:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725759360 00000100:00100000:2.0:1775763759.846776:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725759360 00000100:00100000:2.0:1775763759.846849:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1775763759.846858:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725759360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.846909:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725759360:12345-0@lo:400:kworker.0 Request processed in 52us (2480us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763759.846927:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1775763759.846963:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725758976 00000100:00100000:2.0:1775763759.846984:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725758976 00000100:00100000:2.0:1775763759.847010:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1775763759.847015:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725758976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.847044:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725758976:12345-0@lo:400:kworker.0 Request processed in 29us (2549us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763759.847050:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1775763759.847094:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725758976:0@lo:400:kworker.0 00000100:00100000:2.0:1775763759.847109:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725759360:0@lo:400:kworker.0 00000100:00080000:1.0:1775763759.851228:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763759.851687:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725759488 00000100:00100000:0.0:1775763759.851699:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725759488 00000100:00100000:0.0:1775763759.851795:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:0.0:1775763759.851805:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725759488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763759.851908:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725759488:12345-0@lo:400:kworker.0 Request processed in 105us (5212us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763759.851916:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00080000:0.0:1775763759.851963:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763759.852517:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725759488:0@lo:400:kworker.0 00000100:00100000:3.0:1775763759.919536:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763759.919589:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763759.919795:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702607744 00000100:00100000:1.0:1775763759.919807:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702607744 00000100:00100000:1.0:1775763759.919863:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 386 00000100:00100000:1.0:1775763759.919874:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702607744:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763759.919959:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702607744:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763759.919968:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 386 00000100:00100000:0.0:1775763759.921160:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702607872 00000100:00100000:0.0:1775763759.921171:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702607872 00000100:00100000:0.0:1775763759.921248:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 323 00000100:00100000:0.0:1775763759.921267:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702607872:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763759.921342:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702607872:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (1818us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763759.921350:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 323 00000100:00080000:3.0:1775763759.922103:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1775763760.023364:0:21509:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7e100cd0 20000000:00000080:1.0:1775763760.023385:0:21509:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f74800 uarg=0000000000000000 10000000:01000000:1.0:1775763760.024237:0:21509:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763760.024269:0:21509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024287:0:21509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024299:0:21509:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024321:0:21509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024330:0:21509:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024339:0:21509:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024345:0:21509:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cac00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763760.024350:0:21509:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024358:0:21509:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024376:0:21509:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024383:0:21509:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.024389:0:21509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b0fd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763760.159833:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763760.159844:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763760.159851:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763760.159913:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.159957:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763760.159970:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763760.160005:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725759616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763760.160102:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763760.160166:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105a53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763760.160231:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725759616 00000100:00100000:2.0:1775763760.160240:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725759616 00000100:00100000:2.0:1775763760.160312:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1775763760.160324:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725759616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763760.160342:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763760.160358:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b104 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763760.160385:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b104 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763760.160394:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b104 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763760.160404:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80c00, rc 0) 00000100:00100000:2.0:1775763760.160457:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725759616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763760.160464:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1775763760.160581:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725759616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763760.160596:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763760.160605:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763760.160626:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763760.160630:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763760.160636:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763760.352921:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763761.380129:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763761.889121:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763761.889149:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725759744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763761.889244:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763761.889313:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725759744 00000100:00100000:1.0:1775763761.889323:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725759744 00000100:00100000:1.0:1775763761.889399:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1775763761.889409:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725759744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763761.889445:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763761.889507:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725759744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763761.889515:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1775763761.889615:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725759744:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763761.889623:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775763762.400185:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763763.427151:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763763.713964:0:21653:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd86ed1c60 20000000:00000080:1.0:1775763763.713984:0:21653:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d14400 uarg=0000000000000000 10000000:01000000:1.0:1775763763.724371:0:21653:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763763.724406:0:21653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763763.724429:0:21653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b104 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763763.724437:0:21653:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763763.724496:0:21653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b104 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763763.724512:0:21653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b104 expref: 17 pid: 5763 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763763.727299:0:21653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21653:1862022725759872:0@lo:104: 00000100:00100000:1.0:1775763763.727387:0:21653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763763.727460:0:21653:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa600 going to sleep for 11 seconds 00000100:00100000:3.0:1775763763.727586:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725759872 00000100:00100000:3.0:1775763763.727599:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725759872 00000100:00100000:3.0:1775763763.727684:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1775763763.727693:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:21653:x1862022725759872:12345-0@lo:104: 00010000:00010000:3.0:1775763763.727715:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763763.727831:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763763.727838:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:21653:x1862022725759872:12345-0@lo:104: Request processed in 146us (451us total) trans 0 rc 0/0 00010000:00010000:0.0:1775763763.727846:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1775763763.727846:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00010000:0.0:1775763763.727854:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.727861:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cac00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763763.727865:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.727874:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763763.727891:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763763.727897:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763763.727956:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.727965:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763763.728004:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728020:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b104 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b10b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728040:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763763.728042:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763763.728044:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763763.728058:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725760000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763763.728062:0:21653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21653:1862022725759872:0@lo:104: 00010000:00010000:2.0:1775763763.728091:0:21653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763763.728097:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763763.728145:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725760000 00000100:00100000:0.0:1775763763.728149:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725760000 00010000:00010000:0.0:1775763763.728170:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b104 expref: 18 pid: 5763 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763763.728202:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1775763763.728209:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab30450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725760000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763763.728219:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763763.728225:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b104 expref: 18 pid: 5763 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728237:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b104 expref: 18 pid: 5763 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728253:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b10b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b104 expref: 18 pid: 5763 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728266:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728287:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728303:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728310:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728317:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728324:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728328:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763763.728332:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728339:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728359:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763763.728368:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763763.728406:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab30450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725760000:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763763.728412:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1775763763.728621:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725760000:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763763.728669:0:21653:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763763.728677:0:21653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763763.728684:0:21653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b112 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763764.448146:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763764.960253:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725760128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763764.960322:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763764.960638:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725760128 00000100:00100000:2.0:1775763764.960646:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725760128 00000100:00100000:2.0:1775763764.960699:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1775763764.960708:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725760128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763764.960764:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763764.960995:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725760384:0@lo:400:kworker.0 00000100:00080000:1.0:1775763764.962099:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763764.962121:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725760256:0@lo:400:kworker.0 00000100:00100000:3.0:1775763764.968648:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763764.968743:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763764.968758:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725760512:0@lo:400:kworker.0 00000100:00100000:3.0:1775763764.968950:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763764.969001:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725760384 00000100:00100000:3.0:1775763764.969011:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725760384 00000100:00100000:3.0:1775763764.969061:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725760512 00000100:00100000:3.0:1775763764.969064:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725760512 00000100:00100000:3.0:1775763764.969098:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1775763764.969107:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725760384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763764.969288:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725760384:12345-0@lo:400:kworker.0 Request processed in 181us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763764.969297:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1775763764.969319:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1775763764.969326:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725760512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763764.969355:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725760512:12345-0@lo:400:kworker.0 Request processed in 30us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763764.969379:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00080000:3.0:1775763764.969407:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763764.969446:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725760512:0@lo:400:kworker.0 00000100:00100000:3.0:1775763764.969459:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725760384:0@lo:400:kworker.0 00000100:00100000:3.0:1775763764.969618:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725760640:0@lo:400:kworker.0 00000100:00100000:3.0:1775763764.969645:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763764.969689:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725760128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763764.969986:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725760128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9277us (9661us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763764.969997:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1775763764.970026:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725760640 00000100:00100000:2.0:1775763764.970031:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725760640 00000100:00100000:2.0:1775763764.970071:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1775763764.970077:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725760640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763764.970119:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725760640:12345-0@lo:400:kworker.0 Request processed in 43us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763764.970125:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00080000:2.0:1775763764.970139:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763764.970189:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725760640:0@lo:400:kworker.0 00000100:00100000:1.0:1775763764.970394:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763764.970423:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725760768:0@lo:400:kworker.0 00000100:00100000:1.0:1775763764.970452:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763764.970484:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725760768 00000100:00100000:1.0:1775763764.970489:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725760768 00000100:00100000:1.0:1775763764.970522:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1775763764.970529:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725760768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763764.970564:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725760768:12345-0@lo:400:kworker.0 Request processed in 35us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763764.970570:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00080000:1.0:1775763764.970594:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763764.970623:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725760768:0@lo:400:kworker.0 00000100:00100000:2.0:1775763764.971100:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725760256 00000100:00100000:2.0:1775763764.971105:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725760256 00000100:00100000:2.0:1775763764.971141:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1775763764.971148:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725760256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763764.971342:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725760256:12345-0@lo:400:kworker.0 Request processed in 194us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763764.971349:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1775763764.972314:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725760256:0@lo:400:kworker.0 00000100:00100000:0.0:1775763765.056027:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763765.056082:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763765.056810:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702608000 00000100:00100000:0.0:1775763765.056822:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702608000 00000100:00100000:0.0:1775763765.056884:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 389 00000100:00100000:0.0:1775763765.056894:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702608000:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763765.056983:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702608000:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763765.056991:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 389 00000100:00100000:3.0:1775763765.057616:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702608128 00000100:00100000:3.0:1775763765.057624:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702608128 00000100:00100000:3.0:1775763765.057691:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 327 00000100:00100000:3.0:1775763765.057699:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702608128:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763765.057776:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702608128:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 78us (1763us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763765.057794:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 327 00000100:00080000:2.0:1775763765.058006:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:2.0:1775763765.104178:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763765.104187:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763765.104192:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763765.104246:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763765.104259:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763765.104272:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763765.104300:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725760896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763765.104385:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763765.105068:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f502780 going to sleep for 11 seconds 00000100:00100000:3.0:1775763765.105271:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725760896 00000100:00100000:3.0:1775763765.105286:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725760896 00000100:00100000:3.0:1775763765.105359:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1775763765.105370:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725760896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763765.105390:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763765.105410:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b119 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763765.105450:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b119 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763765.105478:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b119 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763765.105487:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666400, rc 0) 00000100:00100000:3.0:1775763765.105541:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725760896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (1156us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763765.105548:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1775763765.105708:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725760896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763765.105724:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763765.105759:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763765.105778:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763765.105794:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763765.105801:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763765.471861:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763766.501639:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763767.008121:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725761024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763767.008230:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763767.009499:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725761024 00000100:00100000:0.0:1775763767.009515:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725761024 00000100:00100000:0.0:1775763767.009593:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1775763767.009604:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725761024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763767.009652:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763767.009758:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725761024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 156us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763767.009777:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00080000:1.0:1775763767.012267:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763767.012388:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725761024:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763767.526112:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763768.543958:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763769.568609:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763770.080146:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725761152:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.080230:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763770.080290:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725761664:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.080315:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763770.080341:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763770.080346:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725761536:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.080369:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763770.080397:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725761408:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.080418:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763770.080433:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775763770.080438:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725761280:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.080455:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763770.080467:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725761792:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.080485:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763770.080508:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725761152 00000100:00100000:3.0:1775763770.080515:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725761152 00000100:00100000:3.0:1775763770.080555:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1775763770.080784:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763770.080793:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725761920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763770.080821:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763770.080847:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725761664 00000100:00100000:2.0:1775763770.080862:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725761664 00000100:00100000:2.0:1775763770.080903:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725761408 00000100:00100000:2.0:1775763770.080921:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725761408 00000100:00100000:2.0:1775763770.080942:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725761280 00000100:00100000:2.0:1775763770.080944:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725761280 00000100:00100000:2.0:1775763770.080958:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1775763770.080964:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725761664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763770.081020:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725761664:12345-0@lo:400:kworker.0 Request processed in 56us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763770.081027:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1775763770.081044:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1775763770.081050:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725761408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763770.081074:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725761408:12345-0@lo:400:kworker.0 Request processed in 25us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763770.081079:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1775763770.081088:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1775763770.081093:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725761280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763770.081116:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725761280:12345-0@lo:400:kworker.0 Request processed in 23us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763770.081121:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1775763770.081137:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725761920 00000100:00100000:2.0:1775763770.081140:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725761920 00000100:00100000:2.0:1775763770.081163:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1775763770.081168:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725761920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763770.081194:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763770.081221:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725761920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763770.081226:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1775763770.081267:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725761920:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775763770.081481:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763770.081486:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763770.082829:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725761152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.082933:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725761152:12345-0@lo:400:kworker.0 Request processed in 2369us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763770.082942:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1775763770.082993:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725761536 00000100:00100000:3.0:1775763770.083000:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725761536 00000100:00100000:3.0:1775763770.083040:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725761792 00000100:00100000:3.0:1775763770.083043:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725761792 00000100:00100000:3.0:1775763770.083081:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1775763770.083088:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725761536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.083120:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725761536:12345-0@lo:400:kworker.0 Request processed in 33us (2750us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763770.083127:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1775763770.083144:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1775763770.083150:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725761792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.083178:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725761792:12345-0@lo:400:kworker.0 Request processed in 29us (2693us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763770.083184:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1775763770.083247:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725761280:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.083263:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725761792:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.083275:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725761408:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.083318:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725761536:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.083328:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725761152:0@lo:400:kworker.0 00000100:00100000:3.0:1775763770.083339:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725761664:0@lo:400:kworker.0 00000100:00080000:0.0:1775763770.084989:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763770.164262:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763770.164324:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763770.164536:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702608384 00000100:00100000:2.0:1775763770.164550:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702608384 00000100:00100000:2.0:1775763770.164658:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 331 00000100:00100000:2.0:1775763770.164672:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702608384:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763770.164812:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702608384:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 143us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763770.164820:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 331 00000100:00100000:1.0:1775763770.166205:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702608256 00000100:00100000:1.0:1775763770.166216:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702608256 00000100:00100000:1.0:1775763770.166280:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 392 00000100:00100000:1.0:1775763770.166290:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702608256:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763770.166362:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702608256:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 74us (2122us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763770.166369:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 392 00000100:00080000:0.0:1775763770.166765:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763770.591958:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763771.615864:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775763772.019536:0:21849:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10d: verfify nodemap range format '*@' support ========================================================== 15:42:49 (1775763769) 00000100:00100000:3.0:1775763772.141029:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725762048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763772.141130:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763772.141317:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725762048 00000100:00100000:1.0:1775763772.141330:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725762048 00000100:00100000:1.0:1775763772.141427:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1775763772.141439:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725762048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763772.141486:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763772.141541:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725762048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763772.141549:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1775763772.141614:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725762048:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763772.141967:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775763772.649470:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763773.663966:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763774.215082:0:21946:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd32c558c0 20000000:00000080:3.0:1775763774.215100:0:21946:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36e2f400 uarg=0000000000000000 10000000:01000000:3.0:1775763774.215893:0:21946:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763774.215915:0:21946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.215937:0:21946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b119 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.215947:0:21946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.215992:0:21946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b119 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.216009:0:21946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b119 expref: 17 pid: 5762 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763774.216030:0:21946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21946:1862022725762176:0@lo:104: 00000100:00100000:3.0:1775763774.216105:0:21946:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763774.216154:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725762176 00000100:00100000:3.0:1775763774.216161:0:21946:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10101cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763774.216163:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725762176 00000100:00100000:0.0:1775763774.216240:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1775763774.216251:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:21946:x1862022725762176:12345-0@lo:104: 00010000:00010000:0.0:1775763774.216273:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763774.216377:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763774.216384:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:21946:x1862022725762176:12345-0@lo:104: Request processed in 135us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763774.216393:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:1.0:1775763774.216393:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763774.216402:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763774.216410:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763774.216414:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763774.216435:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763774.216443:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763774.216448:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:3.0:1775763774.216479:0:21946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21946:1862022725762176:0@lo:104: 00010000:00010000:1.0:1775763774.216485:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763774.216491:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763774.216498:0:21946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763774.216513:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763774.216518:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420b119 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b120 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763774.216536:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763774.216537:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763774.216539:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763774.216561:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725762304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763774.216584:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763774.216617:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725762304 00000100:00100000:3.0:1775763774.216622:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725762304 00010000:00010000:3.0:1775763774.216640:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b119 expref: 18 pid: 5762 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763774.216717:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1775763774.216725:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725762304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763774.216910:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763774.216917:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b119 expref: 18 pid: 5762 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.216928:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b119 expref: 18 pid: 5762 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.216939:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b120 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b119 expref: 18 pid: 5762 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.216950:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.216957:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.216969:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.216976:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.216983:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.216995:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.217000:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763774.217005:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.217012:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.217028:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763774.217036:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763774.217068:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725762304:12345-0@lo:103:ldlm_bl.0 Request processed in 343us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763774.217075:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:0.0:1775763774.217168:0:21946:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763774.217188:0:21946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763774.217195:0:21946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b127 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763774.217227:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725762304:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763774.691284:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763775.202118:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725762432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763775.202201:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763775.202617:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725762432 00000100:00100000:2.0:1775763775.202626:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725762432 00000100:00100000:2.0:1775763775.202702:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1775763775.202713:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725762432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763775.202781:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763775.202850:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725762432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763775.202857:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00080000:0.0:1775763775.202927:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763775.202969:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725762432:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763775.206535:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725762688:0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.206599:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763775.206644:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763775.206651:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725762816:0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.206672:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763775.206704:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725762944:0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.206725:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763775.206768:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775763775.206782:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725762560:0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.206821:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763775.206842:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725763072:0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.206866:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763775.212833:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725762688 00000100:00100000:2.0:1775763775.212852:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725762688 00000100:00100000:2.0:1775763775.212918:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725762816 00000100:00100000:2.0:1775763775.212922:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725762816 00000100:00100000:2.0:1775763775.212967:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725762944 00000100:00100000:2.0:1775763775.212971:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725762944 00000100:00100000:2.0:1775763775.212997:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1775763775.213009:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725762688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.213125:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725762688:12345-0@lo:400:kworker.0 Request processed in 119us (6526us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763775.213133:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1775763775.213152:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1775763775.213158:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725762816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.213189:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725762816:12345-0@lo:400:kworker.0 Request processed in 32us (6516us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763775.213194:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1775763775.213205:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1775763775.213211:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725762944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.213245:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725762944:12345-0@lo:400:kworker.0 Request processed in 35us (6519us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763775.213252:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1775763775.213674:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725762816:0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.213702:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725762688:0@lo:400:kworker.0 00000100:00100000:2.0:1775763775.213768:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725762944:0@lo:400:kworker.0 00000100:00080000:0.0:1775763775.214133:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763775.217138:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725762560 00000100:00100000:3.0:1775763775.217157:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725762560 00000100:00100000:3.0:1775763775.217230:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1775763775.217242:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725762560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763775.217358:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725762560:12345-0@lo:400:kworker.0 Request processed in 120us (10536us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763775.217375:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1775763775.217414:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725763072 00000100:00100000:3.0:1775763775.217418:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725763072 00000100:00100000:3.0:1775763775.217455:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1775763775.217469:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725763072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763775.217502:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725763072:12345-0@lo:400:kworker.0 Request processed in 34us (10635us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763775.217508:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00080000:3.0:1775763775.217524:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763775.217572:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725762560:0@lo:400:kworker.0 00000100:00100000:3.0:1775763775.217597:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725763072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763775.279465:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763775.279554:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763775.279597:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702608640 00000100:00100000:0.0:1775763775.279608:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702608640 00000100:00100000:0.0:1775763775.279677:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 335 00000100:00100000:0.0:1775763775.279687:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702608640:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763775.279775:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702608640:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763775.279790:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 335 00000100:00080000:0.0:1775763775.279824:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763775.280541:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702608512 00000100:00100000:3.0:1775763775.280551:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702608512 00000100:00100000:3.0:1775763775.280596:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 394 00000100:00100000:3.0:1775763775.280604:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702608512:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763775.280646:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702608512:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763775.280653:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 394 00000020:00000080:2.0:1775763775.317144:0:21995:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec50c16d0 20000000:00000080:2.0:1775763775.317163:0:21995:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d13400 uarg=0000000000000000 10000000:01000000:2.0:1775763775.317692:0:21995:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763775.317710:0:21995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317725:0:21995:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317765:0:21995:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317771:0:21995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317778:0:21995:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317786:0:21995:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317792:0:21995:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763775.317796:0:21995:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317814:0:21995:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317846:0:21995:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317854:0:21995:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.317861:0:21995:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b12e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763775.711898:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763775.712787:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763775.712790:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763775.712794:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763775.712852:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763775.712864:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763775.712877:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763775.712912:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725763200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763775.712988:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763775.713067:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054c240 going to sleep for 11 seconds 00000100:00100000:1.0:1775763775.713199:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725763200 00000100:00100000:1.0:1775763775.713209:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725763200 00000100:00100000:1.0:1775763775.714455:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1775763775.714472:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725763200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763775.714526:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763775.714544:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b135 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763775.714570:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b135 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763775.714578:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b135 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763775.714586:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb400, rc 0) 00000100:00100000:1.0:1775763775.714657:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725763200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (1669us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763775.714662:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1775763775.714812:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725763200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763775.714832:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763775.714840:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763775.714860:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763775.714864:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763775.714870:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763776.736063:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763777.248074:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763777.248097:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725763328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763777.248165:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763777.248437:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725763328 00000100:00100000:1.0:1775763777.248445:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725763328 00000100:00100000:1.0:1775763777.248504:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1775763777.248514:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725763328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763777.248550:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763777.248595:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725763328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763777.248602:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:1.0:1775763777.248845:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763777.248885:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725763328:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763777.762641:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763778.057633:0:22139:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda2f0f630 20000000:00000080:0.0:1775763778.057651:0:22139:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3763e000 uarg=0000000000000000 10000000:01000000:1.0:1775763778.063168:0:22139:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763778.063198:0:22139:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763778.063220:0:22139:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b135 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763778.063228:0:22139:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763778.063271:0:22139:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b135 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763778.063289:0:22139:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b135 expref: 17 pid: 5760 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763778.063306:0:22139:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22139:1862022725763456:0@lo:104: 00000100:00100000:1.0:1775763778.063679:0:22139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763778.063858:0:22139:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763778.066081:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725763456 00000100:00100000:0.0:1775763778.066095:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725763456 00000100:00100000:1.0:1775763778.066340:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1775763778.066351:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22139:x1862022725763456:12345-0@lo:104: 00010000:00010000:1.0:1775763778.066370:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763778.066463:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763778.066468:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22139:x1862022725763456:12345-0@lo:104: Request processed in 121us (2793us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763778.066475:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1775763778.066562:0:22139:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22139:1862022725763456:0@lo:104: 00010000:00010000:2.0:1775763778.066588:0:22139:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.066657:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763778.066663:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.066670:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763778.066674:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.066682:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763778.066690:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763778.066705:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763778.066767:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.066774:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763778.066806:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.066813:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b135 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b13c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.066829:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763778.066831:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763778.066833:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763778.066850:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725763584:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763778.066892:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763778.066941:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725763584 00000100:00100000:3.0:1775763778.066945:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725763584 00010000:00010000:3.0:1775763778.066965:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b135 expref: 18 pid: 5760 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763778.066986:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1775763778.066991:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725763584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763778.067002:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763778.067008:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b135 expref: 18 pid: 5760 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067019:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b135 expref: 18 pid: 5760 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067038:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b13c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b135 expref: 18 pid: 5760 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067051:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067058:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067072:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067079:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067086:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067092:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067096:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763778.067100:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067107:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067117:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763778.067136:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763778.067163:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725763584:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763778.067170:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1775763778.067197:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725763584:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763778.067277:0:22139:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763778.067285:0:22139:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763778.067292:0:22139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b143 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763778.784016:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763779.425587:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763779.425595:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763779.425599:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763779.425646:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763779.425657:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763779.425667:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763779.425692:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725763712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763779.425792:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763779.425841:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f180 going to sleep for 11 seconds 00000100:00100000:2.0:1775763779.425939:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725763712 00000100:00100000:2.0:1775763779.425948:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725763712 00000100:00100000:2.0:1775763779.426000:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1775763779.426010:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725763712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763779.426025:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763779.426040:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b14a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763779.426080:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b14a expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763779.426092:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b14a expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763779.426101:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81400, rc 0) 00000100:00100000:2.0:1775763779.426162:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725763712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763779.426169:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1775763779.426244:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725763712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763779.426259:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763779.426267:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763779.426287:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763779.426292:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763779.426299:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763779.814002:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763780.320788:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725763840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763780.320885:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763780.321222:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725764096:0@lo:400:kworker.0 00000100:00100000:1.0:1775763780.321259:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763780.321282:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763780.321288:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725764224:0@lo:400:kworker.0 00000100:00100000:1.0:1775763780.321310:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763780.321363:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725764096 00000100:00100000:1.0:1775763780.321372:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725764096 00000100:00100000:1.0:1775763780.321427:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725764224 00000100:00100000:1.0:1775763780.321430:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725764224 00000100:00100000:1.0:1775763780.321458:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1775763780.321467:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725764096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763780.321527:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725764096:12345-0@lo:400:kworker.0 Request processed in 61us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763780.321552:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1775763780.321572:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1775763780.321578:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725764224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763780.321606:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725764224:12345-0@lo:400:kworker.0 Request processed in 29us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763780.321612:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:1.0:1775763780.321629:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763780.321663:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725764224:0@lo:400:kworker.0 00000100:00100000:1.0:1775763780.321673:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725764096:0@lo:400:kworker.0 00000100:00100000:0.0:1775763780.322058:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725763968:0@lo:400:kworker.0 00000100:00100000:0.0:1775763780.322095:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763780.322129:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725764480:0@lo:400:kworker.0 00000100:00100000:0.0:1775763780.322157:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763780.322179:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763780.322186:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725764352:0@lo:400:kworker.0 00000100:00100000:0.0:1775763780.322207:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763780.322237:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725764480 00000100:00100000:0.0:1775763780.322243:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725764480 00000100:00100000:0.0:1775763780.322283:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1775763780.322291:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725764480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763780.322345:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725764480:12345-0@lo:400:kworker.0 Request processed in 55us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763780.322350:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1775763780.322373:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725764352 00000100:00100000:0.0:1775763780.322377:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725764352 00000100:00100000:0.0:1775763780.322412:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1775763780.322419:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725764352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763780.322448:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725764352:12345-0@lo:400:kworker.0 Request processed in 30us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763780.322465:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1775763780.322501:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725764352:0@lo:400:kworker.0 00000100:00100000:0.0:1775763780.322511:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725764480:0@lo:400:kworker.0 00000100:00100000:1.0:1775763780.322709:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725763968 00000100:00100000:1.0:1775763780.322714:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725763968 00000100:00100000:1.0:1775763780.322898:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1775763780.322906:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725763968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763780.322947:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725763968:12345-0@lo:400:kworker.0 Request processed in 43us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763780.322954:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00080000:1.0:1775763780.322988:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775763780.322993:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763780.323359:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725763840 00000100:00100000:2.0:1775763780.323366:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725763840 00000100:00100000:2.0:1775763780.323423:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1775763780.323431:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725763840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763780.323463:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763780.323508:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725763840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (2623us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763780.323515:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:3.0:1775763780.323774:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763780.326067:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725763840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763780.326130:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725763968:0@lo:400:kworker.0 00000100:00100000:2.0:1775763780.415221:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763780.415257:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763780.415363:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702608768 00000100:00100000:3.0:1775763780.415374:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702608768 00000100:00100000:3.0:1775763780.415437:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 398 00000100:00100000:3.0:1775763780.415447:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702608768:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763780.415517:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702608768:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 72us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763780.415543:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 398 00000100:00100000:0.0:1775763780.415860:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702608896 00000100:00100000:0.0:1775763780.415864:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702608896 00000100:00100000:0.0:1775763780.415910:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 339 00000100:00100000:0.0:1775763780.415916:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702608896:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763780.415951:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702608896:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763780.415958:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 339 00000100:00080000:3.0:1775763780.416275:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763780.832209:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763781.872443:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763782.372141:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763782.372171:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725764608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763782.372263:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763782.373388:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725764608 00000100:00100000:2.0:1775763782.373402:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725764608 00000100:00100000:2.0:1775763782.373493:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1775763782.373504:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725764608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763782.373543:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763782.373614:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725764608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763782.373649:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1775763782.373703:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725764608:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763782.374063:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775763782.880916:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763783.909999:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763784.930401:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763785.440669:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725764736:0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.440790:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763785.440860:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725765248:0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.441215:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763785.441250:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763785.441255:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725765120:0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.441282:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763785.441309:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725764864:0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.441341:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763785.441359:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725765376:0@lo:400:kworker.0 00000100:00100000:1.0:1775763785.441642:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725765248 00000100:00100000:1.0:1775763785.441655:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725765248 00000100:00100000:1.0:1775763785.441750:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725764864 00000100:00100000:1.0:1775763785.441753:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725764864 00000100:00100000:1.0:1775763785.441788:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1775763785.441797:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725765248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.442006:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763785.442030:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763785.442038:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725764992:0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.442062:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763785.442093:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725764736 00000100:00100000:0.0:1775763785.442097:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725764736 00000100:00100000:0.0:1775763785.442126:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1775763785.442134:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725764736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.442187:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725764736:12345-0@lo:400:kworker.0 Request processed in 55us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763785.442195:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1775763785.442228:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725765120 00000100:00100000:0.0:1775763785.442232:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725765120 00000100:00100000:0.0:1775763785.442256:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725765376 00000100:00100000:0.0:1775763785.442259:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725765376 00000100:00100000:0.0:1775763785.442277:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1775763785.442283:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725765120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.442312:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725765120:12345-0@lo:400:kworker.0 Request processed in 30us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763785.442318:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1775763785.442328:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1775763785.442333:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725765376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.442356:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725765376:12345-0@lo:400:kworker.0 Request processed in 24us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763785.448812:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1775763785.448891:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725764992 00000100:00100000:1.0:1775763785.449129:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725765248:12345-0@lo:400:kworker.0 Request processed in 7332us (7912us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763785.449138:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1775763785.449167:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1775763785.449180:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725764864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763785.449212:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725764864:12345-0@lo:400:kworker.0 Request processed in 37us (7870us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763785.449217:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00080000:1.0:1775763785.449235:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763785.449241:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763785.449244:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763785.450358:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725765120:0@lo:400:kworker.0 00000100:00100000:3.0:1775763785.450386:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725764736:0@lo:400:kworker.0 00000100:00100000:3.0:1775763785.450400:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725765248:0@lo:400:kworker.0 00000100:00100000:3.0:1775763785.450480:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725764864:0@lo:400:kworker.0 00000100:00100000:3.0:1775763785.450492:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725765376:0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.450673:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725764992 00000100:00100000:0.0:1775763785.450766:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1775763785.450776:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725764992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763785.451056:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725764992:12345-0@lo:400:kworker.0 Request processed in 280us (8991us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763785.451064:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1775763785.451129:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725764992:0@lo:400:kworker.0 00000100:00080000:3.0:1775763785.452177:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763785.452439:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763785.452458:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725765504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763785.452519:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763785.452954:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725765504 00000100:00100000:2.0:1775763785.452962:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725765504 00000100:00100000:2.0:1775763785.453015:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1775763785.453024:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725765504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763785.453060:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763785.453106:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725765504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763785.453112:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1775763785.453520:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725765504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763785.525295:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763785.525361:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763785.525440:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702609024 00000100:00100000:1.0:1775763785.525445:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702609152 00000100:00100000:0.0:1775763785.525454:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702609024 00000100:00100000:1.0:1775763785.525454:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702609152 00000100:00100000:0.0:1775763785.525528:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 400 00000100:00100000:1.0:1775763785.525528:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 343 00000100:00100000:0.0:1775763785.525539:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702609024:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763785.525539:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702609152:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:2.0:1775763785.525605:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763785.525606:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702609024:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 70us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763785.525614:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 400 00000100:00100000:1.0:1775763785.525640:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702609152:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 105us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763785.525647:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 343 00010000:00010000:1.0:1775763785.956964:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775763786.166698:0:22336:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 11: nodemap modify ==================== 15:43:03 (1775763783) 00010000:00010000:3.0:1775763786.979796:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763787.355775:0:22385:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1e558d80 20000000:00000080:0.0:1775763787.355793:0:22385:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3763d400 uarg=0000000000000000 10000000:01000000:0.0:1775763787.356356:0:22385:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763787.356381:0:22385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763787.356411:0:22385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b14a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763787.356422:0:22385:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763787.356470:0:22385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b14a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763787.356486:0:22385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b14a expref: 17 pid: 5762 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763787.356503:0:22385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22385:1862022725765632:0@lo:104: 00000100:00100000:0.0:1775763787.356581:0:22385:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763787.356657:0:22385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b780 going to sleep for 11 seconds 00000100:00100000:1.0:1775763787.357109:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725765632 00000100:00100000:1.0:1775763787.357120:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725765632 00000100:00100000:1.0:1775763787.357181:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1775763787.357190:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22385:x1862022725765632:12345-0@lo:104: 00010000:00010000:1.0:1775763787.357208:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763787.357310:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763787.357316:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22385:x1862022725765632:12345-0@lo:104: Request processed in 127us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763787.357323:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00010000:1.0:1775763787.357349:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763787.357356:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763787.357365:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763787.357369:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763787.357379:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763787.357385:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763787.357391:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763787.357429:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763787.357437:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763787.357465:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763787.357472:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b14a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b151 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763787.357501:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763787.357503:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763787.357504:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763787.357532:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725765760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763787.357572:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763787.358301:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725765760 00000100:00100000:3.0:1775763787.358309:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725765760 00010000:00010000:3.0:1775763787.358335:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b14a expref: 18 pid: 5762 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763787.358376:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1775763787.358384:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725765760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763787.358396:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763787.358401:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b14a expref: 18 pid: 5762 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358413:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b14a expref: 18 pid: 5762 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358434:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358465:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358485:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358492:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358498:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358504:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358509:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763787.358513:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358520:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358528:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763787.358538:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763787.358600:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725765760:12345-0@lo:103:ldlm_bl.0 Request processed in 217us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763787.358606:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1775763787.358672:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725765760:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763787.360282:0:22385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b151 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b14a expref: 17 pid: 5762 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763787.360300:0:22385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22385:1862022725765632:0@lo:104: 00010000:00010000:0.0:1775763787.360328:0:22385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763787.360338:0:22385:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763787.360344:0:22385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763787.360351:0:22385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b158 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763787.499193:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763787.499235:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725765888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763787.499341:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763787.499432:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725765888 00000100:00100000:3.0:1775763787.499441:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725765888 00000100:00100000:3.0:1775763787.499525:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1775763787.499536:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725765888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763787.499579:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763787.499624:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725765888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763787.499631:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00080000:3.0:1775763787.499652:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763787.499700:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725765888:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763787.999990:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763788.704054:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763788.704060:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763788.704065:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763788.704117:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763788.704129:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763788.704140:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763788.704179:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725766016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763788.704266:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763788.704343:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10a559c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763788.704400:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725766016 00000100:00100000:1.0:1775763788.704408:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725766016 00000100:00100000:1.0:1775763788.704474:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1775763788.704483:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725766016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763788.704497:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763788.704511:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b15f expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763788.704534:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b15f expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763788.704545:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b15f expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763788.704554:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0caa00, rc 0) 00000100:00100000:1.0:1775763788.704599:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725766016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763788.704606:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1775763788.704670:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725766016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763788.704692:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763788.704711:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763788.704761:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763788.704768:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763788.704775:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763789.024805:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763790.048507:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763790.578705:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725766272:0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.578824:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763790.578894:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725766784:0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.578921:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763790.578949:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775763790.578955:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725766144:0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.578986:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763790.579008:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725766656:0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.579030:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763790.579055:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725766528:0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.579106:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763790.579131:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763790.579137:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725766400:0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.579157:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763790.579192:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725766272 00000100:00100000:2.0:1775763790.579311:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725766272 00000100:00100000:2.0:1775763790.579373:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725766656 00000100:00100000:2.0:1775763790.579378:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725766656 00000100:00100000:2.0:1775763790.579404:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725766400 00000100:00100000:2.0:1775763790.579408:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725766400 00000100:00100000:2.0:1775763790.579426:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1775763790.579434:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725766272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.579502:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725766272:12345-0@lo:400:kworker.0 Request processed in 67us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763790.579510:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1775763790.579532:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1775763790.579538:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725766656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.579560:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725766656:12345-0@lo:400:kworker.0 Request processed in 22us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763790.579565:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1775763790.579574:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1775763790.579579:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725766400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.579600:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725766400:12345-0@lo:400:kworker.0 Request processed in 21us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763790.579606:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1775763790.579651:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725766400:0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.579691:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725766656:0@lo:400:kworker.0 00000100:00100000:2.0:1775763790.579711:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725766272:0@lo:400:kworker.0 00000100:00100000:3.0:1775763790.579850:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725766784 00000100:00100000:3.0:1775763790.579854:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725766784 00000100:00100000:3.0:1775763790.579883:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725766528 00000100:00100000:3.0:1775763790.579885:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725766528 00000100:00100000:3.0:1775763790.579904:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1775763790.579910:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725766784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763790.579951:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725766784:12345-0@lo:400:kworker.0 Request processed in 41us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763790.579958:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1775763790.579969:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1775763790.579974:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725766528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763790.580003:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725766528:12345-0@lo:400:kworker.0 Request processed in 29us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763790.580008:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00080000:3.0:1775763790.580021:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763790.580026:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763790.580030:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763790.580050:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725766528:0@lo:400:kworker.0 00000100:00100000:3.0:1775763790.580073:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725766784:0@lo:400:kworker.0 00000100:00100000:3.0:1775763790.588776:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725766912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763790.588883:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763790.588943:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725766912 00000100:00100000:3.0:1775763790.588952:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725766912 00000100:00100000:3.0:1775763790.589008:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1775763790.589018:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725766912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763790.589089:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763790.589140:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725766912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763790.589147:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1775763790.589211:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725766912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763790.604105:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725766144 00000100:00100000:0.0:1775763790.604128:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725766144 00000100:00100000:0.0:1775763790.604196:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1775763790.604206:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725766144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763790.604390:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725766144:12345-0@lo:400:kworker.0 Request processed in 185us (25401us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763790.604399:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1775763790.604489:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725766144:0@lo:400:kworker.0 00000100:00100000:3.0:1775763790.640299:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763790.640345:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763790.640374:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702609280 00000100:00100000:3.0:1775763790.640385:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702609280 00000100:00100000:3.0:1775763790.640443:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 403 00000100:00100000:3.0:1775763790.640453:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702609280:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763790.640525:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702609280:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 74us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763790.640533:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 403 00000100:00100000:2.0:1775763790.643585:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702609408 00000100:00100000:2.0:1775763790.643601:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702609408 00000100:00100000:2.0:1775763790.643696:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 347 00000100:00100000:2.0:1775763790.643707:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702609408:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763790.643809:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702609408:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 104us (3532us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763790.643817:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 347 00000100:00080000:2.0:1775763790.643987:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763791.072082:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763792.096346:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763792.544298:0:22581:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc5e032340 20000000:00000080:2.0:1775763792.544323:0:22581:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d12000 uarg=0000000000000000 10000000:01000000:2.0:1775763792.545032:0:22581:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763792.545062:0:22581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763792.545085:0:22581:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b15f expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763792.545093:0:22581:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763792.545139:0:22581:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b15f expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763792.545159:0:22581:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b15f expref: 17 pid: 5763 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763792.545180:0:22581:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22581:1862022725767040:0@lo:104: 00000100:00100000:2.0:1775763792.545268:0:22581:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763792.545337:0:22581:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e37167a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775763792.546246:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725767040 00000100:00100000:0.0:1775763792.546270:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725767040 00000100:00100000:0.0:1775763792.546339:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1775763792.546349:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22581:x1862022725767040:12345-0@lo:104: 00010000:00010000:0.0:1775763792.546367:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763792.546449:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763792.546456:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22581:x1862022725767040:12345-0@lo:104: Request processed in 109us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763792.546463:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00010000:3.0:1775763792.547017:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763792.547026:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547035:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763792.547039:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547050:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763792.547058:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763792.547081:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763792.547135:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547143:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763792.547183:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547190:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b15f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b166 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547223:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763792.547225:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763792.547227:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763792.547236:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763792.547251:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725767168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763792.547314:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763792.547368:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725767168 00000100:00100000:3.0:1775763792.547375:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725767168 00010000:00010000:3.0:1775763792.547401:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b15f expref: 18 pid: 5763 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763792.547423:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1775763792.547429:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725767168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763792.547439:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763792.547444:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b15f expref: 18 pid: 5763 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547466:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b15f expref: 18 pid: 5763 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547486:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547495:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547511:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547519:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547526:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547533:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547539:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763792.547544:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.547551:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.548141:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763792.548178:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763792.548366:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725767168:12345-0@lo:103:ldlm_bl.0 Request processed in 935us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763792.548374:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1775763792.548578:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725767168:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763792.549410:0:22581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b166 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b15f expref: 17 pid: 5763 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763792.549428:0:22581:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22581:1862022725767040:0@lo:104: 00010000:00010000:2.0:1775763792.549444:0:22581:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763792.549454:0:22581:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763792.549460:0:22581:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763792.549466:0:22581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b16d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763792.610655:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725767296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763792.610764:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763792.610950:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725767296 00000100:00100000:2.0:1775763792.610958:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725767296 00000100:00100000:2.0:1775763792.611016:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1775763792.611026:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725767296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763792.611071:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763792.611124:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725767296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763792.611134:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00080000:2.0:1775763792.611162:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763792.626962:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725767296:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775763793.121510:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763793.897181:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763793.902085:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763793.902094:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763793.902178:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763793.903084:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763793.903099:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763793.903140:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725767424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763793.904088:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763793.904160:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10a32000 going to sleep for 11 seconds 00000100:00100000:0.0:1775763793.904265:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725767424 00000100:00100000:0.0:1775763793.904304:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725767424 00000100:00100000:0.0:1775763793.904386:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1775763793.904397:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725767424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763793.904417:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763793.904441:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b174 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763793.904478:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b174 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763793.904493:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b174 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763793.904505:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063400, rc 0) 00000100:00100000:0.0:1775763793.904591:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725767424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 194us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763793.904599:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1775763793.904961:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725767424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763793.904982:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763793.904992:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763793.905019:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763793.905025:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763793.905033:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763794.145635:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763795.167993:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763795.689543:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725767552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763795.689648:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763795.690102:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725767808:0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690135:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763795.690159:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775763795.690166:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725767680:0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690195:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763795.690218:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725768192:0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690241:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763795.690278:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725767936:0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690304:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763795.690323:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763795.690328:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725768064:0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690353:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763795.690388:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725767808 00000100:00100000:0.0:1775763795.690397:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725767808 00000100:00100000:0.0:1775763795.690455:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725767936 00000100:00100000:0.0:1775763795.690458:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725767936 00000100:00100000:0.0:1775763795.690491:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725768064 00000100:00100000:0.0:1775763795.690494:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725768064 00000100:00100000:0.0:1775763795.690510:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1775763795.690519:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725767808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690573:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725767808:12345-0@lo:400:kworker.0 Request processed in 55us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763795.690582:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1775763795.690600:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1775763795.690607:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725767936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690648:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725767936:12345-0@lo:400:kworker.0 Request processed in 42us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763795.690654:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1775763795.690665:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1775763795.690671:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725768064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690695:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725768064:12345-0@lo:400:kworker.0 Request processed in 24us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763795.690700:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1775763795.690719:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725767680 00000100:00100000:0.0:1775763795.690750:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725767680 00000100:00100000:0.0:1775763795.690778:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1775763795.690784:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725767680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690814:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725767680:12345-0@lo:400:kworker.0 Request processed in 31us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763795.690819:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1775763795.690846:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725768192 00000100:00100000:0.0:1775763795.690851:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725768192 00000100:00100000:0.0:1775763795.690879:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1775763795.690886:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725768192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690916:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725768192:12345-0@lo:400:kworker.0 Request processed in 30us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763795.690921:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:0.0:1775763795.690944:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763795.690949:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763795.690973:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725767680:0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690984:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725768192:0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.690993:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725767808:0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.691022:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725768064:0@lo:400:kworker.0 00000100:00100000:0.0:1775763795.691029:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725767936:0@lo:400:kworker.0 00000100:00100000:3.0:1775763795.692895:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725767552 00000100:00100000:3.0:1775763795.692914:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725767552 00000100:00100000:3.0:1775763795.693006:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1775763795.693018:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725767552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763795.693069:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763795.693172:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725767552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763795.693180:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00080000:1.0:1775763795.706153:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763795.710248:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725767552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763795.763696:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763795.763796:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763795.763963:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702609664 00000100:00100000:2.0:1775763795.763975:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702609664 00000100:00100000:2.0:1775763795.764067:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 351 00000100:00100000:2.0:1775763795.764102:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702609664:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763795.764200:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702609664:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 100us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763795.764209:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 351 00000100:00080000:1.0:1775763795.764299:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763795.764588:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702609536 00000100:00100000:3.0:1775763795.764600:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702609536 00000100:00100000:3.0:1775763795.764651:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 406 00000100:00100000:3.0:1775763795.764659:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702609536:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763795.764690:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702609536:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 33us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763795.764696:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 406 00010000:00010000:0.0:1775763796.198812:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763797.216098:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763797.323429:0:22778:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd4ba80a70 20000000:00000080:3.0:1775763797.323452:0:22778:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01e1f800 uarg=0000000000000000 10000000:01000000:3.0:1775763797.325799:0:22778:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763797.325830:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763797.325999:0:22778:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b174 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763797.326007:0:22778:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763797.326060:0:22778:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b174 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763797.326077:0:22778:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b174 expref: 17 pid: 5763 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763797.326097:0:22778:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22778:1862022725768320:0@lo:104: 00000100:00100000:3.0:1775763797.326182:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763797.326436:0:22778:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36de7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775763797.327123:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725768320 00000100:00100000:1.0:1775763797.327134:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725768320 00000100:00100000:1.0:1775763797.327239:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1775763797.327258:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22778:x1862022725768320:12345-0@lo:104: 00010000:00010000:1.0:1775763797.327275:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763797.327373:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763797.327380:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22778:x1862022725768320:12345-0@lo:104: Request processed in 133us (1200us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763797.327388:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:2.0:1775763797.327434:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763797.327442:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327449:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763797.327454:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327463:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763797.327469:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763797.327475:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763797.327516:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327522:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763797.327547:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327555:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b174 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b17b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327577:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763797.327607:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763797.327608:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763797.327627:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725768448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763797.327663:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763797.327718:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725768448 00000100:00100000:2.0:1775763797.327722:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725768448 00010000:00010000:2.0:1775763797.327781:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b174 expref: 18 pid: 5763 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763797.327808:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1775763797.327814:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725768448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763797.327827:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763797.327832:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b174 expref: 18 pid: 5763 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327858:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b174 expref: 18 pid: 5763 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327879:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327888:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327909:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327928:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327935:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327949:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327955:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763797.327961:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327971:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327981:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763797.327994:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763797.328026:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725768448:12345-0@lo:103:ldlm_bl.0 Request processed in 212us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763797.328033:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1775763797.328090:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725768448:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763797.328209:0:22778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063400/0x429a70d18420b17b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b174 expref: 17 pid: 5763 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763797.328235:0:22778:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22778:1862022725768320:0@lo:104: 00010000:00010000:3.0:1775763797.328255:0:22778:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763797.328264:0:22778:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763797.328271:0:22778:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763797.328277:0:22778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b182 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763797.731547:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725768576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763797.731655:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763797.732011:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725768576 00000100:00100000:0.0:1775763797.732021:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725768576 00000100:00100000:0.0:1775763797.732104:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1775763797.732114:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725768576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763797.732165:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763797.732218:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725768576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763797.732226:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1775763797.732283:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725768576:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763797.732424:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775763798.241315:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763799.216322:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763799.216335:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763799.216342:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763799.216407:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.216419:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.216431:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763799.216915:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725768704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763799.217031:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763799.217116:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763799.217260:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725768704 00000100:00100000:3.0:1775763799.217271:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725768704 00000100:00100000:3.0:1775763799.217354:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1775763799.217364:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725768704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763799.217381:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763799.217402:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b189 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763799.217437:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b189 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763799.217449:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b189 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763799.217480:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775763799.217545:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725768704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 180us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763799.217553:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1775763799.219860:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725768704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763799.219921:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.219940:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763799.219984:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763799.219992:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.220003:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.266477:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763799.918134:0:22878:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcacd26e50 20000000:00000080:2.0:1775763799.918156:0:22878:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d638400 uarg=0000000000000000 10000000:01000000:2.0:1775763799.918626:0:22878:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763799.918646:0:22878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.918668:0:22878:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b189 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.918676:0:22878:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.921484:0:22878:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b189 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.921514:0:22878:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b189 expref: 17 pid: 5763 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763799.921543:0:22878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22878:1862022725768832:0@lo:104: 00000100:00100000:2.0:1775763799.921668:0:22878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763799.921769:0:22878:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763799.921993:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775763799.922010:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725768832 00000100:00100000:0.0:1775763799.922019:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725768832 00000100:00100000:0.0:1775763799.922089:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1775763799.922102:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ee6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22878:x1862022725768832:12345-0@lo:104: 00010000:00010000:0.0:1775763799.922121:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922199:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763799.922206:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ee6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22878:x1862022725768832:12345-0@lo:104: Request processed in 106us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763799.922214:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00010000:00010000:0.0:1775763799.922268:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763799.922276:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922300:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763799.922306:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922315:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763799.922323:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763799.922330:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763799.922373:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922380:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763799.922405:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922413:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b189 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b190 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922437:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763799.922439:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763799.922440:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763799.922462:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725768960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763799.922493:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763799.922544:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725768960 00000100:00100000:0.0:1775763799.922548:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725768960 00010000:00010000:0.0:1775763799.922566:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b189 expref: 18 pid: 5763 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763799.922609:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1775763799.922617:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725768960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763799.922629:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763799.922636:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b189 expref: 18 pid: 5763 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922646:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b189 expref: 18 pid: 5763 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922666:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922674:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922688:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922695:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922702:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922708:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922714:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763799.922718:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922763:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922772:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763799.922782:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763799.922809:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725768960:12345-0@lo:103:ldlm_bl.0 Request processed in 194us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763799.922816:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1775763799.922850:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725768960:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763799.923124:0:22878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b190 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b189 expref: 17 pid: 5763 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763799.923136:0:22878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22878:1862022725768832:0@lo:104: 00010000:00010000:2.0:1775763799.923151:0:22878:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.923160:0:22878:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.923167:0:22878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763799.923173:0:22878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b197 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763800.289969:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763800.799934:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725769088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763800.800017:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763800.800112:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725769088 00000100:00100000:0.0:1775763800.800121:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725769088 00000100:00100000:0.0:1775763800.801632:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1775763800.801645:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725769088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763800.801699:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763800.801824:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725769088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 181us (1807us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763800.801832:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00080000:0.0:1775763800.801860:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763800.801886:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725769344:0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.801930:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763800.801972:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763800.801979:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725769472:0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.802029:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763800.802052:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725769344 00000100:00100000:2.0:1775763800.802059:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725769344 00000100:00100000:0.0:1775763800.802069:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725769472 00000100:00100000:0.0:1775763800.802072:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725769472 00000100:00100000:2.0:1775763800.802099:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1775763800.802109:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1775763800.802112:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725769344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.802114:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725769472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763800.802160:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725769344:12345-0@lo:400:kworker.0 Request processed in 49us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763800.802167:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725769472:12345-0@lo:400:kworker.0 Request processed in 53us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763800.802167:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1775763800.802172:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1775763800.802203:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725769216:0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.802238:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763800.802272:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725769728:0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.802311:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763800.802334:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763800.802340:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725769600:0@lo:400:kworker.0 00000100:00100000:2.0:1775763800.802507:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725769216 00000100:00100000:2.0:1775763800.802512:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725769216 00000100:00100000:2.0:1775763800.802550:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1775763800.802556:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725769216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763800.802607:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725769216:12345-0@lo:400:kworker.0 Request processed in 51us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763800.802614:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1775763800.807084:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763800.807189:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725769216:0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.809000:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725769728 00000100:00100000:0.0:1775763800.809022:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725769728 00000100:00100000:0.0:1775763800.809126:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1775763800.812759:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725769728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.812932:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725769728:12345-0@lo:400:kworker.0 Request processed in 3792us (10615us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763800.812947:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1775763800.813009:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725769600 00000100:00100000:0.0:1775763800.813020:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725769600 00000100:00100000:0.0:1775763800.813086:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1775763800.813104:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725769600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.813139:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725769600:12345-0@lo:400:kworker.0 Request processed in 36us (6069us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763800.813145:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00080000:0.0:1775763800.813167:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763800.813172:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763800.813232:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725769088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763800.813301:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725769472:0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.813315:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725769344:0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.813384:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725769600:0@lo:400:kworker.0 00000100:00100000:0.0:1775763800.813396:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725769728:0@lo:400:kworker.0 00000100:00100000:1.0:1775763800.881498:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763800.881598:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763800.881635:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702609792 00000100:00100000:1.0:1775763800.881649:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702609792 00000100:00100000:1.0:1775763800.881702:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 409 00000100:00100000:1.0:1775763800.881712:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702609792:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763800.881808:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702609792:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 97us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763800.881817:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 409 00000100:00100000:1.0:1775763800.881858:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702609920 00000100:00100000:1.0:1775763800.881862:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702609920 00000100:00100000:1.0:1775763800.881910:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 355 00000100:00100000:1.0:1775763800.881917:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702609920:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763800.881948:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702609920:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763800.881972:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 355 00000100:00080000:1.0:1775763800.882069:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763801.325499:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763801.767098:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763801.767108:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763801.767115:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763801.767181:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763801.767195:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763801.767208:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763801.767246:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725769856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763801.767356:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763801.767429:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09f94300 going to sleep for 11 seconds 00000100:00100000:3.0:1775763801.767727:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725769856 00000100:00100000:3.0:1775763801.767883:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725769856 00000100:00100000:3.0:1775763801.768010:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1775763801.768020:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725769856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763801.768035:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763801.768052:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b19e expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763801.768082:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b19e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763801.768095:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b19e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763801.768106:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775763801.768248:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725769856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 229us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763801.768255:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1775763801.768396:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725769856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763801.768416:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763801.768426:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763801.768450:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763801.768455:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763801.768462:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763802.341810:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763802.854237:0:22979:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff309db2e0 20000000:00000080:2.0:1775763802.854259:0:22979:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3763b800 uarg=0000000000000000 10000000:01000000:2.0:1775763802.857179:0:22979:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763802.857214:0:22979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763802.857241:0:22979:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b19e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763802.857249:0:22979:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763802.857309:0:22979:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b19e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763802.857326:0:22979:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b19e expref: 17 pid: 5763 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763802.857357:0:22979:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22979:1862022725769984:0@lo:104: 00000100:00100000:2.0:1775763802.858144:0:22979:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763802.858215:0:22979:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763802.858262:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725769984 00000100:00100000:1.0:1775763802.858272:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725769984 00000100:00100000:1.0:1775763802.858361:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1775763802.858372:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22979:x1862022725769984:12345-0@lo:104: 00010000:00010000:1.0:1775763802.858391:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763802.858482:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763802.858490:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:22979:x1862022725769984:12345-0@lo:104: Request processed in 119us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763802.858498:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1775763802.858688:0:22979:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22979:1862022725769984:0@lo:104: 00010000:00010000:3.0:1775763802.858712:0:22979:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763802.860597:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725770112:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763802.860601:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763802.860610:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763802.860621:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cac00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763802.860627:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763802.860637:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763802.860644:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763802.860650:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:1.0:1775763802.860690:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775763802.860692:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763802.860698:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763802.860707:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763802.860712:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420b19e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1a5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763802.860759:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763802.860763:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763802.860770:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725770240:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763802.860777:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763802.860779:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763802.860803:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763802.860847:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725770112 00000100:00100000:1.0:1775763802.860856:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725770112 00000100:00100000:1.0:1775763802.861031:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00080000:2.0:1775763802.861041:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763802.861042:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725770112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763802.861092:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763802.862087:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725770112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1041us (1391us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763802.862097:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1775763802.862246:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725770240 00000100:00100000:3.0:1775763802.862256:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725770240 00010000:00010000:3.0:1775763802.862293:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b19e expref: 18 pid: 5763 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763802.864351:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1775763802.864369:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab33c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725770240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763802.864389:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763802.864398:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b19e expref: 18 pid: 5763 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864415:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b19e expref: 18 pid: 5763 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864432:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b1a5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b19e expref: 18 pid: 5763 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864447:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864455:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864470:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864478:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864485:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864491:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864507:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763802.864512:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864519:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864536:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864557:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763802.864621:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab33c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725770240:12345-0@lo:103:ldlm_bl.0 Request processed in 260us (3816us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763802.864629:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00010000:00010000:3.0:1775763802.864694:0:22979:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864702:0:22979:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763802.864709:0:22979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b1ac lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763802.865081:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725770240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763802.865105:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725770112:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763803.361499:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763804.323380:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763804.323389:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763804.323394:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763804.323451:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763804.323465:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763804.323484:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763804.323526:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725770368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763804.323621:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763804.323686:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e04c6f180 going to sleep for 11 seconds 00000100:00100000:2.0:1775763804.324316:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725770368 00000100:00100000:2.0:1775763804.324325:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725770368 00000100:00100000:2.0:1775763804.324377:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1775763804.324387:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725770368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763804.324401:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763804.324416:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b1b3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763804.324439:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b1b3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763804.324449:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b1b3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763804.324459:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81e00, rc 0) 00000100:00100000:2.0:1775763804.324520:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725770368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763804.324528:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1775763804.324598:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725770368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763804.324615:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763804.324643:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763804.324671:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763804.324676:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763804.324684:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763804.396390:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763805.408925:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763805.923017:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725770752:0@lo:400:kworker.0 00000100:00100000:2.0:1775763805.923098:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763805.923160:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763805.923166:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725770880:0@lo:400:kworker.0 00000100:00100000:2.0:1775763805.923189:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763805.924803:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725771264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763805.925146:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725770496:0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.925227:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763805.925284:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725771008:0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.925312:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763805.925342:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775763805.925349:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725770624:0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.925372:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763805.925389:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01839880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725771136:0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.925419:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763805.925472:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725770752 00000100:00100000:0.0:1775763805.925484:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725770752 00000100:00100000:2.0:1775763805.925616:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763805.928065:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725771008 00000100:00100000:0.0:1775763805.928083:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725771008 00000100:00100000:0.0:1775763805.928110:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725770624 00000100:00100000:0.0:1775763805.928113:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725770624 00000100:00100000:0.0:1775763805.928133:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1775763805.928143:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725770752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.928251:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725770752:12345-0@lo:400:kworker.0 Request processed in 109us (5152us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763805.928258:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1775763805.928276:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1775763805.928282:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725771008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.928313:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725771008:12345-0@lo:400:kworker.0 Request processed in 32us (3000us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763805.928320:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1775763805.928329:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1775763805.928336:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725770624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.928359:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725770624:12345-0@lo:400:kworker.0 Request processed in 24us (2986us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763805.928365:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1775763805.928389:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725770880 00000100:00100000:0.0:1775763805.928392:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725770880 00000100:00100000:0.0:1775763805.928417:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725771136 00000100:00100000:0.0:1775763805.928421:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725771136 00000100:00100000:0.0:1775763805.928439:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1775763805.928446:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725770880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.928475:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725770880:12345-0@lo:400:kworker.0 Request processed in 31us (5286us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763805.928481:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1775763805.928498:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1775763805.928503:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725771136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763805.928986:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725771264 00000100:00100000:3.0:1775763805.928991:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725771264 00000100:00100000:3.0:1775763805.929025:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1775763805.929031:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725771264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763805.929062:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763805.936144:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725771264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7100us (10516us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763805.936161:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1775763805.938934:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725771136:12345-0@lo:400:kworker.0 Request processed in 10419us (13501us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763805.938949:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1775763805.939033:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725770496 00000100:00100000:0.0:1775763805.939044:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725770496 00000100:00100000:0.0:1775763805.939094:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1775763805.939104:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725770496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.939159:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725770496:12345-0@lo:400:kworker.0 Request processed in 57us (13933us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763805.939166:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00080000:0.0:1775763805.939207:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763805.939215:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775763805.939219:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763805.939279:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725771264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763805.939294:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725770880:0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.939306:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725770752:0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.939353:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725770624:0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.939365:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01839880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725771136:0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.939374:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725770496:0@lo:400:kworker.0 00000100:00100000:0.0:1775763805.939386:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725771008:0@lo:400:kworker.0 00000100:00100000:3.0:1775763806.006013:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763806.006063:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763806.006103:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702610176 00000100:00100000:3.0:1775763806.006115:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702610176 00000100:00100000:3.0:1775763806.006189:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 359 00000100:00100000:3.0:1775763806.006200:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702610176:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763806.006281:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702610176:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 84us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763806.006289:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 359 00000100:00080000:3.0:1775763806.006309:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763806.012378:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702610048 00000100:00100000:1.0:1775763806.012401:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702610048 00000100:00100000:1.0:1775763806.012498:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 413 00000100:00100000:1.0:1775763806.012513:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702610048:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763806.012623:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702610048:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 113us (6558us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763806.012631:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 413 00010000:00010000:2.0:1775763806.433639:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763807.460525:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763807.968081:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763807.968334:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725771392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763807.968444:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763807.968919:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725771392 00000100:00100000:0.0:1775763807.968949:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725771392 00000100:00100000:0.0:1775763807.969082:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1775763807.969093:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725771392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763807.969140:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1775763807.969176:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763807.969237:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725771392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763807.969247:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1775763807.969360:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725771392:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763808.487537:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763809.510639:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763809.926842:0:23228:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4aa4f8d0 20000000:00000080:2.0:1775763809.926871:0:23228:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac4800 uarg=0000000000000000 10000000:01000000:3.0:1775763810.025561:0:23228:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763810.025600:0:23228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763810.025632:0:23228:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b1b3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763810.025642:0:23228:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763810.025699:0:23228:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b1b3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763810.025717:0:23228:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b1b3 expref: 17 pid: 5762 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763810.025777:0:23228:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23228:1862022725771520:0@lo:104: 00000100:00100000:3.0:1775763810.025977:0:23228:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763810.026198:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725771520 00000100:00100000:1.0:1775763810.026206:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725771520 00000100:00100000:1.0:1775763810.026263:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1775763810.026273:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23228:x1862022725771520:12345-0@lo:104: 00010000:00010000:1.0:1775763810.026286:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763810.026348:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763810.026354:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23228:x1862022725771520:12345-0@lo:104: Request processed in 82us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763810.026361:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1775763810.026412:0:23228:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e919900 going to sleep for 11 seconds 00000100:00100000:3.0:1775763810.026436:0:23228:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23228:1862022725771520:0@lo:104: 00010000:00010000:3.0:1775763810.026454:0:23228:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.026914:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763810.026924:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.026932:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763810.026938:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.026948:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763810.026955:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763810.026961:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763810.027009:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027017:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763810.027045:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027053:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b1b3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1ba expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027088:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763810.027090:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763810.027092:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763810.027107:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725771648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763810.027181:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763810.027247:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725771648 00000100:00100000:0.0:1775763810.027253:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725771648 00010000:00010000:0.0:1775763810.027278:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b1b3 expref: 18 pid: 5762 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763810.027312:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1775763810.027321:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725771648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763810.027338:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763810.027344:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b1b3 expref: 18 pid: 5762 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027359:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b1b3 expref: 18 pid: 5762 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027375:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b1ba lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b1b3 expref: 18 pid: 5762 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027391:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027401:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027419:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027433:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027442:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027448:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027453:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763810.027460:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027469:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027494:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763810.027505:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763810.027535:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725771648:12345-0@lo:103:ldlm_bl.0 Request processed in 215us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763810.027542:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1775763810.027580:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725771648:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763810.028917:0:23228:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763810.028932:0:23228:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763810.028940:0:23228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b1c1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763810.538052:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763811.041448:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725771776:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.041537:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763811.041583:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725772288:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.041611:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763811.041636:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763811.041642:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725772160:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.041665:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763811.041693:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725771904:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.041715:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763811.041910:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725772416:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.041933:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763811.041949:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763811.041954:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725772032:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.041974:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763811.042312:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725771776 00000100:00100000:2.0:1775763811.042322:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725771776 00000100:00100000:2.0:1775763811.042383:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1775763811.042391:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725771776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.042446:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725771776:12345-0@lo:400:kworker.0 Request processed in 56us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763811.042453:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1775763811.042500:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725772288 00000100:00100000:2.0:1775763811.042504:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725772288 00000100:00100000:2.0:1775763811.042546:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725771904 00000100:00100000:2.0:1775763811.042549:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725771904 00000100:00100000:2.0:1775763811.042566:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725772032 00000100:00100000:2.0:1775763811.042569:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725772032 00000100:00100000:2.0:1775763811.042585:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1775763811.042591:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725772288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.042627:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725772288:12345-0@lo:400:kworker.0 Request processed in 37us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763811.042633:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1775763811.042644:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1775763811.042649:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725771904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.042677:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725771904:12345-0@lo:400:kworker.0 Request processed in 28us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763811.042683:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1775763811.042694:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1775763811.042699:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725772032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.042967:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725772032:12345-0@lo:400:kworker.0 Request processed in 24us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763811.042974:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1775763811.042994:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725772160 00000100:00100000:2.0:1775763811.043003:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725772160 00000100:00100000:2.0:1775763811.043031:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725772416 00000100:00100000:2.0:1775763811.043034:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725772416 00000100:00100000:2.0:1775763811.043052:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1775763811.043057:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725772160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.043093:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725772160:12345-0@lo:400:kworker.0 Request processed in 36us (1427us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763811.043299:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1775763811.043311:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1775763811.043317:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725772416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.043345:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725772416:12345-0@lo:400:kworker.0 Request processed in 29us (1411us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763811.043350:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00080000:2.0:1775763811.043370:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763811.043374:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763811.043377:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763811.043434:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725772032:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.043447:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725771904:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.043457:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725772416:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.043511:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725772160:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.043521:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725771776:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.043533:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725772288:0@lo:400:kworker.0 00000100:00100000:2.0:1775763811.046212:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725772544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763811.046316:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763811.046410:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725772544 00000100:00100000:2.0:1775763811.046423:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725772544 00000100:00100000:2.0:1775763811.046490:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1775763811.046499:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725772544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763811.046549:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763811.046600:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725772544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763811.046608:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1775763811.046677:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725772544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763811.117450:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763811.117535:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763811.117577:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702610304 00000100:00100000:3.0:1775763811.117589:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702610304 00000100:00100000:3.0:1775763811.117639:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 415 00000100:00100000:3.0:1775763811.117650:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702610304:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763811.117985:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702610304:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 336us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763811.118008:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 415 00000100:00100000:2.0:1775763811.120318:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702610432 00000100:00100000:2.0:1775763811.120337:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702610432 00000100:00100000:2.0:1775763811.120423:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 363 00000100:00100000:2.0:1775763811.120433:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702610432:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:1.0:1775763811.120961:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763811.121202:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702610432:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 767us (3764us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763811.121214:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 363 00000020:00000080:2.0:1775763811.201212:0:23277:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe58283c50 20000000:00000080:2.0:1775763811.201237:0:23277:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac6c00 uarg=0000000000000000 10000000:01000000:2.0:1775763811.202129:0:23277:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763811.202151:0:23277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202167:0:23277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202178:0:23277:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202195:0:23277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202202:0:23277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202210:0:23277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202216:0:23277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763811.202221:0:23277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202229:0:23277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202243:0:23277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202250:0:23277:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.202256:0:23277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b1c8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763811.297241:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763811.297249:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763811.297254:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763811.297304:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.297330:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.297341:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763811.297370:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725772672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763811.297442:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763811.297496:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1775763811.297520:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725772672 00000100:00100000:2.0:1775763811.297527:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725772672 00000100:00100000:2.0:1775763811.297574:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1775763811.297583:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725772672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763811.297598:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763811.297611:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b1cf expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.297631:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b1cf expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.297641:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b1cf expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.297651:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80800, rc 0) 00000100:00100000:2.0:1775763811.297692:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725772672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763811.297699:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1775763811.297785:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725772672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763811.297801:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.297809:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763811.297830:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763811.297835:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.297842:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763811.555675:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763812.460721:0:23325:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe40f70980 20000000:00000080:0.0:1775763812.460766:0:23325:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d011eb800 uarg=0000000000000000 10000000:01000000:0.0:1775763812.461083:0:23325:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763812.461109:0:23325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763812.461144:0:23325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b1cf expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763812.461155:0:23325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763812.461217:0:23325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b1cf expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763812.461234:0:23325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b1cf expref: 17 pid: 5760 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763812.461255:0:23325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23325:1862022725772800:0@lo:104: 00000100:00100000:0.0:1775763812.461366:0:23325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763812.461799:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725772800 00000100:00100000:2.0:1775763812.461808:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725772800 00000100:00100000:2.0:1775763812.461863:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1775763812.461874:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23325:x1862022725772800:12345-0@lo:104: 00010000:00010000:2.0:1775763812.461888:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.461940:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763812.461946:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23325:x1862022725772800:12345-0@lo:104: Request processed in 74us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763812.461953:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00010000:00010000:2.0:1775763812.461979:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763812.461983:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462003:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763812.462006:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462014:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763812.462021:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763812.462027:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763812.462058:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462065:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763812.462083:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462090:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b1cf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1d6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462105:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763812.462107:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763812.462109:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763812.462129:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725772928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763812.462162:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763812.462209:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725772928 00000100:00100000:2.0:1775763812.462213:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725772928 00010000:00010000:2.0:1775763812.462232:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b1cf expref: 18 pid: 5760 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763812.462263:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1775763812.462270:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725772928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763812.462284:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763812.462290:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b1cf expref: 18 pid: 5760 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462301:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b1cf expref: 18 pid: 5760 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462319:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462328:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462342:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462349:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462355:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462361:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462367:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763812.462371:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462384:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462393:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.462403:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763812.462443:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725772928:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763812.462450:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1775763812.462504:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725772928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763812.462867:0:23325:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec69c0 going to sleep for 11 seconds 00010000:00010000:0.0:1775763812.462889:0:23325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b1d6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b1cf expref: 17 pid: 5760 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763812.462904:0:23325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23325:1862022725772800:0@lo:104: 00010000:00010000:0.0:1775763812.462918:0:23325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763812.462928:0:23325:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763812.462934:0:23325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763812.462940:0:23325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b1dd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763812.577235:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763813.099966:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725773056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763813.100063:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763813.100261:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725773056 00000100:00100000:0.0:1775763813.100270:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725773056 00000100:00100000:0.0:1775763813.100344:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1775763813.100355:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725773056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763813.100393:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763813.100468:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725773056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763813.100476:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00080000:2.0:1775763813.101172:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763813.101227:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725773056:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775763813.600271:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763813.737866:0:23374:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff33780a90 20000000:00000080:3.0:1775763813.737899:0:23374:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01e1d000 uarg=0000000000000000 10000000:01000000:3.0:1775763813.738146:0:23374:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763813.738170:0:23374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738190:0:23374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738203:0:23374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738210:0:23374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738218:0:23374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738228:0:23374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738234:0:23374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763813.738240:0:23374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738248:0:23374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738264:0:23374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738279:0:23374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763813.738285:0:23374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1e4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763814.048814:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763814.048825:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763814.048831:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763814.048915:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763814.048930:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763814.048946:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763814.049017:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725773184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763814.049126:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763814.049218:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b48c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775763814.049689:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725773184 00000100:00100000:3.0:1775763814.049702:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725773184 00000100:00100000:3.0:1775763814.049798:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1775763814.049811:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725773184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763814.049831:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763814.049853:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b1eb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763814.049904:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b1eb expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763814.049918:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b1eb expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763814.049934:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667400, rc 0) 00000100:00100000:3.0:1775763814.050170:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725773184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 362us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763814.050181:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1775763814.050262:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725773184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763814.050282:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763814.050310:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763814.050336:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763814.050341:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763814.050348:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763814.634723:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763814.861620:0:23422:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff43ccf3c0 20000000:00000080:3.0:1775763814.861643:0:23422:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01e1f000 uarg=0000000000000000 10000000:01000000:3.0:1775763814.862556:0:23422:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763814.862578:0:23422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763814.862597:0:23422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b1eb expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763814.862607:0:23422:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763814.862664:0:23422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b1eb expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763814.862683:0:23422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b1eb expref: 17 pid: 5762 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763814.862700:0:23422:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e13800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23422:1862022725773312:0@lo:104: 00000100:00100000:3.0:1775763814.863084:0:23422:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763814.863302:0:23422:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10a32000 going to sleep for 11 seconds 00000100:00100000:2.0:1775763814.863508:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725773312 00000100:00100000:2.0:1775763814.863517:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725773312 00000100:00100000:2.0:1775763814.863606:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1775763814.863617:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23422:x1862022725773312:12345-0@lo:104: 00010000:00010000:2.0:1775763814.863633:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763814.863824:0:23422:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e13800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23422:1862022725773312:0@lo:104: 00010000:00010000:0.0:1775763814.863849:0:23422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763814.864081:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763814.864088:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23422:x1862022725773312:12345-0@lo:104: Request processed in 473us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763814.864097:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00010000:1.0:1775763814.864360:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763814.864368:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.864376:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763814.864380:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.864389:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763814.864506:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763814.864512:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763814.864556:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.864563:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1775763814.864636:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725773440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763814.864695:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775763814.865132:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.865142:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420b1eb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b1f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.865176:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763814.865178:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763814.865180:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763814.867197:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725773440 00000100:00100000:1.0:1775763814.867217:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725773440 00010000:00010000:1.0:1775763814.867278:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b1eb expref: 18 pid: 5762 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763814.867323:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1775763814.867332:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725773440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763814.867348:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763814.867353:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b1eb expref: 18 pid: 5762 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.867365:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b1eb expref: 18 pid: 5762 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.867400:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b1f2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b1eb expref: 18 pid: 5762 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.867911:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.867925:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.867951:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.867959:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.867967:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.867974:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.867981:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763814.867988:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.868164:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.868193:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763814.868225:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763814.869229:0:23422:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763814.869245:0:23422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763814.869252:0:23422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b1f9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763814.873668:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725773440:12345-0@lo:103:ldlm_bl.0 Request processed in 6321us (8957us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763814.873687:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1775763814.874646:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725773440:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763815.659180:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763815.938375:0:23471:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc5925c90 20000000:00000080:2.0:1775763815.938398:0:23471:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac4800 uarg=0000000000000000 10000000:01000000:2.0:1775763815.939030:0:23471:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763815.939056:0:23471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939104:0:23471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939116:0:23471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939123:0:23471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939131:0:23471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939141:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939148:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763815.939153:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939161:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939178:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939186:0:23471:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763815.939193:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b200 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763816.171889:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725773568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763816.171972:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763816.172048:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725773568 00000100:00100000:3.0:1775763816.172055:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725773568 00000100:00100000:3.0:1775763816.172121:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1775763816.172131:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725773568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763816.172168:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763816.172215:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725773568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763816.172222:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1775763816.172270:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725773568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763816.172343:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725773952:0@lo:400:kworker.0 00000100:00100000:3.0:1775763816.172370:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763816.172433:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10bd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725774080:0@lo:400:kworker.0 00000100:00100000:3.0:1775763816.172475:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763816.172508:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725773952 00000100:00100000:3.0:1775763816.172512:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725773952 00000100:00100000:3.0:1775763816.172541:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725774080 00000100:00100000:3.0:1775763816.172545:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725774080 00000100:00100000:3.0:1775763816.172561:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1775763816.172566:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725773952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763816.172596:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725773952:12345-0@lo:400:kworker.0 Request processed in 30us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763816.172602:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1775763816.172620:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1775763816.172625:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725774080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763816.172653:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725774080:12345-0@lo:400:kworker.0 Request processed in 28us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763816.172659:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1775763816.172686:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725773952:0@lo:400:kworker.0 00000100:00100000:3.0:1775763816.172705:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10bd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725774080:0@lo:400:kworker.0 00000100:00080000:2.0:1775763816.188969:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763816.188979:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763816.189027:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725773696:0@lo:400:kworker.0 00000100:00100000:2.0:1775763816.189128:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763816.189186:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725774208:0@lo:400:kworker.0 00000100:00100000:2.0:1775763816.189216:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763816.189249:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763816.189257:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725773824:0@lo:400:kworker.0 00000100:00100000:2.0:1775763816.189284:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763816.189321:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725773824 00000100:00100000:2.0:1775763816.189329:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725773824 00000100:00100000:2.0:1775763816.189385:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1775763816.189411:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725773824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763816.189594:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725773696 00000100:00100000:3.0:1775763816.189609:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725773696 00000100:00100000:3.0:1775763816.189638:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1775763816.189644:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725773696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763816.198868:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725773696:12345-0@lo:400:kworker.0 Request processed in 9212us (9728us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763816.198883:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1775763816.204587:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725773824:12345-0@lo:400:kworker.0 Request processed in 15183us (15292us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763816.204602:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1775763816.205048:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725774208 00000100:00100000:2.0:1775763816.205060:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725774208 00000100:00100000:2.0:1775763816.205115:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1775763816.205123:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725774208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763816.205184:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725774208:12345-0@lo:400:kworker.0 Request processed in 62us (15967us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763816.205191:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1775763816.205242:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725773824:0@lo:400:kworker.0 00000100:00100000:2.0:1775763816.205256:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725773696:0@lo:400:kworker.0 00000100:00100000:2.0:1775763816.205284:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725774208:0@lo:400:kworker.0 00000100:00080000:2.0:1775763816.205318:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763816.241273:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763816.241323:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763816.241362:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702610688 00000100:00100000:3.0:1775763816.241377:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702610688 00000100:00100000:3.0:1775763816.241499:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 367 00000100:00100000:3.0:1775763816.241512:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702610688:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:2.0:1775763816.241566:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763816.241619:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702610688:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763816.241629:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 367 00000100:00100000:0.0:1775763816.241727:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702610560 00000100:00100000:0.0:1775763816.241752:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702610560 00000100:00100000:0.0:1775763816.241786:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 419 00000100:00100000:0.0:1775763816.241792:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702610560:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763816.241818:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702610560:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763816.241824:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 419 10000000:01000000:0.0:1775763816.557810:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763816.557831:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763816.557840:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763816.557909:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763816.557925:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763816.557939:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763816.557992:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725774336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763816.558076:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763816.558271:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e37167300 going to sleep for 11 seconds 00000100:00100000:3.0:1775763816.559269:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725774336 00000100:00100000:3.0:1775763816.559285:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725774336 00000100:00100000:3.0:1775763816.559467:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1775763816.559481:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725774336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763816.559513:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763816.559541:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b207 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763816.559573:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b207 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763816.559587:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b207 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763816.559599:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666a00, rc 0) 00000100:00100000:3.0:1775763816.559702:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725774336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 224us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763816.559710:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1775763816.559848:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725774336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763816.559873:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763816.559884:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763816.559909:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763816.559916:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763816.559923:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763816.678845:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763817.002287:0:23520:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0ad8d680 20000000:00000080:3.0:1775763817.002311:0:23520:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e10b82800 uarg=0000000000000000 10000000:01000000:3.0:1775763817.003023:0:23520:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763817.003048:0:23520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763817.003068:0:23520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b207 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763817.003078:0:23520:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763817.003126:0:23520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b207 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763817.003143:0:23520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b207 expref: 17 pid: 5762 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763817.003170:0:23520:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23520:1862022725774464:0@lo:104: 00000100:00100000:3.0:1775763817.003242:0:23520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763817.003363:0:23520:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36de7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775763817.003427:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725774464 00000100:00100000:2.0:1775763817.003436:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725774464 00000100:00100000:2.0:1775763817.003538:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1775763817.003550:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23520:x1862022725774464:12345-0@lo:104: 00010000:00010000:2.0:1775763817.003566:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763817.003655:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763817.003671:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23520:x1862022725774464:12345-0@lo:104: Request processed in 123us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763817.003679:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00010000:00010000:1.0:1775763817.003781:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763817.003790:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763817.003797:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763817.003803:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763817.003812:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763817.003819:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763817.003825:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763817.003864:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763817.003871:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763817.003895:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763817.004291:0:23520:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23520:1862022725774464:0@lo:104: 00010000:00010000:0.0:1775763817.004317:0:23520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763817.004366:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b207 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b20e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763817.004406:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763817.004409:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763817.004411:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763817.004452:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725774592:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763817.004511:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763817.004625:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725774592 00000100:00100000:0.0:1775763817.004632:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725774592 00010000:00010000:0.0:1775763817.004663:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b207 expref: 18 pid: 5762 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763817.004707:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1775763817.004716:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725774592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763817.004756:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763817.004763:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b207 expref: 18 pid: 5762 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004778:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b207 expref: 18 pid: 5762 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004805:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b20e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b207 expref: 18 pid: 5762 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004823:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004832:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004849:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004857:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004865:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004872:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004878:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763817.004883:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004891:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004906:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.004927:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763817.004967:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725774592:12345-0@lo:103:ldlm_bl.0 Request processed in 252us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763817.004975:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00010000:00010000:0.0:1775763817.005001:0:23520:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.005008:0:23520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763817.005015:0:23520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b215 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763817.006303:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725774592:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763817.713339:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763818.209453:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763818.209482:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725774720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763818.209565:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763818.209644:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725774720 00000100:00100000:0.0:1775763818.209654:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725774720 00000100:00100000:0.0:1775763818.209717:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1775763818.209726:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725774720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763818.209796:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763818.209843:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725774720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763818.209850:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1775763818.209896:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725774720:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763818.217561:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:3.0:1775763818.315946:0:23568:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbf803420 20000000:00000080:3.0:1775763818.316060:0:23568:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01e1c800 uarg=0000000000000000 10000000:01000000:3.0:1775763818.316526:0:23568:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763818.316552:0:23568:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316569:0:23568:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316580:0:23568:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316586:0:23568:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316593:0:23568:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316601:0:23568:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316606:0:23568:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763818.316611:0:23568:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316618:0:23568:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316644:0:23568:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316653:0:23568:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763818.316658:0:23568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b21c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23568 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763818.725127:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763818.849019:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763818.849032:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763818.849037:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763818.849090:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763818.849102:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763818.849113:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763818.849138:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725774848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763818.849203:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763818.849259:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed180 going to sleep for 11 seconds 00000100:00100000:0.0:1775763818.849318:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725774848 00000100:00100000:0.0:1775763818.849325:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725774848 00000100:00100000:0.0:1775763818.849382:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1775763818.849393:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725774848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763818.849415:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763818.849429:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b223 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763818.849452:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b223 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763818.849463:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b223 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763818.849473:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775763818.849517:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725774848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763818.849523:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1775763818.849661:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725774848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763818.849678:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763818.849688:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763818.849753:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763818.849759:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763818.849766:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1775763819.643170:0:23616:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9f5e93c0 20000000:00000080:3.0:1775763819.643197:0:23616:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01e1c800 uarg=0000000000000000 10000000:01000000:3.0:1775763819.649291:0:23616:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763819.649327:0:23616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763819.649350:0:23616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b223 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763819.649359:0:23616:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763819.649426:0:23616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b223 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763819.649443:0:23616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b223 expref: 17 pid: 5760 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763819.649463:0:23616:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23616:1862022725774976:0@lo:104: 00000100:00100000:3.0:1775763819.650276:0:23616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763819.650356:0:23616:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36de7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775763819.650433:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725774976 00000100:00100000:2.0:1775763819.650444:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725774976 00000100:00100000:2.0:1775763819.650877:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1775763819.650889:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23616:x1862022725774976:12345-0@lo:104: 00010000:00010000:2.0:1775763819.650910:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763819.651093:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763819.651101:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23616:x1862022725774976:12345-0@lo:104: Request processed in 214us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763819.651108:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00010000:00010000:1.0:1775763819.651278:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763819.651287:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651295:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763819.651299:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651309:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763819.651316:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763819.651322:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763819.651375:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651382:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763819.651423:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651447:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b223 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b22a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651484:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763819.651487:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763819.651489:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763819.651527:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725775104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763819.651588:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763819.651663:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725775104 00000100:00100000:1.0:1775763819.651670:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725775104 00010000:00010000:1.0:1775763819.651702:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b223 expref: 18 pid: 5760 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763819.651758:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1775763819.651766:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725775104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763819.651780:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763819.651786:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b223 expref: 18 pid: 5760 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651799:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b223 expref: 18 pid: 5760 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651822:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651831:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651860:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651867:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651874:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651879:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651884:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763819.651889:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651897:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651906:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763819.651918:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763819.651950:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725775104:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763819.651958:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1775763819.652010:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725775104:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763819.653088:0:23616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420b22a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b223 expref: 17 pid: 5760 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763819.653108:0:23616:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23616:1862022725774976:0@lo:104: 00010000:00010000:0.0:1775763819.653128:0:23616:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763819.653139:0:23616:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763819.653144:0:23616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763819.653175:0:23616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b231 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763819.749277:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763820.768152:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763820.935301:0:23664:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd08127b10 20000000:00000080:3.0:1775763820.935327:0:23664:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3763b800 uarg=0000000000000000 10000000:01000000:3.0:1775763820.935603:0:23664:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763820.935631:0:23664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935652:0:23664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935663:0:23664:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935669:0:23664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935676:0:23664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935683:0:23664:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935689:0:23664:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763820.935694:0:23664:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935701:0:23664:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935714:0:23664:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935770:0:23664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763820.935777:0:23664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b238 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763821.301080:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725775488:0@lo:400:kworker.0 00000100:00100000:3.0:1775763821.301180:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763821.302084:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725775488 00000100:00100000:2.0:1775763821.302098:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725775488 00000100:00100000:2.0:1775763821.302190:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1775763821.302204:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725775488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.302485:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725775232:0@lo:400:kworker.0 00000100:00100000:3.0:1775763821.302683:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725776000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763821.302785:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725775488:12345-0@lo:400:kworker.0 Request processed in 584us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763821.302794:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:2.0:1775763821.302827:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763821.303023:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763821.303058:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725775744:0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.303083:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763821.303108:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775763821.303115:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725775360:0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.303135:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763821.303151:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725775872:0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.303173:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763821.304067:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725775232 00000100:00100000:0.0:1775763821.304076:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725775232 00000100:00100000:0.0:1775763821.304119:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1775763821.304127:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725775232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.304191:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725775232:12345-0@lo:400:kworker.0 Request processed in 64us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763821.304198:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1775763821.304244:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725775744 00000100:00100000:0.0:1775763821.304248:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725775744 00000100:00100000:0.0:1775763821.304284:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725775360 00000100:00100000:0.0:1775763821.304288:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725775360 00000100:00100000:0.0:1775763821.304307:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1775763821.304313:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725775744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.304356:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725775744:12345-0@lo:400:kworker.0 Request processed in 43us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763821.304363:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1775763821.304384:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1775763821.304390:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725775360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.304416:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725775360:12345-0@lo:400:kworker.0 Request processed in 27us (1280us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763821.304421:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1775763821.304447:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725775872 00000100:00100000:0.0:1775763821.304451:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725775872 00000100:00100000:0.0:1775763821.304479:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1775763821.304485:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725775872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.304516:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725775872:12345-0@lo:400:kworker.0 Request processed in 32us (1343us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763821.304522:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1775763821.304564:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725775360:0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.304575:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725775872:0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.304584:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725775232:0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.304593:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725775744:0@lo:400:kworker.0 00000100:00080000:0.0:1775763821.304621:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763821.304625:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763821.305461:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725775616:0@lo:400:kworker.0 00000100:00100000:1.0:1775763821.305521:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763821.307500:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763821.307595:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725775488:0@lo:400:kworker.0 00000100:00100000:0.0:1775763821.307724:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725776000 00000100:00100000:0.0:1775763821.307754:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725776000 00000100:00100000:0.0:1775763821.307818:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1775763821.307828:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725776000:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763821.308529:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725775616 00000100:00100000:2.0:1775763821.308538:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725775616 00000100:00100000:2.0:1775763821.308665:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1775763821.308673:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725775616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763821.308780:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725775616:12345-0@lo:400:kworker.0 Request processed in 107us (3257us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763821.308787:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00080000:0.0:1775763821.309371:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1775763821.309656:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763821.309721:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725776000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1893us (2229us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763821.309747:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1775763821.309799:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725776000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763821.310556:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725775616:0@lo:400:kworker.0 00000100:00100000:3.0:1775763821.365852:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763821.365922:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763821.366020:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702610944 00000100:00100000:3.0:1775763821.366035:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702610944 00000100:00100000:3.0:1775763821.366140:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 371 00000100:00100000:3.0:1775763821.366153:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702610944:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763821.366245:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702610944:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763821.366254:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 371 00000100:00100000:3.0:1775763821.366546:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702610816 00000100:00100000:3.0:1775763821.366550:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702610816 00000100:00100000:3.0:1775763821.366582:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 423 00000100:00100000:3.0:1775763821.366589:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702610816:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763821.366624:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702610816:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763821.366655:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 423 00000100:00080000:1.0:1775763821.376101:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:3.0:1775763821.472723:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763821.472759:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763821.472764:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763821.472831:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763821.472844:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763821.472856:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763821.472884:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725776128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763821.473041:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763821.473100:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b860c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763821.473218:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725776128 00000100:00100000:1.0:1775763821.473227:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725776128 00000100:00100000:1.0:1775763821.473283:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1775763821.473293:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725776128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763821.473311:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763821.473327:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b23f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763821.473454:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b23f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763821.473466:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b23f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763821.473476:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775763821.473526:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725776128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 233us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763821.473533:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1775763821.473591:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725776128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763821.473606:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763821.473616:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763821.473637:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763821.473653:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763821.473661:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763821.792059:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763822.040527:0:23713:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee1142a10 20000000:00000080:0.0:1775763822.040550:0:23713:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d011e8800 uarg=0000000000000000 10000000:01000000:0.0:1775763822.041699:0:23713:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763822.042528:0:23713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763822.042554:0:23713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b23f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763822.042564:0:23713:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763822.042616:0:23713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b23f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763822.042633:0:23713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b23f expref: 17 pid: 5760 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763822.042652:0:23713:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23713:1862022725776256:0@lo:104: 00000100:00100000:0.0:1775763822.042881:0:23713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763822.043073:0:23713:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b240 going to sleep for 11 seconds 00000100:00100000:2.0:1775763822.043562:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1775763822.043581:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725776256 00000100:00100000:2.0:1775763822.043590:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725776256 00000100:00100000:2.0:1775763822.043689:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1775763822.043700:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d027abc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23713:x1862022725776256:12345-0@lo:104: 00010000:00010000:2.0:1775763822.043716:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763822.043838:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763822.043845:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d027abc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23713:x1862022725776256:12345-0@lo:104: Request processed in 147us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763822.043852:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1775763822.043981:0:23713:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23713:1862022725776256:0@lo:104: 00010000:00010000:1.0:1775763822.044004:0:23713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044154:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763822.044161:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044169:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763822.044173:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044182:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763822.044190:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763822.044216:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763822.044258:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044275:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763822.044299:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044306:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b23f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b246 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044322:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763822.044324:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763822.044326:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763822.044351:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725776384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763822.044395:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763822.044444:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725776384 00000100:00100000:3.0:1775763822.044449:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725776384 00010000:00010000:3.0:1775763822.044468:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b23f expref: 18 pid: 5760 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763822.044492:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1775763822.044499:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725776384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763822.044510:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763822.044515:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b23f expref: 18 pid: 5760 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044526:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b23f expref: 18 pid: 5760 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044547:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b246 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b23f expref: 18 pid: 5760 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044560:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044569:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044583:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044590:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044597:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044604:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044610:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763822.044614:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044622:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044634:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763822.044654:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763822.044682:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725776384:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763822.044689:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1775763822.044721:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725776384:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763822.044830:0:23713:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763822.044838:0:23713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763822.044845:0:23713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b24d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763822.817811:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763823.333129:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725776512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763823.333277:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763823.333511:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725776512 00000100:00100000:1.0:1775763823.333520:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725776512 00000100:00100000:1.0:1775763823.333592:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1775763823.333604:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725776512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763823.333645:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763823.333697:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725776512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763823.333705:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00080000:2.0:1775763823.335100:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763823.335249:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725776512:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1775763823.352721:0:23762:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0fc4d3a0 20000000:00000080:1.0:1775763823.354536:0:23762:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33e1ac00 uarg=0000000000000000 10000000:01000000:1.0:1775763823.355524:0:23762:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763823.355567:0:23762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355585:0:23762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355597:0:23762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355604:0:23762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355611:0:23762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355619:0:23762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355625:0:23762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763823.355629:0:23762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355637:0:23762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355650:0:23762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355658:0:23762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763823.355665:0:23762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b254 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763823.839965:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763823.851422:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763823.851433:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763823.851439:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763823.851501:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763823.851517:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763823.851532:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763823.851568:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725776640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763823.851670:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763823.851755:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86f00 going to sleep for 11 seconds 00000100:00100000:3.0:1775763823.851785:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725776640 00000100:00100000:3.0:1775763823.851793:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725776640 00000100:00100000:3.0:1775763823.851861:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1775763823.851873:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725776640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763823.851894:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763823.851909:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b25b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763823.851954:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b25b expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763823.851966:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b25b expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763823.851977:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:3.0:1775763823.852021:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725776640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763823.852029:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1775763823.852090:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725776640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763823.852106:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763823.852115:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763823.852135:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763823.852141:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763823.852148:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1775763824.615480:0:23810:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef5d93910 20000000:00000080:1.0:1775763824.615513:0:23810:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33e19800 uarg=0000000000000000 10000000:01000000:2.0:1775763824.620258:0:23810:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763824.620290:0:23810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763824.620316:0:23810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b25b expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763824.620326:0:23810:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763824.620415:0:23810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b25b expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763824.620437:0:23810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b25b expref: 17 pid: 5762 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763824.620459:0:23810:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23810:1862022725776768:0@lo:104: 00000100:00100000:2.0:1775763824.620549:0:23810:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763824.620623:0:23810:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa600 going to sleep for 11 seconds 00000100:00100000:3.0:1775763824.620898:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725776768 00000100:00100000:3.0:1775763824.620909:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725776768 00000100:00100000:3.0:1775763824.620978:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1775763824.620989:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23810:x1862022725776768:12345-0@lo:104: 00010000:00010000:3.0:1775763824.621011:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763824.621085:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763824.621092:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23810:x1862022725776768:12345-0@lo:104: Request processed in 104us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763824.621101:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00010000:00010000:3.0:1775763824.621124:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763824.621130:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763824.621138:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763824.621141:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763824.621150:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763824.621157:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763824.621163:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763824.621192:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763824.621198:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763824.621219:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763824.621226:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b25b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b262 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763824.621268:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763824.621270:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763824.621272:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763824.621298:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725776896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763824.621570:0:23810:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23810:1862022725776768:0@lo:104: 00010000:00010000:1.0:1775763824.621595:0:23810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763824.622004:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763824.627105:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725776896 00000100:00100000:1.0:1775763824.627123:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725776896 00010000:00010000:0.0:1775763824.632556:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b25b expref: 18 pid: 5762 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763824.632686:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1775763824.632698:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725776896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763824.632718:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763824.632724:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b25b expref: 18 pid: 5762 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632761:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b25b expref: 18 pid: 5762 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632781:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b262 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b25b expref: 18 pid: 5762 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632799:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632807:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632826:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632834:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632840:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632846:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632882:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763824.632887:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632897:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632921:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763824.632933:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763824.632981:0:23810:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763824.632993:0:23810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763824.633000:0:23810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b269 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763824.633037:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725776896:12345-0@lo:103:ldlm_bl.0 Request processed in 342us (11033us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763824.633046:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1775763824.633232:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725776896:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763824.871563:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763825.890317:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763826.400261:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725777024:0@lo:400:kworker.0 00000100:00100000:1.0:1775763826.400381:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763826.400684:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763826.400701:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725777280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763826.400762:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763826.401560:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763826.401573:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725777152:0@lo:400:kworker.0 00000100:00100000:1.0:1775763826.401618:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763826.402120:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763826.402134:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725777408:0@lo:400:kworker.0 00000100:00100000:1.0:1775763826.402285:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725777536:0@lo:400:kworker.0 00000100:00100000:1.0:1775763826.402323:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763826.402398:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725777664:0@lo:400:kworker.0 00000100:00100000:0.0:1775763826.402435:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763826.402474:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725777664 00000100:00100000:0.0:1775763826.402484:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725777664 00000100:00100000:0.0:1775763826.402554:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1775763826.402566:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725777664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763826.402647:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725777664:12345-0@lo:400:kworker.0 Request processed in 84us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763826.402654:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1775763826.402705:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725777664:0@lo:400:kworker.0 00000100:00080000:2.0:1775763826.403026:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763826.403386:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725777280 00000100:00100000:0.0:1775763826.403396:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725777280 00000100:00100000:0.0:1775763826.403473:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1775763826.403482:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725777280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763826.403528:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763826.403601:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725777280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (2838us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763826.403609:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1775763826.403758:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725777024 00000100:00100000:2.0:1775763826.403764:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725777024 00000100:00100000:2.0:1775763826.403805:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1775763826.403814:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725777024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763826.403856:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725777024:12345-0@lo:400:kworker.0 Request processed in 44us (3475us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763826.403862:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00080000:2.0:1775763826.403905:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763826.404659:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725777280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763826.406890:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725777024:0@lo:400:kworker.0 00000100:00100000:3.0:1775763826.408816:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725777152 00000100:00100000:3.0:1775763826.408829:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725777152 00000100:00100000:1.0:1775763826.409008:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725777536 00000100:00100000:1.0:1775763826.409024:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725777536 00000100:00100000:1.0:1775763826.409112:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1775763826.409126:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725777536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763826.409250:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725777536:12345-0@lo:400:kworker.0 Request processed in 127us (6925us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763826.409258:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00080000:1.0:1775763826.409382:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763826.409527:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763826.409575:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725777408 00000100:00100000:1.0:1775763826.409579:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725777408 00000100:00100000:1.0:1775763826.409613:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1775763826.409621:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725777408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763826.410291:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725777408:12345-0@lo:400:kworker.0 Request processed in 669us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763826.410307:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:1.0:1775763826.410342:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763826.410396:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725777408:0@lo:400:kworker.0 00000100:00100000:1.0:1775763826.410450:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725777536:0@lo:400:kworker.0 00000100:00100000:2.0:1775763826.414919:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1775763826.414934:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725777152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763826.415068:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725777152:12345-0@lo:400:kworker.0 Request processed in 138us (13448us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763826.415077:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1775763826.415217:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725777152:0@lo:400:kworker.0 00000100:00100000:1.0:1775763826.482440:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763826.482501:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763826.482522:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702611200 00000100:00100000:0.0:1775763826.482536:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702611200 00000100:00100000:3.0:1775763826.482597:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702611072 00000100:00100000:3.0:1775763826.482603:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702611072 00000100:00100000:3.0:1775763826.482673:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 427 00000100:00100000:3.0:1775763826.482684:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702611072:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763826.482797:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702611072:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 115us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763826.482806:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 427 00000100:00100000:0.0:1775763826.483007:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 375 00000100:00080000:1.0:1775763826.483009:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763826.483289:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702611200:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763826.483352:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702611200:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 339us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763826.483359:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 375 10000000:01000000:2.0:1775763826.540531:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763826.540542:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763826.540551:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763826.540656:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763826.540674:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763826.540688:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763826.540727:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725777792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763826.541249:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763826.541377:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa000 going to sleep for 11 seconds 00000100:00100000:1.0:1775763826.543452:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725777792 00000100:00100000:1.0:1775763826.543473:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725777792 00000100:00100000:0.0:1775763826.545312:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1775763826.545344:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725777792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763826.545377:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763826.545410:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b270 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763826.545453:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b270 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763826.545466:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b270 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763826.545477:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062600, rc 0) 00000100:00100000:0.0:1775763826.545690:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725777792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 361us (4440us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763826.545698:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1775763826.550394:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725777792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763826.550442:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763826.550461:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763826.550497:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763826.550531:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763826.550540:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763826.912535:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763827.021726:0:23909:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd19bcc610 20000000:00000080:2.0:1775763827.022219:0:23909:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3763d800 uarg=0000000000000000 10000000:01000000:1.0:1775763827.136297:0:23909:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763827.136345:0:23909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763827.136372:0:23909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b270 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763827.136382:0:23909:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763827.136436:0:23909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b270 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763827.136459:0:23909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b270 expref: 17 pid: 5762 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763827.136474:0:23909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23909:1862022725777920:0@lo:104: 00000100:00100000:1.0:1775763827.136550:0:23909:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763827.136619:0:23909:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d694c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763827.136640:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725777920 00000100:00100000:2.0:1775763827.136651:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725777920 00000100:00100000:2.0:1775763827.136710:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1775763827.136719:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23909:x1862022725777920:12345-0@lo:104: 00010000:00010000:2.0:1775763827.136779:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763827.136848:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763827.136854:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:23909:x1862022725777920:12345-0@lo:104: Request processed in 137us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763827.136861:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00010000:00010000:2.0:1775763827.136898:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763827.136904:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763827.136912:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763827.136916:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763827.136926:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763827.136960:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763827.136966:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763827.136996:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763827.137003:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763827.137031:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763827.137038:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420b270 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b277 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763827.137054:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763827.137055:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763827.137057:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763827.137078:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725778048:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763827.137110:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763827.137827:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725778048 00000100:00100000:3.0:1775763827.137834:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725778048 00010000:00010000:3.0:1775763827.137885:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b270 expref: 18 pid: 5762 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763827.137926:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1775763827.137936:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725778048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763827.137965:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763827.137971:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b270 expref: 18 pid: 5762 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.137982:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b270 expref: 18 pid: 5762 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138004:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138011:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138027:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138035:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138043:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138049:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138055:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763827.138060:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138068:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138089:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763827.138101:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763827.138167:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725778048:12345-0@lo:103:ldlm_bl.0 Request processed in 232us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763827.138174:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1775763827.138196:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725778048:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763827.141183:0:23909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062600/0x429a70d18420b277 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b270 expref: 17 pid: 5762 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763827.141208:0:23909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23909:1862022725777920:0@lo:104: 00010000:00010000:1.0:1775763827.141243:0:23909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763827.141254:0:23909:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763827.141259:0:23909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763827.141263:0:23909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b27e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763827.938636:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763828.453864:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763828.453897:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725778176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763828.453998:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763828.454080:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725778176 00000100:00100000:1.0:1775763828.454091:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725778176 00000100:00100000:1.0:1775763828.454179:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1775763828.454189:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725778176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763828.454245:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763828.454297:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725778176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763828.454305:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00080000:1.0:1775763828.454344:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763828.454397:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725778176:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1775763828.897508:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763828.897521:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763828.897528:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763828.897591:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763828.897607:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763828.897635:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763828.897675:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725778304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763828.897800:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763828.897863:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66480 going to sleep for 11 seconds 00000100:00100000:2.0:1775763828.897890:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725778304 00000100:00100000:2.0:1775763828.897900:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725778304 00000100:00100000:2.0:1775763828.897986:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1775763828.897995:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725778304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763828.898009:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763828.898021:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b285 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763828.898044:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b285 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763828.898055:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b285 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763828.898064:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80e00, rc 0) 00000100:00100000:2.0:1775763828.898105:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725778304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763828.898113:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1775763828.898182:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725778304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763828.898197:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763828.898213:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763828.898231:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763828.898236:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763828.898245:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763828.971013:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763829.888549:0:24007:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc9e394610 20000000:00000080:2.0:1775763829.888574:0:24007:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac7c00 uarg=0000000000000000 10000000:01000000:2.0:1775763829.893207:0:24007:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763829.893234:0:24007:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763829.893254:0:24007:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b285 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763829.893263:0:24007:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763829.893317:0:24007:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b285 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763829.893336:0:24007:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b285 expref: 17 pid: 5763 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763829.893356:0:24007:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24007:1862022725778432:0@lo:104: 00000100:00100000:2.0:1775763829.893487:0:24007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763829.893696:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725778432 00000100:00100000:0.0:1775763829.893705:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725778432 00000100:00100000:2.0:1775763829.894106:0:24007:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763829.894257:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1775763829.894267:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24007:x1862022725778432:12345-0@lo:104: 00010000:00010000:2.0:1775763829.894283:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763829.894379:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763829.894385:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24007:x1862022725778432:12345-0@lo:104: Request processed in 121us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763829.894393:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00010000:00010000:0.0:1775763829.894454:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763829.894462:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.894470:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763829.894474:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.894484:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763829.894492:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763829.894500:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763829.894547:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.894554:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763829.894580:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.894586:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b285 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b28c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.894632:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763829.894634:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763829.894636:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763829.894651:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725778560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763829.894690:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763829.895156:0:24007:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24007:1862022725778432:0@lo:104: 00010000:00010000:3.0:1775763829.895183:0:24007:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763829.895510:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725778560 00000100:00100000:0.0:1775763829.895519:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725778560 00010000:00010000:0.0:1775763829.895554:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b285 expref: 18 pid: 5763 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763829.895715:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1775763829.895725:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725778560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763829.895779:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763829.895785:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b285 expref: 18 pid: 5763 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.895796:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b285 expref: 18 pid: 5763 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.895812:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b28c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b285 expref: 18 pid: 5763 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.895825:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.895834:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.895850:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.896000:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.896007:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.896101:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.896108:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763829.896111:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.896120:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.896138:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763829.896149:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775763829.896312:0:24007:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763829.896320:0:24007:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763829.896326:0:24007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b293 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24007 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763829.903590:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725778560:12345-0@lo:103:ldlm_bl.0 Request processed in 7854us (8886us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763829.903699:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1775763829.903920:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725778560:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763829.985838:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763831.008693:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763831.074749:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763831.074759:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763831.074765:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763831.074858:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763831.074874:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763831.074889:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763831.074926:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725778688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763831.075034:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763831.075108:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e01254b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775763831.075223:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725778688 00000100:00100000:1.0:1775763831.075235:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725778688 00000100:00100000:1.0:1775763831.075333:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1775763831.075346:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725778688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763831.075365:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763831.075384:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b29a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763831.075410:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b29a expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763831.075426:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b29a expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763831.075439:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca000, rc 0) 00000100:00100000:1.0:1775763831.075498:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725778688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763831.075518:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1775763831.076812:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725778688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763831.076855:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763831.076868:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763831.076897:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763831.076903:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763831.076911:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763831.522911:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725778816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763831.523024:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763831.523183:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725778816 00000100:00100000:0.0:1775763831.523196:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725778816 00000100:00100000:0.0:1775763831.523292:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1775763831.523304:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725778816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763831.523363:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763831.523438:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725778816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 136us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763831.523447:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00080000:0.0:1775763831.523474:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763831.523549:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725778816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763831.523681:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725778944:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.523721:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763831.523786:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725779456:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.523814:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763831.523837:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763831.523843:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725779072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.523896:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763831.523942:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725778944 00000100:00100000:0.0:1775763831.523946:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725778944 00000100:00100000:0.0:1775763831.523978:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1775763831.523984:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725778944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524022:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725778944:12345-0@lo:400:kworker.0 Request processed in 38us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763831.524030:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1775763831.524067:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725779456 00000100:00100000:0.0:1775763831.524071:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725779456 00000100:00100000:0.0:1775763831.524110:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1775763831.524115:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725779456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524151:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725779456:12345-0@lo:400:kworker.0 Request processed in 37us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763831.524158:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1775763831.524196:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725779072 00000100:00100000:0.0:1775763831.524199:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725779072 00000100:00100000:0.0:1775763831.524237:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1775763831.524244:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725779072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524277:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725779072:12345-0@lo:400:kworker.0 Request processed in 34us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763831.524295:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1775763831.524326:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725779200:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524353:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763831.524377:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763831.524383:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725779328:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524406:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763831.524431:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725779200 00000100:00100000:0.0:1775763831.524435:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725779200 00000100:00100000:0.0:1775763831.524462:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725779328 00000100:00100000:0.0:1775763831.524465:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725779328 00000100:00100000:0.0:1775763831.524482:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1775763831.524488:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725779200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524522:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725779200:12345-0@lo:400:kworker.0 Request processed in 34us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763831.524528:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1775763831.524539:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1775763831.524545:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725779328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524569:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725779328:12345-0@lo:400:kworker.0 Request processed in 25us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763831.524574:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00080000:0.0:1775763831.524597:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775763831.524607:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763831.524629:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725779328:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524640:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725779200:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524681:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725779072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524691:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725778944:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.524700:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725779456:0@lo:400:kworker.0 00000100:00100000:0.0:1775763831.601788:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763831.601860:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763831.601901:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702611456 00000100:00100000:0.0:1775763831.601918:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702611456 00000100:00100000:0.0:1775763831.602028:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 379 00000100:00100000:0.0:1775763831.602043:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702611456:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763831.602168:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702611456:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 127us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763831.602177:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 379 00000100:00080000:0.0:1775763831.602208:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763831.602850:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702611328 00000100:00100000:3.0:1775763831.602861:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702611328 00000100:00100000:3.0:1775763831.602903:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 432 00000100:00100000:3.0:1775763831.602911:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702611328:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763831.602961:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702611328:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 51us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763831.602969:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 432 00010000:00010000:0.0:1775763832.032214:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763833.066104:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763833.568165:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763833.568194:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725779584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763833.568308:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763833.568426:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725779584 00000100:00100000:0.0:1775763833.568437:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725779584 00000100:00100000:0.0:1775763833.568517:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1775763833.568529:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725779584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763833.568573:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763833.568638:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725779584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763833.568647:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00080000:0.0:1775763833.568696:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763833.569701:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725779584:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763834.080797:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763835.104140:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763836.135821:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763836.643671:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725780096:0@lo:400:kworker.0 00000100:00100000:3.0:1775763836.643814:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763836.643896:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763836.643903:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725779968:0@lo:400:kworker.0 00000100:00100000:3.0:1775763836.643931:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763836.647354:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725779712:0@lo:400:kworker.0 00000100:00100000:0.0:1775763836.647477:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763836.647546:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725780224:0@lo:400:kworker.0 00000100:00100000:0.0:1775763836.647580:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763836.647615:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775763836.647625:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725779840:0@lo:400:kworker.0 00000100:00100000:0.0:1775763836.647651:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763836.647715:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725779712 00000100:00100000:3.0:1775763836.647726:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725779712 00000100:00100000:3.0:1775763836.647804:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1775763836.647813:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725779712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763836.647885:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725779712:12345-0@lo:400:kworker.0 Request processed in 73us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763836.647893:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1775763836.648579:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725780480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763836.648636:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763836.648843:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725780352:0@lo:400:kworker.0 00000100:00100000:0.0:1775763836.648875:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763836.648915:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725779712:0@lo:400:kworker.0 00000100:00100000:2.0:1775763836.649016:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725780480 00000100:00100000:2.0:1775763836.649023:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725780480 00000100:00100000:2.0:1775763836.649085:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1775763836.649093:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725780480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763836.649138:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763836.649192:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725780480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763836.649200:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1775763836.649248:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725780480:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775763836.649435:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763836.661417:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725779968 00000100:00100000:1.0:1775763836.661437:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725779968 00000100:00100000:0.0:1775763836.662000:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725780224 00000100:00100000:0.0:1775763836.662007:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725780224 00000100:00100000:0.0:1775763836.662098:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725779840 00000100:00100000:0.0:1775763836.662101:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725779840 00000100:00100000:0.0:1775763836.662135:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1775763836.662148:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725780224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763836.662265:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725780224:12345-0@lo:400:kworker.0 Request processed in 119us (14683us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763836.662273:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1775763836.662290:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1775763836.662295:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725779840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763836.662325:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725779840:12345-0@lo:400:kworker.0 Request processed in 30us (14674us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763836.662331:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00080000:3.0:1775763836.662338:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763836.662374:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725780096 00000100:00100000:0.0:1775763836.662379:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725780096 00000100:00100000:0.0:1775763836.662413:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725780352 00000100:00100000:0.0:1775763836.662416:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725780352 00000100:00100000:1.0:1775763836.663034:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1775763836.663043:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725779968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763836.663097:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725779968:12345-0@lo:400:kworker.0 Request processed in 57us (19165us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763836.663103:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1775763836.664591:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1775763836.664630:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d817c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725780096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763836.668933:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1775763836.668976:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725780352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763836.669105:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725780352:12345-0@lo:400:kworker.0 Request processed in 156us (20227us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763836.669114:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1775763836.669513:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d817c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725780096:12345-0@lo:400:kworker.0 Request processed in 4898us (25696us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763836.669524:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1775763836.669839:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725779840:0@lo:400:kworker.0 00000100:00100000:0.0:1775763836.669855:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725780352:0@lo:400:kworker.0 00000100:00100000:0.0:1775763836.669869:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725780224:0@lo:400:kworker.0 00000100:00100000:1.0:1775763836.670034:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725779968:0@lo:400:kworker.0 00000100:00100000:1.0:1775763836.670046:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725780096:0@lo:400:kworker.0 00000100:00080000:2.0:1775763836.681375:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763836.681387:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763836.719970:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763836.720043:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763836.720159:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702611584 00000100:00100000:3.0:1775763836.720169:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702611584 00000100:00100000:3.0:1775763836.720242:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 434 00000100:00100000:3.0:1775763836.720254:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702611584:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763836.720263:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702611712 00000100:00100000:1.0:1775763836.720267:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702611712 00000100:00100000:3.0:1775763836.720350:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702611584:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 97us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763836.720357:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 434 00000100:00100000:1.0:1775763836.720395:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 383 00000100:00100000:1.0:1775763836.720403:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702611712:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763836.720437:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702611712:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 35us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763836.720443:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 383 00000100:00080000:1.0:1775763836.720485:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763837.158265:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763838.177725:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763838.689606:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763838.689639:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725780608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763838.689781:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763838.689949:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725780608 00000100:00100000:0.0:1775763838.689959:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725780608 00000100:00100000:0.0:1775763838.690054:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1775763838.690064:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725780608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763838.690100:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763838.690138:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725780608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763838.690142:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00080000:2.0:1775763838.692704:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763838.692834:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725780608:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763839.202310:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763840.226515:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763841.250161:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763841.761997:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725781120:0@lo:400:kworker.0 00000100:00100000:3.0:1775763841.762113:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763841.762217:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763841.762225:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725780992:0@lo:400:kworker.0 00000100:00100000:3.0:1775763841.762331:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763841.762446:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725781120 00000100:00100000:3.0:1775763841.762462:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725781120 00000100:00100000:3.0:1775763841.762588:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1775763841.762599:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725781120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763841.762690:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725781120:12345-0@lo:400:kworker.0 Request processed in 90us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763841.762702:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1775763841.762836:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725781120:0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.763013:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725780736:0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.763056:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763841.763086:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725781248:0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.763120:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763841.763155:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775763841.763161:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725780864:0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.763195:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763841.763216:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725781376:0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.763238:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763841.763270:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725781376 00000100:00100000:0.0:1775763841.763279:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725781376 00000100:00100000:0.0:1775763841.763354:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1775763841.763368:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725781376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.763464:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725781376:12345-0@lo:400:kworker.0 Request processed in 96us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763841.763478:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1775763841.763531:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725780736 00000100:00100000:0.0:1775763841.763540:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725780736 00000100:00100000:0.0:1775763841.763575:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1775763841.763582:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725780736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.763610:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725780736:12345-0@lo:400:kworker.0 Request processed in 29us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763841.763615:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1775763841.763650:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725780992 00000100:00100000:0.0:1775763841.763660:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725780992 00000100:00100000:0.0:1775763841.763818:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725781248 00000100:00100000:0.0:1775763841.763827:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725781248 00000100:00100000:0.0:1775763841.763883:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725780864 00000100:00100000:0.0:1775763841.763890:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725780864 00000100:00100000:0.0:1775763841.763922:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1775763841.763937:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725780992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.764003:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725780992:12345-0@lo:400:kworker.0 Request processed in 72us (1676us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763841.764009:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1775763841.764023:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1775763841.764029:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725781248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.764057:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725781248:12345-0@lo:400:kworker.0 Request processed in 28us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763841.764063:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1775763841.764074:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1775763841.764080:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725780864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.764104:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725780864:12345-0@lo:400:kworker.0 Request processed in 24us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763841.764109:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1775763841.764165:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725780864:0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.764177:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725781376:0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.764198:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725780736:0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.764229:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725781248:0@lo:400:kworker.0 00000100:00100000:0.0:1775763841.764307:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725780992:0@lo:400:kworker.0 00000100:00080000:2.0:1775763841.764701:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763841.764716:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763841.764719:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763841.765138:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725781504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763841.765204:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763841.772549:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725781504 00000100:00100000:1.0:1775763841.772573:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725781504 00000100:00100000:1.0:1775763841.772671:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1775763841.772683:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725781504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763841.772767:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763841.774530:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725781504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1832us (9307us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763841.774553:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1775763841.778599:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725781504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763841.849333:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763841.849461:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763841.849533:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702611840 00000100:00100000:1.0:1775763841.849553:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702611840 00000100:00100000:3.0:1775763841.849645:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702611968 00000100:00100000:3.0:1775763841.849653:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702611968 00000100:00080000:2.0:1775763841.850150:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763841.855638:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 436 00000100:00100000:1.0:1775763841.855666:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702611840:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763841.855855:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702611840:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 198us (6390us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763841.855874:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 436 00000100:00100000:0.0:1775763841.863472:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 387 00000100:00100000:0.0:1775763841.863500:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702611968:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763841.863619:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702611968:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 133us (14318us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763841.863639:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 387 00010000:00010000:3.0:1775763842.271972:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763843.297990:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763843.809446:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725781632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763843.809515:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763843.809580:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725781632 00000100:00100000:0.0:1775763843.809588:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725781632 00000100:00100000:0.0:1775763843.809638:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1775763843.809646:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725781632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763843.809680:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763843.809728:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725781632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763843.809764:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1775763843.809825:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725781632:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763843.809926:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:2.0:1775763844.033110:0:24404:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 12: nodemap set squash ids ============ 15:44:01 (1775763841) 00010000:00010000:3.0:1775763844.332464:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763845.026615:0:24453:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee689acb0 20000000:00000080:3.0:1775763845.026635:0:24453:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33e1b400 uarg=0000000000000000 10000000:01000000:3.0:1775763845.033556:0:24453:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763845.033585:0:24453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.033607:0:24453:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b29a expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.033616:0:24453:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.033659:0:24453:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b29a expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.033677:0:24453:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b29a expref: 17 pid: 5760 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763845.033708:0:24453:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24453:1862022725781760:0@lo:104: 00000100:00100000:1.0:1775763845.037285:0:24453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763845.037358:0:24453:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06870b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775763845.037611:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725781760 00000100:00100000:3.0:1775763845.037621:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725781760 00000100:00100000:3.0:1775763845.037681:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1775763845.037691:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24453:x1862022725781760:12345-0@lo:104: 00010000:00010000:3.0:1775763845.039363:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.039516:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763845.039532:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24453:x1862022725781760:12345-0@lo:104: Request processed in 1836us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763845.039547:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00010000:3.0:1775763845.039595:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763845.039603:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.039612:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763845.039617:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.039628:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763845.039635:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763845.039641:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763845.039704:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763845.040611:0:24453:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24453:1862022725781760:0@lo:104: 00010000:00010000:1.0:1775763845.040646:0:24453:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.041448:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763845.041499:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.041509:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b29a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.041537:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763845.041539:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763845.041542:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763845.042396:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725781888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763845.042518:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763845.045879:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725781888 00000100:00100000:3.0:1775763845.045911:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725781888 00010000:00010000:3.0:1775763845.046466:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b29a expref: 18 pid: 5760 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763845.046532:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1775763845.046544:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725781888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763845.046568:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763845.046575:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b29a expref: 18 pid: 5760 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.046590:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b29a expref: 18 pid: 5760 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.046614:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b2a1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b29a expref: 18 pid: 5760 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.046632:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.046661:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.046682:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.046689:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.046695:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.046702:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.046708:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763845.047280:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.047291:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.047317:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763845.047330:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763845.047436:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725781888:12345-0@lo:103:ldlm_bl.0 Request processed in 891us (4915us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763845.047446:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1775763845.047633:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725781888:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763845.048048:0:24453:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763845.048059:0:24453:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763845.048066:0:24453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b2a8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763845.355669:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763846.368563:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763846.629316:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763846.629335:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763846.629340:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763846.629387:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763846.629399:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763846.629410:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763846.629434:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725782016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763846.629686:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763846.630881:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06870b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775763846.638924:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725782016 00000100:00100000:0.0:1775763846.638944:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725782016 00000100:00100000:1.0:1775763846.639371:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1775763846.639380:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725782016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763846.639395:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763846.639410:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b2af expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763846.639434:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b2af expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763846.639442:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b2af expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763846.639450:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb200, rc 0) 00000100:00100000:1.0:1775763846.639538:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725782016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (10027us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763846.639544:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1775763846.639811:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725782016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763846.639831:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763846.639841:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763846.639859:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763846.639863:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763846.639869:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763846.880868:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725782528:0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.880966:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763846.881030:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775763846.881036:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725782144:0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881059:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763846.881076:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725782656:0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881098:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763846.881119:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725782272:0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881150:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763846.881175:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763846.881181:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725782400:0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881205:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763846.881237:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725782528 00000100:00100000:1.0:1775763846.881245:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725782528 00000100:00100000:1.0:1775763846.881298:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725782144 00000100:00100000:1.0:1775763846.881301:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725782144 00000100:00100000:1.0:1775763846.881315:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725782272 00000100:00100000:1.0:1775763846.881318:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725782272 00000100:00100000:1.0:1775763846.881333:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1775763846.881341:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725782528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881393:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725782528:12345-0@lo:400:kworker.0 Request processed in 53us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763846.881400:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1775763846.881417:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1775763846.881423:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725782144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881448:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725782144:12345-0@lo:400:kworker.0 Request processed in 26us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763846.881454:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1775763846.881475:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1775763846.881481:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725782272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881512:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725782272:12345-0@lo:400:kworker.0 Request processed in 31us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763846.881518:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1775763846.881541:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725782656 00000100:00100000:1.0:1775763846.881545:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725782656 00000100:00100000:1.0:1775763846.881571:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725782400 00000100:00100000:1.0:1775763846.881574:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725782400 00000100:00100000:1.0:1775763846.881594:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1775763846.881600:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725782656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881630:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725782656:12345-0@lo:400:kworker.0 Request processed in 31us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763846.881635:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1775763846.881645:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1775763846.881651:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725782400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881675:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725782400:12345-0@lo:400:kworker.0 Request processed in 25us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763846.881681:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00080000:1.0:1775763846.881695:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763846.881700:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763846.881702:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763846.881778:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725782400:0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881790:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725782272:0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881819:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725782144:0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881827:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725782656:0@lo:400:kworker.0 00000100:00100000:1.0:1775763846.881843:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725782528:0@lo:400:kworker.0 00000100:00100000:2.0:1775763846.892878:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763846.892910:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725782784:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763846.893395:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763846.893480:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725782784 00000100:00100000:2.0:1775763846.893491:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725782784 00000100:00100000:2.0:1775763846.893548:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1775763846.893559:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725782784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763846.893603:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763846.893648:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725782784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763846.893656:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1775763846.893721:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725782784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763846.958272:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763846.958468:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702612096 00000100:00100000:0.0:1775763846.958482:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702612096 00000100:00100000:0.0:1775763846.958572:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 438 00000100:00100000:0.0:1775763846.958585:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702612096:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763846.958690:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702612096:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763846.960292:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 438 00000100:00100000:0.0:1775763846.962192:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763846.962317:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702612224 00000100:00100000:1.0:1775763846.962334:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702612224 00000100:00100000:1.0:1775763846.962443:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 391 00000100:00100000:1.0:1775763846.962455:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702612224:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763846.962556:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702612224:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763846.962565:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 391 00000100:00080000:2.0:1775763846.963469:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763847.391972:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763848.416226:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763848.928024:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725782912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763848.928131:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763848.928319:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725782912 00000100:00100000:0.0:1775763848.928340:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725782912 00000100:00100000:0.0:1775763848.928415:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1775763848.928426:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725782912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763848.928478:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763848.928539:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725782912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763848.928546:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1775763848.928606:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725782912:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763848.928912:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775763849.447069:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763849.821140:0:24649:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff638fff30 20000000:00000080:0.0:1775763849.821169:0:24649:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee6000 uarg=0000000000000000 10000000:01000000:0.0:1775763849.822326:0:24649:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763849.822361:0:24649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763849.822388:0:24649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b2af expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763849.822398:0:24649:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763849.824278:0:24649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b2af expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763849.824302:0:24649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b2af expref: 17 pid: 5762 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763849.824321:0:24649:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24649:1862022725783040:0@lo:104: 00000100:00100000:0.0:1775763849.824411:0:24649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763849.824539:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725783040 00000100:00100000:3.0:1775763849.824551:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725783040 00000100:00100000:3.0:1775763849.824626:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1775763849.824636:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24649:x1862022725783040:12345-0@lo:104: 00010000:00010000:3.0:1775763849.824650:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763849.824724:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763849.824752:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24649:x1862022725783040:12345-0@lo:104: Request processed in 97us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763849.824760:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00010000:00010000:1.0:1775763849.824869:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763849.824877:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.824886:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763849.824890:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.824900:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763849.824907:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763849.824913:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:0.0:1775763849.824919:0:24649:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0540 going to sleep for 11 seconds 00000100:00100000:0.0:1775763849.824945:0:24649:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24649:1862022725783040:0@lo:104: 00010000:00010000:1.0:1775763849.824955:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763849.824967:0:24649:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.824972:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763849.824994:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763849.825000:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1775763849.825001:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b2af lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2b6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763849.825012:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725783168:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763849.825019:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763849.825020:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763849.825022:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763849.825039:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763849.825104:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725783168 00000100:00100000:1.0:1775763849.825118:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725783168 00010000:00010000:1.0:1775763849.825145:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b2af expref: 18 pid: 5762 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763849.825171:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1775763849.825178:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725783168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763849.825190:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763849.825197:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b2af expref: 18 pid: 5762 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825209:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b2af expref: 18 pid: 5762 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825227:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b2b6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b2af expref: 18 pid: 5762 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825242:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825262:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825280:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825287:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825294:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825301:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825306:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763849.825311:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825319:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825335:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.825344:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763849.825372:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725783168:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763849.825378:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00010000:1.0:1775763849.827845:0:24649:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.827888:0:24649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763849.827896:0:24649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062600/0x429a70d18420b2bd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763849.828482:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725783168:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763850.470750:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763851.491460:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763851.552614:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763851.552622:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763851.552628:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763851.552696:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763851.552711:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763851.552724:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763851.552789:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725783296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763851.552873:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763851.552935:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775763851.553019:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725783296 00000100:00100000:0.0:1775763851.553030:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725783296 00000100:00100000:0.0:1775763851.553125:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1775763851.553137:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725783296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763851.553155:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763851.553173:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b2c4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763851.553201:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b2c4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763851.553212:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b2c4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763851.553221:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775763851.553278:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725783296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763851.553287:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1775763851.553439:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725783296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763851.553458:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763851.553480:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763851.553506:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763851.553512:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763851.553520:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763852.000287:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725783424:0@lo:400:kworker.0 00000100:00100000:0.0:1775763852.000379:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763852.001037:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725783424 00000100:00100000:1.0:1775763852.001046:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725783424 00000100:00100000:1.0:1775763852.001113:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1775763852.001124:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725783424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763852.002164:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725783808:0@lo:400:kworker.0 00000100:00100000:2.0:1775763852.002218:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763852.002426:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36df5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725783424:12345-0@lo:400:kworker.0 Request processed in 1302us (2044us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763852.002435:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1775763852.002509:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725783552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763852.002542:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763852.002567:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763852.002574:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725783680:0@lo:400:kworker.0 00000100:00100000:1.0:1775763852.002596:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763852.002628:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725783680 00000100:00100000:1.0:1775763852.002634:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725783680 00000100:00100000:1.0:1775763852.002698:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1775763852.002707:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725783680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763852.002777:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725783680:12345-0@lo:400:kworker.0 Request processed in 72us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763852.002784:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1775763852.002817:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725783808 00000100:00100000:1.0:1775763852.002821:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725783808 00000100:00100000:1.0:1775763852.002846:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1775763852.002852:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725783808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763852.002891:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725783808:12345-0@lo:400:kworker.0 Request processed in 39us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763852.002897:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:1.0:1775763852.002910:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763852.002914:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763852.002943:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725783680:0@lo:400:kworker.0 00000100:00100000:1.0:1775763852.003406:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725783808:0@lo:400:kworker.0 00000100:00100000:1.0:1775763852.003451:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725783552 00000100:00100000:1.0:1775763852.003464:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725783552 00000100:00100000:1.0:1775763852.003493:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1775763852.003500:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725783552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763852.003530:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763852.003569:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725783552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763852.003575:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1775763852.003610:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725783552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763852.009037:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725783424:0@lo:400:kworker.0 00000100:00100000:3.0:1775763852.010868:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725783936:0@lo:400:kworker.0 00000100:00100000:3.0:1775763852.010945:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763852.011322:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725783936 00000100:00100000:3.0:1775763852.011332:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725783936 00000100:00100000:3.0:1775763852.011427:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1775763852.011453:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725783936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763852.011517:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725783936:12345-0@lo:400:kworker.0 Request processed in 65us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763852.011525:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1775763852.011574:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725783936:0@lo:400:kworker.0 00000100:00100000:3.0:1775763852.011621:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725784064:0@lo:400:kworker.0 00000100:00100000:3.0:1775763852.011665:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763852.011714:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725784064 00000100:00100000:3.0:1775763852.011718:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725784064 00000100:00100000:3.0:1775763852.011787:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1775763852.011794:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725784064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763852.011831:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725784064:12345-0@lo:400:kworker.0 Request processed in 38us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763852.011838:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1775763852.011866:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725784064:0@lo:400:kworker.0 00000100:00080000:0.0:1775763852.017074:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763852.017084:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763852.078517:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763852.078717:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702612352 00000100:00100000:1.0:1775763852.078770:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702612352 00000100:00100000:1.0:1775763852.078840:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 440 00000100:00100000:1.0:1775763852.078857:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702612352:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763852.078981:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702612352:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 129us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763852.079014:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 440 00000100:00100000:2.0:1775763852.112343:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763852.113265:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702612480 00000100:00100000:3.0:1775763852.113282:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702612480 00000100:00100000:3.0:1775763852.113355:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 395 00000100:00100000:3.0:1775763852.113366:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702612480:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763852.113451:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702612480:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763852.113472:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 395 00000100:00080000:3.0:1775763852.113497:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763852.513273:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763853.545471:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763854.060025:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763854.060061:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725784192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763854.060141:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763854.060227:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725784192 00000100:00100000:2.0:1775763854.060236:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725784192 00000100:00100000:2.0:1775763854.060303:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1775763854.060312:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725784192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763854.060347:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763854.060384:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725784192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763854.060391:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00080000:2.0:1775763854.060411:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763854.060523:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725784192:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763854.562789:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763854.629567:0:24846:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0332d6c0 20000000:00000080:2.0:1775763854.629585:0:24846:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac7400 uarg=0000000000000000 10000000:01000000:2.0:1775763854.634266:0:24846:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763854.634297:0:24846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763854.634321:0:24846:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b2c4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763854.634332:0:24846:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763854.634390:0:24846:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b2c4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763854.634405:0:24846:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b2c4 expref: 17 pid: 5760 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763854.634420:0:24846:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24846:1862022725784320:0@lo:104: 00000100:00100000:2.0:1775763854.635222:0:24846:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763854.635358:0:24846:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0a5eb300 going to sleep for 11 seconds 00000100:00100000:1.0:1775763854.639907:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725784320 00000100:00100000:1.0:1775763854.639929:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725784320 00000100:00100000:0.0:1775763854.646816:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1775763854.646833:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24846:x1862022725784320:12345-0@lo:104: 00010000:00010000:0.0:1775763854.646858:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.646989:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763854.646996:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24846:x1862022725784320:12345-0@lo:104: Request processed in 167us (11778us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763854.647005:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1775763854.647154:0:24846:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24846:1862022725784320:0@lo:104: 00010000:00010000:3.0:1775763854.647182:0:24846:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763854.647242:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763854.647249:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763854.647258:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763854.647262:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763854.647271:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763854.647278:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763854.647285:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763854.647332:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763854.647339:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763854.647371:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763854.647378:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b2c4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763854.647398:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763854.647400:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763854.647412:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763854.647430:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725784448:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763854.647487:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763854.649212:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725784448 00000100:00100000:0.0:1775763854.649227:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725784448 00010000:00010000:0.0:1775763854.649286:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b2c4 expref: 18 pid: 5760 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763854.649339:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1775763854.649348:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725784448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763854.649367:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763854.649373:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b2c4 expref: 18 pid: 5760 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.649385:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b2c4 expref: 18 pid: 5760 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.649426:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b2cb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b2c4 expref: 18 pid: 5760 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.649442:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.649450:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.650179:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.650189:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.650196:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.650202:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.650208:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763854.650213:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.650220:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.650248:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763854.650271:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763854.650370:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725784448:12345-0@lo:103:ldlm_bl.0 Request processed in 1021us (2880us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763854.650380:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00010000:2.0:1775763854.650580:0:24846:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763854.650589:0:24846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763854.650594:0:24846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b2d2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763854.651658:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725784448:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763855.583934:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763856.159856:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763856.159863:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763856.159869:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763856.159920:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763856.159934:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763856.159947:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763856.159983:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725784576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763856.160071:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763856.160142:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0a5eb300 going to sleep for 11 seconds 00000100:00100000:1.0:1775763856.160229:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725784576 00000100:00100000:1.0:1775763856.160239:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725784576 00000100:00100000:1.0:1775763856.160308:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1775763856.160317:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725784576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763856.160333:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763856.160348:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b2d9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763856.160376:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b2d9 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763856.160386:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b2d9 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763856.160397:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cae00, rc 0) 00000100:00100000:1.0:1775763856.160444:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725784576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763856.160452:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1775763856.160499:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725784576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763856.160513:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763856.160523:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763856.160544:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763856.160557:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763856.160565:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763856.608561:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763857.121138:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725784704:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.121214:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763857.121261:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725785216:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.121286:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763857.121313:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763857.121318:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725785088:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.121358:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763857.121392:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725784832:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.121420:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763857.121437:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725785344:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.121457:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763857.121475:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763857.121481:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725784960:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.121504:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763857.123088:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725784704 00000100:00100000:3.0:1775763857.123102:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725784704 00000100:00100000:3.0:1775763857.123156:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1775763857.123166:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725784704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.123262:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725784704:12345-0@lo:400:kworker.0 Request processed in 98us (2048us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763857.123269:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1775763857.123314:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725785216 00000100:00100000:3.0:1775763857.123319:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725785216 00000100:00100000:3.0:1775763857.123360:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725784832 00000100:00100000:3.0:1775763857.123364:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725784832 00000100:00100000:3.0:1775763857.123392:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725784960 00000100:00100000:3.0:1775763857.123398:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725784960 00000100:00100000:3.0:1775763857.123425:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1775763857.123437:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725785216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.123477:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725785216:12345-0@lo:400:kworker.0 Request processed in 44us (2190us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763857.123483:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1775763857.123494:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1775763857.123500:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725784832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.123532:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725784832:12345-0@lo:400:kworker.0 Request processed in 32us (2112us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763857.123537:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1775763857.123548:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1775763857.123554:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725784960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.123581:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725784960:12345-0@lo:400:kworker.0 Request processed in 27us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763857.123586:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1775763857.126581:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725785472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763857.127175:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725785088 00000100:00100000:3.0:1775763857.127185:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725785088 00000100:00100000:3.0:1775763857.127255:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725785344 00000100:00100000:3.0:1775763857.127267:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725785344 00000100:00100000:3.0:1775763857.127304:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1775763857.127315:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725785088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763857.127525:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763857.128182:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1775763857.128195:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725785344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763857.128261:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725785344:12345-0@lo:400:kworker.0 Request processed in 69us (6802us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763857.128269:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1775763857.128594:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725785472 00000100:00100000:3.0:1775763857.128754:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725785088:12345-0@lo:400:kworker.0 Request processed in 1440us (7394us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763857.128977:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1775763857.129457:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725785472 00000100:00100000:0.0:1775763857.129513:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1775763857.129522:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725785472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763857.129563:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1775763857.129688:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763857.129693:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763857.129696:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763857.134640:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725785472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5102us (7098us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763857.134659:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1775763857.137377:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725784960:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.137401:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725784832:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.137415:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725785344:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.137491:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725785088:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.137514:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725784704:0@lo:400:kworker.0 00000100:00100000:3.0:1775763857.137536:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725785216:0@lo:400:kworker.0 00000100:00100000:2.0:1775763857.143033:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725785472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763857.198476:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763857.198523:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763857.198613:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702612736 00000100:00100000:3.0:1775763857.198625:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702612736 00000100:00100000:3.0:1775763857.198689:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 399 00000100:00100000:3.0:1775763857.198700:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702612736:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763857.199255:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702612736:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 553us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763857.199264:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 399 00000100:00100000:3.0:1775763857.199314:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702612608 00000100:00100000:3.0:1775763857.199319:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702612608 00000100:00100000:3.0:1775763857.199999:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 443 00000100:00100000:3.0:1775763857.200016:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702612608:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763857.200069:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702612608:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 60us (1545us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763857.200077:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 443 00000100:00080000:3.0:1775763857.200110:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:2.0:1775763857.232964:0:24944:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0ef33b00 20000000:00000080:2.0:1775763857.232985:0:24944:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac6c00 uarg=0000000000000000 10000000:01000000:3.0:1775763857.234479:0:24944:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763857.234502:0:24944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.234524:0:24944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b2d9 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.234533:0:24944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.234577:0:24944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b2d9 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.234591:0:24944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b2d9 expref: 17 pid: 5762 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763857.234609:0:24944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24944:1862022725785600:0@lo:104: 00000100:00100000:3.0:1775763857.234674:0:24944:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763857.234874:0:24944:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e011ca840 going to sleep for 11 seconds 00000100:00100000:0.0:1775763857.235153:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775763857.235169:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725785600 00000100:00100000:0.0:1775763857.235178:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725785600 00000100:00100000:0.0:1775763857.235242:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1775763857.235251:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3763cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24944:x1862022725785600:12345-0@lo:104: 00010000:00010000:0.0:1775763857.235265:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763857.235352:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763857.235358:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3763cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:24944:x1862022725785600:12345-0@lo:104: Request processed in 109us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763857.235382:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1775763857.235497:0:24944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24944:1862022725785600:0@lo:104: 00010000:00010000:2.0:1775763857.235521:0:24944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763857.235718:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763857.235725:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763857.236212:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763857.236217:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763857.236226:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763857.236233:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763857.236239:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763857.236310:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763857.236317:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763857.236359:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763857.236367:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b2d9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2e0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763857.236381:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763857.236382:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763857.236384:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763857.236490:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763857.236505:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725785728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763857.236554:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763857.236682:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725785728 00000100:00100000:1.0:1775763857.236688:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725785728 00010000:00010000:1.0:1775763857.236712:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b2d9 expref: 18 pid: 5762 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763857.236840:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1775763857.236851:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725785728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763857.236871:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763857.236876:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b2d9 expref: 18 pid: 5762 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236888:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b2d9 expref: 18 pid: 5762 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236901:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b2e0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b2d9 expref: 18 pid: 5762 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236913:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236922:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236935:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236942:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236949:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236955:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236960:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763857.236963:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.236979:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.237000:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763857.237008:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763857.237053:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725785728:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763857.237060:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1775763857.237095:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725785728:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763857.237167:0:24944:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763857.237175:0:24944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763857.237180:0:24944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b2e7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763857.636074:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763858.399870:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763858.399878:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763858.399883:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763858.399932:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763858.399943:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763858.399955:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763858.399980:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725785856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763858.400070:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763858.400134:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e372f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1775763858.400150:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725785856 00000100:00100000:1.0:1775763858.400158:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725785856 00000100:00100000:1.0:1775763858.400216:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1775763858.400226:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725785856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763858.400242:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763858.400257:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b2ee expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763858.400283:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b2ee expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763858.400295:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b2ee expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763858.400304:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775763858.400346:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725785856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763858.400366:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1775763858.402072:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725785856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763858.402102:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763858.402116:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763858.402144:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763858.402149:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763858.402157:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763858.656123:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763859.170236:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763859.170261:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725785984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763859.170365:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763859.170434:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725785984 00000100:00100000:3.0:1775763859.170443:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725785984 00000100:00100000:3.0:1775763859.170505:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1775763859.170515:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725785984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763859.170544:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763859.170587:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725785984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763859.170594:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00080000:3.0:1775763859.170614:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763859.170649:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725785984:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1775763859.545307:0:25043:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdbc0df6c0 20000000:00000080:1.0:1775763859.545325:0:25043:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c91c00 uarg=0000000000000000 10000000:01000000:1.0:1775763859.545810:0:25043:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763859.545833:0:25043:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.545852:0:25043:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b2ee expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.545861:0:25043:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.545903:0:25043:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b2ee expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.545918:0:25043:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b2ee expref: 17 pid: 5762 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763859.545937:0:25043:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25043:1862022725786112:0@lo:104: 00000100:00100000:1.0:1775763859.546038:0:25043:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763859.546107:0:25043:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09ab5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763859.546818:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725786112 00000100:00100000:0.0:1775763859.546827:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725786112 00000100:00100000:0.0:1775763859.546877:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1775763859.546885:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25043:x1862022725786112:12345-0@lo:104: 00010000:00010000:0.0:1775763859.546901:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763859.546963:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763859.546968:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25043:x1862022725786112:12345-0@lo:104: Request processed in 85us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763859.546975:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1775763859.547062:0:25043:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25043:1862022725786112:0@lo:104: 00010000:00010000:2.0:1775763859.547082:0:25043:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547391:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763859.547398:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547406:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763859.547410:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547437:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763859.547443:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763859.547448:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763859.547526:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547533:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763859.547560:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547567:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b2ee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b2f5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547583:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763859.547585:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763859.547586:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763859.547594:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763859.547605:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725786240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763859.547642:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763859.547681:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725786240 00000100:00100000:1.0:1775763859.547685:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725786240 00010000:00010000:1.0:1775763859.547704:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b2ee expref: 18 pid: 5762 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763859.547727:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775763859.547764:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725786240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763859.547775:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763859.547780:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b2ee expref: 18 pid: 5762 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547791:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b2ee expref: 18 pid: 5762 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547804:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b2f5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b2ee expref: 18 pid: 5762 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547816:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547823:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547837:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547844:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547851:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547858:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547864:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cac00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763859.547868:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547881:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547894:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763859.547902:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763859.547926:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725786240:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763859.547932:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775763859.547984:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725786240:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763859.548245:0:25043:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763859.548254:0:25043:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763859.548261:0:25043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b2fc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25043 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763859.686444:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763860.709462:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763861.218662:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763861.218672:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763861.218678:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763861.218759:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763861.218774:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763861.218786:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763861.218816:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725786368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763861.218914:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763861.218992:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1775763861.219248:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725786368 00000100:00100000:0.0:1775763861.219258:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725786368 00000100:00100000:0.0:1775763861.219337:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1775763861.219349:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725786368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763861.219381:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763861.219397:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b303 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763861.219424:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b303 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763861.219435:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b303 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763861.219445:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775763861.219495:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725786368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763861.219501:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1775763861.220809:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725786368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763861.220835:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763861.220853:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763861.220874:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763861.220879:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763861.220886:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763861.728225:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763862.243938:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725786496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763862.244029:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763862.244118:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725786496 00000100:00100000:0.0:1775763862.244126:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725786496 00000100:00100000:0.0:1775763862.244190:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1775763862.244200:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725786496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763862.244246:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763862.244295:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725786496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763862.244303:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00080000:0.0:1775763862.244325:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763862.244370:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725786496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763862.258354:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725786624:0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.258444:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763862.258538:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725786624 00000100:00100000:3.0:1775763862.258548:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725786624 00000100:00100000:3.0:1775763862.269147:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1775763862.269184:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725786624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.269313:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725786624:12345-0@lo:400:kworker.0 Request processed in 150us (10869us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763862.276513:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1775763862.276634:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725786624:0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.276795:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725786752:0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.276857:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763862.277032:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725786752 00000100:00100000:3.0:1775763862.277042:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725786752 00000100:00100000:3.0:1775763862.277094:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1775763862.277103:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725786752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.277168:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725786752:12345-0@lo:400:kworker.0 Request processed in 66us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763862.277176:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1775763862.299283:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725786752:0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.299406:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725787136:0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.299493:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763862.299553:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725787136 00000100:00100000:3.0:1775763862.299560:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725787136 00000100:00100000:3.0:1775763862.299618:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1775763862.299628:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725787136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.299686:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725787136:12345-0@lo:400:kworker.0 Request processed in 58us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763862.299693:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1775763862.299755:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725787136:0@lo:400:kworker.0 00000100:00100000:0.0:1775763862.299884:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725786880:0@lo:400:kworker.0 00000100:00100000:0.0:1775763862.299926:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763862.299949:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763862.299955:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725787008:0@lo:400:kworker.0 00000100:00100000:0.0:1775763862.299979:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775763862.300015:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763862.301896:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725786880 00000100:00100000:3.0:1775763862.301913:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725786880 00000100:00100000:3.0:1775763862.301985:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725787008 00000100:00100000:3.0:1775763862.301989:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725787008 00000100:00100000:3.0:1775763862.302025:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1775763862.302035:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725786880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.302128:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725786880:12345-0@lo:400:kworker.0 Request processed in 95us (2201us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763862.302137:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1775763862.302157:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1775763862.302163:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725787008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.302212:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725787008:12345-0@lo:400:kworker.0 Request processed in 48us (2230us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763862.302218:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00080000:0.0:1775763862.303672:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763862.303723:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725787008:0@lo:400:kworker.0 00000100:00100000:0.0:1775763862.303759:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725786880:0@lo:400:kworker.0 00000100:00100000:3.0:1775763862.331814:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763862.331868:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763862.331909:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702612864 00000100:00100000:3.0:1775763862.331923:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702612864 00000100:00100000:3.0:1775763862.332030:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 447 00000100:00100000:3.0:1775763862.332044:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702612864:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763862.332148:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702612864:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 105us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763862.332157:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 447 00000100:00100000:3.0:1775763862.332202:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702612992 00000100:00100000:3.0:1775763862.332206:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702612992 00000100:00100000:3.0:1775763862.332258:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 403 00000100:00100000:3.0:1775763862.332264:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702612992:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763862.332297:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702612992:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 33us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763862.332304:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 403 00000100:00080000:0.0:1775763862.333207:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763862.753575:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763863.779181:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763864.294577:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763864.294614:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725787264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763864.294717:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763864.295168:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725787264 00000100:00100000:0.0:1775763864.295186:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725787264 00000100:00100000:0.0:1775763864.295320:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1775763864.295338:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725787264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763864.295420:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763864.295508:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725787264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 173us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763864.295519:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1775763864.295618:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725787264:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763864.296014:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775763864.807923:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763865.823928:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763866.848843:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763867.152910:0:25291:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff405ea9e0 20000000:00000080:3.0:1775763867.155635:0:25291:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6f5800 uarg=0000000000000000 10000000:01000000:2.0:1775763867.162658:0:25291:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763867.162687:0:25291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763867.162709:0:25291:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b303 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763867.162717:0:25291:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763867.163450:0:25291:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b303 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763867.163470:0:25291:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b303 expref: 17 pid: 5760 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763867.163488:0:25291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25291:1862022725787392:0@lo:104: 00000100:00100000:2.0:1775763867.163557:0:25291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763867.163692:0:25291:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6900 going to sleep for 11 seconds 00000100:00100000:0.0:1775763867.169463:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725787392 00000100:00100000:0.0:1775763867.169479:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725787392 00000100:00100000:2.0:1775763867.171552:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1775763867.171566:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25291:x1862022725787392:12345-0@lo:104: 00010000:00010000:2.0:1775763867.171588:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763867.171701:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763867.171707:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25291:x1862022725787392:12345-0@lo:104: Request processed in 145us (8150us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763867.171714:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00010000:0.0:1775763867.171923:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763867.171931:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763867.171941:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763867.171946:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763867.171988:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763867.171996:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763867.172002:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763867.172054:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763867.172061:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763867.172082:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763867.172089:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b303 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b30a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763867.172111:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763867.172112:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763867.172114:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763867.172131:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725787520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763867.172178:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763867.172278:0:25291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25291:1862022725787392:0@lo:104: 00010000:00010000:0.0:1775763867.172300:0:25291:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763867.172838:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725787520 00000100:00100000:3.0:1775763867.172848:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725787520 00010000:00010000:3.0:1775763867.172877:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b303 expref: 18 pid: 5760 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763867.172902:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1775763867.172932:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725787520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763867.172946:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763867.172961:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b303 expref: 18 pid: 5760 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.172973:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b303 expref: 18 pid: 5760 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.172991:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b30a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b303 expref: 18 pid: 5760 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173006:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173014:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173031:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173039:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173045:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173052:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173057:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763867.173062:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173077:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173100:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763867.173111:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763867.173160:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725787520:12345-0@lo:103:ldlm_bl.0 Request processed in 242us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763867.173167:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1775763867.173203:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725787520:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763867.173271:0:25291:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763867.173280:0:25291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763867.173286:0:25291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b311 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763867.370692:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763867.370725:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725787648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763867.374505:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763867.374527:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725788032:0@lo:400:kworker.0 00000100:00100000:1.0:1775763867.374695:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725787904:0@lo:400:kworker.0 00000100:00100000:0.0:1775763867.377799:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725787776:0@lo:400:kworker.0 00000100:00100000:2.0:1775763867.378272:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763867.378464:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725788032 00000100:00100000:2.0:1775763867.378475:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725788032 00000100:00100000:2.0:1775763867.378540:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1775763867.378549:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725788032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763867.378603:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725788032:12345-0@lo:400:kworker.0 Request processed in 55us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763867.378610:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00080000:2.0:1775763867.378633:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763867.378685:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725788032:0@lo:400:kworker.0 00000100:00100000:2.0:1775763867.378766:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725788160:0@lo:400:kworker.0 00000100:00100000:2.0:1775763867.378795:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763867.378828:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725788160 00000100:00100000:2.0:1775763867.378832:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725788160 00000100:00100000:2.0:1775763867.378877:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1775763867.378883:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725788160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763867.382497:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725788160:12345-0@lo:400:kworker.0 Request processed in 38us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763867.382520:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:2.0:1775763867.382588:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763867.382659:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725788160:0@lo:400:kworker.0 00000100:00100000:1.0:1775763867.383678:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763867.383749:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763867.383760:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725788288:0@lo:400:kworker.0 00000100:00100000:1.0:1775763867.383803:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763867.385522:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725787904 00000100:00100000:2.0:1775763867.385540:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725787904 00000100:00100000:2.0:1775763867.385651:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1775763867.385663:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725787904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763867.385795:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725787904:12345-0@lo:400:kworker.0 Request processed in 134us (2118us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763867.385803:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1775763867.385869:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725787904:0@lo:400:kworker.0 00000100:00080000:1.0:1775763867.385987:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763867.386565:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763867.387566:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725787648 00000100:00100000:1.0:1775763867.387580:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725787648 00000100:00100000:1.0:1775763867.387642:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1775763867.387653:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725787648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763867.387693:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763867.387784:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725787648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (1220us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763867.387793:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1775763867.388437:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763867.389454:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725787776 00000100:00100000:2.0:1775763867.389470:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725787776 00000100:00100000:2.0:1775763867.389536:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1775763867.389546:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725787776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763867.389624:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725787776:12345-0@lo:400:kworker.0 Request processed in 81us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763867.389639:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1775763867.389691:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725787776:0@lo:400:kworker.0 00000100:00100000:0.0:1775763867.389895:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725788288 00000100:00100000:0.0:1775763867.389900:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725788288 00000100:00100000:0.0:1775763867.390038:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1775763867.390045:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725788288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763867.390088:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725788288:12345-0@lo:400:kworker.0 Request processed in 44us (6284us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763867.390094:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1775763867.390141:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725787648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763867.390247:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725788288:0@lo:400:kworker.0 00000100:00080000:1.0:1775763867.391915:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763867.439490:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763867.439541:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763867.439582:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702613120 00000100:00100000:3.0:1775763867.439595:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702613120 00000100:00100000:3.0:1775763867.439655:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 448 00000100:00100000:3.0:1775763867.439665:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702613120:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763867.439774:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702613120:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 111us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763867.439785:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 448 00000100:00100000:3.0:1775763867.441194:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702613248 00000100:00100000:3.0:1775763867.441205:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702613248 00000100:00100000:3.0:1775763867.441288:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 407 00000100:00100000:3.0:1775763867.441303:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702613248:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763867.441444:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702613248:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 142us (1901us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763867.441451:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 407 00000100:00080000:1.0:1775763867.443232:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763867.871869:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763868.385060:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763868.385069:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763868.385075:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763868.385126:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.385140:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.385153:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763868.385184:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725788416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763868.385261:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763868.385322:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36de7600 going to sleep for 11 seconds 00000100:00100000:1.0:1775763868.386875:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725788416 00000100:00100000:1.0:1775763868.386890:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725788416 00000100:00100000:1.0:1775763868.386951:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1775763868.386962:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725788416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763868.386980:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763868.386997:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b318 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763868.387023:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b318 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763868.387035:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b318 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763868.387046:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775763868.387121:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725788416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763868.387128:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1775763868.387193:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725788416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763868.387211:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763868.387219:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763868.387240:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763868.387246:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763868.387260:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1775763868.447175:0:25340:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2851c030 20000000:00000080:3.0:1775763868.447199:0:25340:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6f5800 uarg=0000000000000000 10000000:01000000:3.0:1775763868.449226:0:25340:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763868.449250:0:25340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.449270:0:25340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b318 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.449280:0:25340:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.449601:0:25340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b318 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.449627:0:25340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b318 expref: 17 pid: 5760 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763868.449652:0:25340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25340:1862022725788544:0@lo:104: 00000100:00100000:3.0:1775763868.450175:0:25340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763868.450294:0:25340:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36de70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763868.452510:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725788544 00000100:00100000:1.0:1775763868.452528:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725788544 00000100:00100000:1.0:1775763868.452665:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1775763868.452677:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25340:x1862022725788544:12345-0@lo:104: 00010000:00010000:1.0:1775763868.452694:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763868.452923:0:25340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25340:1862022725788544:0@lo:104: 00010000:00010000:3.0:1775763868.452959:0:25340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763868.455292:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763868.455318:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25340:x1862022725788544:12345-0@lo:104: Request processed in 2631us (5132us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763868.455330:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00010000:0.0:1775763868.455674:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763868.455687:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763868.455700:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763868.455707:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763868.455966:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763868.455973:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763868.455978:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763868.456034:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763868.456041:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763868.456060:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763868.456084:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b318 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b31f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763868.456103:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763868.456105:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763868.456107:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763868.456198:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725788672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763868.456264:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763868.458454:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725788672 00000100:00100000:3.0:1775763868.458472:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725788672 00010000:00010000:3.0:1775763868.458528:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b318 expref: 18 pid: 5760 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763868.458632:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1775763868.458645:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725788672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763868.458661:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763868.458667:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b318 expref: 18 pid: 5760 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458679:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b318 expref: 18 pid: 5760 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458700:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b31f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b318 expref: 18 pid: 5760 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458817:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458829:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458862:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458875:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458887:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458900:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458909:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763868.458917:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458930:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458974:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763868.458993:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763868.459141:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725788672:12345-0@lo:103:ldlm_bl.0 Request processed in 493us (2871us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763868.459161:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1775763868.459284:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725788672:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763868.460582:0:25340:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763868.460598:0:25340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763868.460606:0:25340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b326 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763868.906712:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763869.411284:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725788800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763869.411393:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763869.411519:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725788800 00000100:00100000:1.0:1775763869.411533:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725788800 00000100:00100000:1.0:1775763869.411640:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1775763869.411656:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725788800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763869.411717:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763869.411787:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725788800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763869.411817:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00080000:1.0:1775763869.411840:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763869.411878:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e04c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725788800:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1775763869.667509:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763869.667517:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763869.667522:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763869.667589:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763869.667603:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763869.667616:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763869.667652:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725788928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763869.667781:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763869.667857:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0f0e50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775763869.668309:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725788928 00000100:00100000:2.0:1775763869.668323:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725788928 00000100:00100000:2.0:1775763869.668381:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1775763869.668389:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725788928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763869.668403:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763869.668420:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b32d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.668446:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b32d expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.668457:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b32d expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.668466:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775763869.668526:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725788928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763869.668533:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1775763869.668597:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725788928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763869.668614:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.668641:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763869.668662:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763869.668666:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.668674:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.920027:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763869.930562:0:25388:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd740d5fb0 20000000:00000080:0.0:1775763869.930589:0:25388:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f76000 uarg=0000000000000000 10000000:01000000:1.0:1775763869.935617:0:25388:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763869.935645:0:25388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763869.935667:0:25388:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b32d expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763869.935675:0:25388:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763869.935725:0:25388:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b32d expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763869.939278:0:25388:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b32d expref: 17 pid: 5762 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763869.939301:0:25388:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25388:1862022725789056:0@lo:104: 00000100:00100000:1.0:1775763869.939484:0:25388:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763869.939638:0:25388:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0f0e59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763869.939715:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725789056 00000100:00100000:3.0:1775763869.939726:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725789056 00000100:00100000:3.0:1775763869.940223:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1775763869.940235:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25388:x1862022725789056:12345-0@lo:104: 00010000:00010000:3.0:1775763869.940258:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763869.940524:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763869.940533:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25388:x1862022725789056:12345-0@lo:104: Request processed in 299us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763869.940541:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00010000:00010000:0.0:1775763869.940648:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763869.940657:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763869.940665:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763869.940670:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763869.940679:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763869.940686:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763869.940709:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763869.940801:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763869.940809:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763869.940853:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763869.940861:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b32d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b334 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763869.940885:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763869.940887:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763869.940889:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763869.940935:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725789184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763869.940989:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763869.941054:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725789184 00000100:00100000:2.0:1775763869.941062:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725789184 00010000:00010000:2.0:1775763869.941091:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b32d expref: 18 pid: 5762 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763869.941126:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1775763869.941134:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725789184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763869.941149:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763869.941155:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b32d expref: 18 pid: 5762 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941167:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b32d expref: 18 pid: 5762 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941188:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941204:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941220:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941227:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941234:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941240:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941245:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763869.941249:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941256:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941264:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763869.941273:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763869.941305:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725789184:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763869.941312:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1775763869.941365:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725789184:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763869.941608:0:25388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b334 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b32d expref: 17 pid: 5762 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763869.941621:0:25388:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25388:1862022725789056:0@lo:104: 00010000:00010000:1.0:1775763869.941635:0:25388:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763869.941643:0:25388:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763869.941649:0:25388:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763869.941655:0:25388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b33b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763870.944712:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763871.379039:0:25436:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd67f03d0 20000000:00000080:2.0:1775763871.379057:0:25436:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ee59000 uarg=0000000000000000 10000000:01000000:2.0:1775763871.379293:0:25436:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763871.379315:0:25436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379336:0:25436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379347:0:25436:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379353:0:25436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379360:0:25436:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379367:0:25436:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379373:0:25436:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763871.379378:0:25436:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379386:0:25436:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379401:0:25436:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379410:0:25436:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.379425:0:25436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b342 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763871.779133:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763871.779144:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763871.779151:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763871.779229:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763871.779245:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763871.779275:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763871.779317:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725789312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763871.779425:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763871.779515:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0f0e59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763871.783107:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725789312 00000100:00100000:3.0:1775763871.783125:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725789312 00000100:00100000:3.0:1775763871.783205:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1775763871.783216:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725789312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763871.783236:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763871.783262:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b349 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763871.783297:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b349 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763871.783312:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b349 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763871.783324:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775763871.783431:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725789312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 217us (4006us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763871.783445:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1775763871.783517:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725789312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763871.783539:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763871.783550:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763871.783571:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763871.783576:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763871.783583:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763871.968073:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763872.485081:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725789440:0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.485174:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763872.485687:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725789952:0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.485726:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763872.485777:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775763872.485784:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725789568:0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.485812:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763872.485830:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725790080:0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.485858:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763872.486838:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725789696:0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.486892:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763872.486932:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763872.486939:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725789824:0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.486966:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763872.487009:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725789440 00000100:00100000:2.0:1775763872.487020:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725789440 00000100:00100000:2.0:1775763872.487070:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1775763872.487080:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725789440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.487136:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725789440:12345-0@lo:400:kworker.0 Request processed in 57us (1962us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763872.487144:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1775763872.487198:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725789952 00000100:00100000:0.0:1775763872.490949:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725790208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763872.491055:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763872.491141:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725790208 00000100:00100000:0.0:1775763872.491151:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725790208 00000100:00100000:0.0:1775763872.491235:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1775763872.491245:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725790208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763872.491292:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763872.491347:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725790208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763872.491354:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00080000:0.0:1775763872.491380:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763872.491426:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725790208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763872.491709:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725789952 00000100:00100000:2.0:1775763872.491789:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725789568 00000100:00100000:2.0:1775763872.491794:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725789568 00000100:00080000:0.0:1775763872.491868:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763872.492719:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725789696 00000100:00100000:2.0:1775763872.492747:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725789696 00000100:00100000:2.0:1775763872.492780:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1775763872.492789:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725789952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.492891:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725789952:12345-0@lo:400:kworker.0 Request processed in 102us (7164us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763872.492908:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1775763872.492927:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1775763872.492934:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725789568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.492964:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725789568:12345-0@lo:400:kworker.0 Request processed in 32us (7152us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763872.492970:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1775763872.492983:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1775763872.492988:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725789696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.493029:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725789696:12345-0@lo:400:kworker.0 Request processed in 41us (6136us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763872.493035:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1775763872.493063:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725790080 00000100:00100000:2.0:1775763872.493067:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725790080 00000100:00100000:2.0:1775763872.493098:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725789824 00000100:00100000:2.0:1775763872.493101:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725789824 00000100:00100000:2.0:1775763872.493119:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1775763872.493125:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725790080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.493159:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725790080:12345-0@lo:400:kworker.0 Request processed in 34us (7301us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763872.493176:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1775763872.493187:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1775763872.493192:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725789824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.493233:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725789824:12345-0@lo:400:kworker.0 Request processed in 40us (6266us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763872.493239:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1775763872.493292:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725789568:0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.493303:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725790080:0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.493314:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725789440:0@lo:400:kworker.0 00000100:00100000:2.0:1775763872.493325:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725789952:0@lo:400:kworker.0 00000100:00080000:2.0:1775763872.493375:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763872.493379:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763872.493712:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725789824:0@lo:400:kworker.0 00000100:00100000:0.0:1775763872.493726:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725789696:0@lo:400:kworker.0 00000100:00100000:0.0:1775763872.565063:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763872.565127:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763872.565196:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702613504 00000100:00100000:0.0:1775763872.565210:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702613504 00000100:00100000:0.0:1775763872.565309:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 411 00000100:00100000:0.0:1775763872.565323:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702613504:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763872.566972:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702613504:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1641us (1913us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763872.566988:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 411 00000100:00080000:0.0:1775763872.567030:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763872.567946:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702613376 00000100:00100000:0.0:1775763872.567960:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702613376 00000100:00100000:0.0:1775763872.568020:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 453 00000100:00100000:0.0:1775763872.568029:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702613376:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763872.568085:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702613376:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 57us (2957us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763872.568094:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 453 00000020:00000080:0.0:1775763872.674398:0:25486:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd897c31a0 20000000:00000080:0.0:1775763872.674421:0:25486:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d2ac00 uarg=0000000000000000 10000000:01000000:0.0:1775763872.676234:0:25486:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763872.676260:0:25486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763872.676281:0:25486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b349 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763872.676299:0:25486:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763872.676351:0:25486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b349 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763872.676370:0:25486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b349 expref: 17 pid: 5763 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763872.676389:0:25486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25486:1862022725790336:0@lo:104: 00000100:00100000:0.0:1775763872.676490:0:25486:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763872.676552:0:25486:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86600 going to sleep for 11 seconds 00000100:00100000:1.0:1775763872.676765:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725790336 00000100:00100000:1.0:1775763872.676774:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725790336 00000100:00100000:1.0:1775763872.676830:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775763872.676841:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25486:x1862022725790336:12345-0@lo:104: 00010000:00010000:1.0:1775763872.676858:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763872.676943:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763872.676950:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25486:x1862022725790336:12345-0@lo:104: Request processed in 111us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763872.676957:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1775763872.677060:0:25486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25486:1862022725790336:0@lo:104: 00010000:00010000:2.0:1775763872.677083:0:25486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677231:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763872.677240:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677247:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763872.677251:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677260:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763872.677268:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763872.677291:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763872.677326:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677333:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763872.677364:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677372:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b349 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b350 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677394:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763872.677396:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763872.677398:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763872.677408:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763872.677423:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725790464:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763872.677465:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763872.677506:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725790464 00000100:00100000:3.0:1775763872.677510:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725790464 00010000:00010000:3.0:1775763872.677534:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b349 expref: 18 pid: 5763 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763872.677561:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1775763872.677568:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725790464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763872.677579:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763872.677585:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b349 expref: 18 pid: 5763 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677607:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b349 expref: 18 pid: 5763 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677621:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b350 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b349 expref: 18 pid: 5763 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677637:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677646:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677662:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677670:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677677:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677684:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677690:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763872.677695:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677704:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677764:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763872.677775:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763872.677802:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725790464:12345-0@lo:103:ldlm_bl.0 Request processed in 235us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763872.677810:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1775763872.677841:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725790464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763872.678100:0:25486:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763872.678109:0:25486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763872.678116:0:25486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b357 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763873.004208:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763874.019409:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763874.024452:0:25535:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeff5e1390 20000000:00000080:2.0:1775763874.024478:0:25535:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d2ac00 uarg=0000000000000000 10000000:01000000:2.0:1775763874.024720:0:25535:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763874.024775:0:25535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024791:0:25535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024802:0:25535:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024808:0:25535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024814:0:25535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024822:0:25535:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024828:0:25535:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763874.024832:0:25535:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024841:0:25535:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024854:0:25535:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024862:0:25535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.024879:0:25535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b35e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763874.208002:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763874.208014:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763874.208020:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763874.208098:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.208113:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.208127:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763874.208161:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37839c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725790592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763874.208261:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763874.208316:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763874.208830:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725790592 00000100:00100000:1.0:1775763874.208842:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725790592 00000100:00100000:1.0:1775763874.208918:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1775763874.208929:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725790592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763874.208946:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763874.208964:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b365 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763874.208992:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b365 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763874.209022:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b365 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763874.209034:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca000, rc 0) 00000100:00100000:1.0:1775763874.209082:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725790592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763874.209089:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1775763874.210478:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37839c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725790592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763874.210512:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.210526:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763874.210553:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763874.210558:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763874.210586:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763874.528767:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725790720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763874.528851:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763874.529100:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725790720 00000100:00100000:0.0:1775763874.529112:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725790720 00000100:00100000:0.0:1775763874.529186:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1775763874.529197:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725790720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763874.529237:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1775763874.530433:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763874.543451:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725790720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 14230us (14574us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763874.543471:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1775763874.545234:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725790720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763875.040468:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763875.290336:0:25583:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff323578c0 20000000:00000080:2.0:1775763875.290355:0:25583:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d638400 uarg=0000000000000000 10000000:01000000:2.0:1775763875.291123:0:25583:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763875.291152:0:25583:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763875.291176:0:25583:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b365 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763875.291185:0:25583:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763875.291243:0:25583:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b365 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763875.291259:0:25583:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b365 expref: 17 pid: 5763 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763875.291275:0:25583:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25583:1862022725790848:0@lo:104: 00000100:00100000:2.0:1775763875.291353:0:25583:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763875.291615:0:25583:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763875.291920:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725790848 00000100:00100000:3.0:1775763875.291930:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725790848 00000100:00100000:3.0:1775763875.292007:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1775763875.292020:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25583:x1862022725790848:12345-0@lo:104: 00010000:00010000:3.0:1775763875.292040:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763875.292125:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763875.292132:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25583:x1862022725790848:12345-0@lo:104: Request processed in 115us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763875.292140:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1775763875.292388:0:25583:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25583:1862022725790848:0@lo:104: 00010000:00010000:2.0:1775763875.292424:0:25583:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293018:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763875.293028:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293036:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763875.293041:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293066:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763875.293073:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763875.293080:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763875.293164:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293171:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763875.293209:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293216:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b365 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b36c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293232:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763875.293234:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763875.293236:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763875.293272:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763875.293290:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725790976:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763875.293342:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763875.293423:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725790976 00000100:00100000:0.0:1775763875.293430:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725790976 00010000:00010000:0.0:1775763875.293467:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b365 expref: 18 pid: 5763 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763875.293505:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1775763875.293513:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725790976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763875.293526:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763875.293531:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b365 expref: 18 pid: 5763 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293548:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b365 expref: 18 pid: 5763 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293562:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b36c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b365 expref: 18 pid: 5763 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293576:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293584:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293598:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293604:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293611:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293617:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293622:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763875.293626:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293632:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293656:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763875.293665:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763875.293696:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725790976:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763875.293703:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1775763875.293763:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725790976:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763875.294346:0:25583:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763875.294355:0:25583:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763875.294361:0:25583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b373 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25583 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763876.065004:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763876.398672:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763876.398679:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763876.398683:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763876.398773:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763876.398787:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763876.398802:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763876.400037:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ede680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725791104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763876.400133:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763876.402675:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0780 going to sleep for 11 seconds 00000100:00100000:1.0:1775763876.410692:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725791104 00000100:00100000:1.0:1775763876.410705:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725791104 00000100:00100000:1.0:1775763876.410785:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1775763876.410798:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725791104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763876.410816:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763876.410990:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b37a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763876.411028:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b37a expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763876.411042:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b37a expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763876.411054:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775763876.411177:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725791104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 382us (11043us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763876.411185:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1775763876.411284:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ede680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725791104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763876.411309:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763876.411320:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763876.411347:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763876.411354:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763876.411361:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1775763877.027276:0:25631:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd35a7cf60 20000000:00000080:1.0:1775763877.027296:0:25631:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f76000 uarg=0000000000000000 10000000:01000000:1.0:1775763877.027727:0:25631:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763877.027932:0:25631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763877.027955:0:25631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b37a expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763877.027963:0:25631:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763877.028095:0:25631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b37a expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763877.028113:0:25631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b37a expref: 17 pid: 5760 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763877.028146:0:25631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25631:1862022725791232:0@lo:104: 00000100:00100000:1.0:1775763877.028219:0:25631:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763877.028350:0:25631:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d300 going to sleep for 11 seconds 00000100:00100000:0.0:1775763877.028408:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775763877.028580:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725791232 00000100:00100000:0.0:1775763877.028588:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725791232 00000100:00100000:0.0:1775763877.028707:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1775763877.028718:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36c9a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25631:x1862022725791232:12345-0@lo:104: 00010000:00010000:0.0:1775763877.028783:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763877.028867:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763877.028873:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36c9a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25631:x1862022725791232:12345-0@lo:104: Request processed in 158us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763877.028881:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1775763877.029021:0:25631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25631:1862022725791232:0@lo:104: 00010000:00010000:1.0:1775763877.029038:0:25631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.029306:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763877.029316:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.029324:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763877.029329:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.029340:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763877.029348:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763877.029355:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763877.029399:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.029406:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763877.029458:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.029466:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b37a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b381 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.029495:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763877.029497:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763877.029498:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763877.029521:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725791360:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763877.029563:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763877.029615:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725791360 00000100:00100000:2.0:1775763877.029621:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725791360 00010000:00010000:2.0:1775763877.029646:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b37a expref: 18 pid: 5760 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763877.029673:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1775763877.029682:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725791360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763877.029696:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763877.029700:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b37a expref: 18 pid: 5760 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.029713:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b37a expref: 18 pid: 5760 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.029728:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b381 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b37a expref: 18 pid: 5760 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.029770:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.030205:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.030225:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.030232:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.030239:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.030245:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.030251:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763877.030255:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.030262:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.030286:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763877.030297:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763877.030346:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725791360:12345-0@lo:103:ldlm_bl.0 Request processed in 664us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763877.030354:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1775763877.030396:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725791360:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763877.030459:0:25631:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763877.030468:0:25631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763877.030487:0:25631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b388 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763877.088147:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763877.607292:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725791488:0@lo:400:kworker.0 00000100:00100000:3.0:1775763877.607392:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763877.607455:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725792000:0@lo:400:kworker.0 00000100:00100000:3.0:1775763877.607490:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763877.607525:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763877.607531:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725791872:0@lo:400:kworker.0 00000100:00100000:3.0:1775763877.607559:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763877.607598:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725791488 00000100:00100000:3.0:1775763877.607608:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725791488 00000100:00100000:3.0:1775763877.607684:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1775763877.607692:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725791488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763877.607799:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725791488:12345-0@lo:400:kworker.0 Request processed in 106us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763877.607807:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1775763877.607847:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725792000 00000100:00100000:3.0:1775763877.607873:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725792000 00000100:00100000:3.0:1775763877.607923:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1775763877.607929:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725792000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763877.607960:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725792000:12345-0@lo:400:kworker.0 Request processed in 32us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763877.607965:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1775763877.607985:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725791872 00000100:00100000:3.0:1775763877.607988:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725791872 00000100:00100000:3.0:1775763877.608016:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1775763877.608021:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725791872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763877.608048:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725791872:12345-0@lo:400:kworker.0 Request processed in 27us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763877.608053:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00080000:3.0:1775763877.608073:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763877.608078:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763877.608148:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725791872:0@lo:400:kworker.0 00000100:00100000:3.0:1775763877.608158:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725791488:0@lo:400:kworker.0 00000100:00100000:3.0:1775763877.608168:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725792000:0@lo:400:kworker.0 00000100:00100000:0.0:1775763877.609268:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725791616:0@lo:400:kworker.0 00000100:00100000:0.0:1775763877.609322:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763877.609355:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725792128:0@lo:400:kworker.0 00000100:00100000:0.0:1775763877.609377:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763877.609401:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775763877.609408:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725791744:0@lo:400:kworker.0 00000100:00100000:0.0:1775763877.609455:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763877.609471:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725792256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763877.609495:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763877.609558:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725792256 00000100:00100000:1.0:1775763877.609567:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725792256 00000100:00100000:1.0:1775763877.609609:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1775763877.609616:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d4aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725792256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763877.609655:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763877.609699:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d4aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725792256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763877.609705:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1775763877.609908:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725791616 00000100:00100000:0.0:1775763877.609912:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725791616 00000100:00100000:0.0:1775763877.609941:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725791744 00000100:00100000:0.0:1775763877.609943:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725791744 00000100:00100000:0.0:1775763877.609970:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1775763877.609975:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725791616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763877.610011:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725791616:12345-0@lo:400:kworker.0 Request processed in 35us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763877.610020:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1775763877.610033:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1775763877.610039:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725791744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763877.610065:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725791744:12345-0@lo:400:kworker.0 Request processed in 26us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763877.610071:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00080000:0.0:1775763877.610096:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763877.610833:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725791744:0@lo:400:kworker.0 00000100:00100000:1.0:1775763877.610867:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725792256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763877.610894:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725791616:0@lo:400:kworker.0 00000100:00100000:1.0:1775763877.610979:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725792128 00000100:00100000:1.0:1775763877.610985:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725792128 00000100:00100000:1.0:1775763877.611027:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1775763877.611033:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725792128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763877.611100:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725792128:12345-0@lo:400:kworker.0 Request processed in 66us (1721us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763877.611107:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00080000:1.0:1775763877.611125:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763877.611945:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725792128:0@lo:400:kworker.0 00000100:00100000:0.0:1775763877.681326:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763877.681390:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763877.681464:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702613760 00000100:00100000:1.0:1775763877.681475:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702613760 00000100:00100000:1.0:1775763877.681554:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 415 00000100:00100000:1.0:1775763877.681565:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702613760:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:0.0:1775763877.681759:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763877.682323:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702613760:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 752us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763877.682324:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702613632 00000100:00100000:3.0:1775763877.682333:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702613632 00000100:00100000:1.0:1775763877.682338:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 415 00000100:00100000:3.0:1775763877.682375:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 457 00000100:00100000:3.0:1775763877.682383:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702613632:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763877.682421:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702613632:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763877.682440:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 457 00010000:00010000:1.0:1775763878.112178:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763878.473542:0:25680:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeda2b1780 20000000:00000080:0.0:1775763878.473569:0:25680:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3763cc00 uarg=0000000000000000 10000000:01000000:0.0:1775763878.474878:0:25680:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763878.474908:0:25680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.474931:0:25680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.474953:0:25680:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.474961:0:25680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.474968:0:25680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.474977:0:25680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.474983:0:25680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763878.474988:0:25680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.474997:0:25680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.475015:0:25680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.475024:0:25680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763878.475031:0:25680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b38f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763878.560803:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763878.560812:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763878.560817:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763878.560895:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763878.560908:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763878.560923:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763878.560958:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37838700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725792384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763878.561058:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763878.561125:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0480 going to sleep for 11 seconds 00000100:00100000:3.0:1775763878.561338:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725792384 00000100:00100000:3.0:1775763878.561348:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725792384 00000100:00100000:3.0:1775763878.561413:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1775763878.561423:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725792384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763878.561436:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763878.561454:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b396 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763878.561484:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b396 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763878.561495:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b396 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763878.561505:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775763878.561559:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725792384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763878.561567:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1775763878.561781:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37838700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725792384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763878.561799:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763878.561810:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763878.561834:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763878.561841:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763878.561857:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763879.143148:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763879.655350:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763879.655378:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725792512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763879.655559:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763879.658070:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725792512 00000100:00100000:3.0:1775763879.658097:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725792512 00000100:00100000:3.0:1775763879.658270:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1775763879.658282:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725792512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763879.658341:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763879.658448:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725792512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 169us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763879.658457:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1775763879.658545:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725792512:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763879.663552:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1775763879.946431:0:25728:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4210d100 20000000:00000080:2.0:1775763879.946450:0:25728:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c55c00 uarg=0000000000000000 10000000:01000000:2.0:1775763879.959185:0:25728:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763879.959236:0:25728:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763879.959278:0:25728:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b396 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763879.959296:0:25728:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763879.960611:0:25728:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b396 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763879.960679:0:25728:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b396 expref: 17 pid: 5760 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763879.962141:0:25728:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25728:1862022725792640:0@lo:104: 00000100:00100000:2.0:1775763879.962282:0:25728:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763879.963064:0:25728:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775763879.966790:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725792640 00000100:00100000:1.0:1775763879.966813:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725792640 00000100:00100000:1.0:1775763879.967205:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1775763879.967216:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25728:x1862022725792640:12345-0@lo:104: 00010000:00010000:1.0:1775763879.967239:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763879.967454:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763879.967461:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25728:x1862022725792640:12345-0@lo:104: Request processed in 247us (5179us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763879.967488:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00010000:00010000:3.0:1775763879.967560:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763879.967569:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.967578:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763879.967583:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.967594:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763879.967602:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763879.967607:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763879.967673:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.967680:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763879.967716:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.967724:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b396 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b39d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.967779:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763879.967781:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763879.967783:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763879.967791:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763879.967918:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725792768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763879.967992:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763879.968054:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725792768 00000100:00100000:3.0:1775763879.968059:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725792768 00010000:00010000:3.0:1775763879.968080:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b396 expref: 18 pid: 5760 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763879.968101:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1775763879.968107:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab33850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725792768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763879.968119:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763879.968125:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b396 expref: 18 pid: 5760 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968138:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b396 expref: 18 pid: 5760 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968156:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968165:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968182:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968189:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968196:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968212:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968218:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763879.968222:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968229:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968237:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763879.968246:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763879.968270:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab33850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725792768:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763879.968277:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1775763879.968346:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725792768:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763879.970604:0:25728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b39d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b396 expref: 17 pid: 5760 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763879.970668:0:25728:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25728:1862022725792640:0@lo:104: 00010000:00010000:2.0:1775763879.973252:0:25728:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763879.973342:0:25728:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763879.973351:0:25728:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763879.973358:0:25728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b3a4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25728 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763880.168772:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775763881.188206:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763881.188220:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763881.188226:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763881.188289:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763881.188302:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763881.188316:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763881.188351:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6da680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725792896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763881.188433:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763881.188502:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e079b8900 going to sleep for 11 seconds 00000100:00100000:0.0:1775763881.188570:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725792896 00000100:00100000:0.0:1775763881.188579:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725792896 00000100:00100000:0.0:1775763881.188659:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1775763881.188668:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725792896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763881.188683:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763881.188697:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b3ab expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763881.188721:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b3ab expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763881.188763:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3ab expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763881.188773:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775763881.188832:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725792896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763881.188839:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1775763881.189192:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6da680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725792896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763881.189209:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763881.189219:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763881.189250:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763881.189254:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763881.189261:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763881.189360:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763882.211927:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763882.722039:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725793152:0@lo:400:kworker.0 00000100:00100000:0.0:1775763882.722151:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763882.722220:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725793664:0@lo:400:kworker.0 00000100:00100000:0.0:1775763882.722249:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763882.722278:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775763882.722285:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725793024:0@lo:400:kworker.0 00000100:00100000:0.0:1775763882.722329:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763882.722355:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725793536:0@lo:400:kworker.0 00000100:00100000:0.0:1775763882.722378:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763882.722403:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725793408:0@lo:400:kworker.0 00000100:00100000:0.0:1775763882.722441:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763882.722458:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763882.722463:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725793280:0@lo:400:kworker.0 00000100:00100000:0.0:1775763882.722483:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763882.722518:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725793152 00000100:00100000:0.0:1775763882.722527:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725793152 00000100:00100000:0.0:1775763882.722574:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725793536 00000100:00100000:0.0:1775763882.722578:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725793536 00000100:00100000:0.0:1775763882.722605:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725793280 00000100:00100000:0.0:1775763882.722608:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725793280 00000100:00100000:0.0:1775763882.722627:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1775763882.722635:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01839180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725793152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763882.722696:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01839180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725793152:12345-0@lo:400:kworker.0 Request processed in 61us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763882.722704:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1775763882.722722:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1775763882.722750:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725793536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723112:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725793664 00000100:00100000:3.0:1775763882.723118:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725793664 00000100:00100000:3.0:1775763882.723151:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725793408 00000100:00100000:3.0:1775763882.723154:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725793408 00000100:00100000:3.0:1775763882.723173:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1775763882.723180:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725793664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723216:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725793664:12345-0@lo:400:kworker.0 Request processed in 37us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763882.723221:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1775763882.723246:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1775763882.723252:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725793408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723303:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725793408:12345-0@lo:400:kworker.0 Request processed in 36us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763882.723310:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00080000:3.0:1775763882.723332:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763882.723337:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763882.723340:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763882.723379:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725793408:0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723432:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1775763882.723440:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725793280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723474:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725793280:12345-0@lo:400:kworker.0 Request processed in 36us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763882.723479:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1775763882.723502:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725793024 00000100:00100000:3.0:1775763882.723506:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725793024 00000100:00100000:3.0:1775763882.723533:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1775763882.723538:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725793024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723567:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725793024:12345-0@lo:400:kworker.0 Request processed in 29us (1238us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763882.723573:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1775763882.723610:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725793280:0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723657:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725793024:0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723669:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725793536:0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723681:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725793152:0@lo:400:kworker.0 00000100:00100000:3.0:1775763882.723703:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725793664:0@lo:400:kworker.0 00000100:00100000:2.0:1775763882.725708:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725793792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763882.726227:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725793536:12345-0@lo:400:kworker.0 Request processed in 3494us (3842us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763882.726240:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1775763882.726558:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763882.726634:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725793792 00000100:00100000:2.0:1775763882.726644:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725793792 00000100:00100000:2.0:1775763882.726693:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1775763882.726702:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725793792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763882.726759:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763882.728019:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725793792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1308us (1453us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763882.728031:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1775763882.729287:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725793792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763882.805132:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763882.805179:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763882.805585:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702614016 00000100:00100000:1.0:1775763882.805597:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702614016 00000100:00100000:1.0:1775763882.805674:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 419 00000100:00100000:1.0:1775763882.805684:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702614016:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763882.805815:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702614016:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 124us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763882.805823:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 419 00000100:00080000:3.0:1775763882.805987:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763882.806411:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702613888 00000100:00100000:2.0:1775763882.806417:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702613888 00000100:00100000:2.0:1775763882.807102:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 461 00000100:00100000:2.0:1775763882.807114:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702613888:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763882.807188:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702613888:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 77us (2007us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763882.807196:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 461 00000020:00000080:1.0:1775763882.856159:0:25829:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6ab652e0 20000000:00000080:1.0:1775763882.856182:0:25829:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f76000 uarg=0000000000000000 10000000:01000000:2.0:1775763882.915638:0:25829:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763882.915668:0:25829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763882.915693:0:25829:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3ab expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763882.915701:0:25829:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763882.916267:0:25829:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b3ab expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763882.916464:0:25829:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b3ab expref: 17 pid: 5762 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763882.916481:0:25829:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25829:1862022725793920:0@lo:104: 00000100:00100000:2.0:1775763882.916564:0:25829:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763882.916680:0:25829:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054c000 going to sleep for 11 seconds 00000100:00100000:0.0:1775763882.917483:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725793920 00000100:00100000:0.0:1775763882.917496:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725793920 00000100:00100000:0.0:1775763882.917584:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1775763882.917596:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25829:x1862022725793920:12345-0@lo:104: 00010000:00010000:0.0:1775763882.917616:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763882.917882:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763882.917905:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25829:x1862022725793920:12345-0@lo:104: Request processed in 312us (1341us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763882.917914:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00010000:00010000:1.0:1775763882.918331:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763882.918344:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.918362:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763882.918368:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.918380:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763882.918387:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763882.918393:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763882.918500:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.918508:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763882.918549:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.918557:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b3ab lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.918589:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763882.918591:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763882.918592:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763882.918602:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763882.918623:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725794048:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763882.918695:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763882.918821:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725794048 00000100:00100000:1.0:1775763882.918829:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725794048 00010000:00010000:1.0:1775763882.918870:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3ab expref: 18 pid: 5762 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763882.918903:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1775763882.918912:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725794048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763882.918927:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763882.918933:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3ab expref: 18 pid: 5762 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.918947:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b3ab expref: 18 pid: 5762 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.918976:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.918986:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.919005:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.919013:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.919020:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.919026:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.919030:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763882.919043:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.919051:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.919361:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763882.919374:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763882.919425:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725794048:12345-0@lo:103:ldlm_bl.0 Request processed in 514us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763882.919434:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1775763882.919514:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725794048:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763882.920174:0:25829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b3b2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b3ab expref: 17 pid: 5762 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763882.920191:0:25829:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25829:1862022725793920:0@lo:104: 00010000:00010000:2.0:1775763882.920212:0:25829:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763882.920515:0:25829:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763882.920525:0:25829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763882.920532:0:25829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b3b9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763883.234232:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763884.197945:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763884.197955:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763884.197963:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763884.198029:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763884.198044:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763884.198058:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763884.198095:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725794176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763884.198197:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763884.198293:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36de7000 going to sleep for 11 seconds 00000100:00100000:0.0:1775763884.198365:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725794176 00000100:00100000:0.0:1775763884.198376:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725794176 00000100:00100000:0.0:1775763884.198432:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1775763884.198441:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725794176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763884.198456:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763884.198471:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b3c0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763884.198496:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b3c0 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763884.198508:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3c0 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763884.198518:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775763884.198568:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725794176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763884.198574:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1775763884.198873:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725794176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763884.198888:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763884.198897:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763884.198914:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763884.198919:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763884.198926:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763884.258064:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763884.771645:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775763884.771676:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725794304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763884.771809:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763884.771952:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725794304 00000100:00100000:2.0:1775763884.771965:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725794304 00000100:00100000:2.0:1775763884.772029:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1775763884.772040:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725794304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763884.772085:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763884.772137:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725794304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763884.772143:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00080000:2.0:1775763884.772220:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763884.772258:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725794304:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763885.284380:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763885.796976:0:25927:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc48896330 20000000:00000080:3.0:1775763885.797002:0:25927:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d011ea800 uarg=0000000000000000 10000000:01000000:3.0:1775763885.801286:0:25927:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763885.801329:0:25927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763885.801358:0:25927:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3c0 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763885.801366:0:25927:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763885.801981:0:25927:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b3c0 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763885.802007:0:25927:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b3c0 expref: 17 pid: 5762 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763885.802027:0:25927:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25927:1862022725794432:0@lo:104: 00000100:00100000:2.0:1775763885.802378:0:25927:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763885.802523:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725794432 00000100:00100000:1.0:1775763885.802530:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725794432 00000100:00100000:2.0:1775763885.802578:0:25927:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0480 going to sleep for 11 seconds 00000100:00100000:1.0:1775763885.802687:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1775763885.802698:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25927:x1862022725794432:12345-0@lo:104: 00010000:00010000:1.0:1775763885.802715:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763885.802806:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763885.802812:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:25927:x1862022725794432:12345-0@lo:104: Request processed in 117us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763885.802819:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1775763885.802900:0:25927:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25927:1862022725794432:0@lo:104: 00010000:00010000:2.0:1775763885.802921:0:25927:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803042:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763885.803050:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803058:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763885.803063:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803073:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763885.803087:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763885.803093:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763885.803129:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803137:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763885.803161:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803168:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b3c0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3c7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803186:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763885.803187:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763885.803189:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763885.803200:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725794560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763885.803233:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763885.803292:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725794560 00000100:00100000:0.0:1775763885.803296:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725794560 00010000:00010000:0.0:1775763885.803318:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3c0 expref: 18 pid: 5762 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763885.803342:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1775763885.803348:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725794560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763885.803359:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763885.803365:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3c0 expref: 18 pid: 5762 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803376:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b3c0 expref: 18 pid: 5762 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803389:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b3c7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b3c0 expref: 18 pid: 5762 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803402:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803411:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803423:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803430:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803437:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803453:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803459:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763885.803463:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803470:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803481:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763885.803489:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763885.803513:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725794560:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763885.803520:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1775763885.803546:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725794560:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763885.803626:0:25927:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763885.803634:0:25927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763885.803639:0:25927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b3ce lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763886.306877:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763887.147282:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763887.147294:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763887.147301:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763887.148191:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763887.148222:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763887.148236:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763887.148266:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725794688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763887.149223:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763887.149278:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0f0e59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763887.149391:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725794688 00000100:00100000:1.0:1775763887.149403:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725794688 00000100:00100000:1.0:1775763887.150440:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1775763887.150466:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725794688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763887.150487:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763887.150511:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b3d5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763887.150545:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b3d5 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763887.150557:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3d5 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763887.150565:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca400, rc 0) 00000100:00100000:1.0:1775763887.150644:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725794688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 184us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763887.150652:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1775763887.151399:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725794688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763887.151420:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763887.151431:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763887.151454:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763887.151460:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763887.151467:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763887.334203:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763887.841892:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725794816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763887.841981:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763887.842099:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725794816 00000100:00100000:1.0:1775763887.842108:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725794816 00000100:00100000:1.0:1775763887.842163:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1775763887.842173:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725794816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763887.842216:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763887.842259:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725794816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763887.842267:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00080000:1.0:1775763887.842291:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763887.842337:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725794816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763887.874633:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725794944:0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.875252:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763887.875431:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725795456:0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.875467:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763887.875505:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763887.875511:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725795328:0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.875539:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763887.875583:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725795072:0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.875608:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763887.875625:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763887.875631:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725795200:0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.875652:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763887.875687:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725794944 00000100:00100000:1.0:1775763887.875696:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725794944 00000100:00100000:1.0:1775763887.878218:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1775763887.878251:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725794944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.878682:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725794944:12345-0@lo:400:kworker.0 Request processed in 444us (3431us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763887.878691:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1775763887.879576:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725795456 00000100:00100000:1.0:1775763887.879594:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725795456 00000100:00100000:1.0:1775763887.879663:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1775763887.879673:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725795456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.879770:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725795456:12345-0@lo:400:kworker.0 Request processed in 100us (4302us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763887.879797:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1775763887.879824:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725795328 00000100:00100000:1.0:1775763887.879829:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725795328 00000100:00100000:1.0:1775763887.879861:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725795072 00000100:00100000:1.0:1775763887.879864:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725795072 00000100:00100000:1.0:1775763887.879879:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725795200 00000100:00100000:1.0:1775763887.879883:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725795200 00000100:00100000:1.0:1775763887.879898:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1775763887.879917:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725795328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.879956:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725795328:12345-0@lo:400:kworker.0 Request processed in 50us (4415us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763887.879963:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1775763887.879977:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1775763887.879983:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725795072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.880019:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725795072:12345-0@lo:400:kworker.0 Request processed in 37us (4410us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763887.880025:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1775763887.880036:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1775763887.880042:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725795200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.883429:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725795200:12345-0@lo:400:kworker.0 Request processed in 3370us (7758us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763887.883449:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1775763887.883592:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725795328:0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.883609:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725794944:0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.883623:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725795456:0@lo:400:kworker.0 00000100:00080000:1.0:1775763887.883701:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775763887.883708:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763887.883784:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725795200:0@lo:400:kworker.0 00000100:00100000:1.0:1775763887.883796:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725795072:0@lo:400:kworker.0 00000100:00100000:0.0:1775763887.919433:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763887.919546:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763887.920409:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702614144 00000100:00100000:3.0:1775763887.920429:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702614144 00000100:00100000:3.0:1775763887.920540:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 465 00000100:00100000:3.0:1775763887.920553:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702614144:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763887.920699:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702614144:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 149us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763887.920712:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 465 00000100:00100000:1.0:1775763887.921212:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702614272 00000100:00100000:1.0:1775763887.921221:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702614272 00000100:00100000:1.0:1775763887.921300:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 423 00000100:00100000:1.0:1775763887.921310:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702614272:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763887.924499:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702614272:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 3180us (4941us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763887.924515:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 423 00000100:00080000:1.0:1775763887.924678:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763888.359245:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763889.376004:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763889.888231:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725795584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763889.888332:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763889.888579:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725795584 00000100:00100000:1.0:1775763889.888589:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725795584 00000100:00100000:1.0:1775763889.888664:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1775763889.888676:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725795584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763889.888721:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763889.888827:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725795584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 154us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763889.888834:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1775763889.888893:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725795584:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763889.889003:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775763890.400050:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763891.423961:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763892.448376:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763892.960143:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725795712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763892.960240:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763892.960694:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725795712 00000100:00100000:1.0:1775763892.960705:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725795712 00000100:00100000:1.0:1775763892.960816:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1775763892.960824:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725795712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763892.960874:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763892.960932:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725795712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763892.960941:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00080000:1.0:1775763892.960964:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763892.961007:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725795712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763892.961339:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725795968:0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961372:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763892.961401:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775763892.961406:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725795840:0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961428:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763892.961445:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725796352:0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961462:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763892.961484:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725795968 00000100:00100000:3.0:1775763892.961488:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725795968 00000100:00100000:3.0:1775763892.961516:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1775763892.961521:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725795968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961552:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725795968:12345-0@lo:400:kworker.0 Request processed in 31us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763892.961558:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1775763892.961576:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725795840 00000100:00100000:3.0:1775763892.961579:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725795840 00000100:00100000:3.0:1775763892.961600:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775763892.961605:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725795840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961628:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725795840:12345-0@lo:400:kworker.0 Request processed in 23us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763892.961635:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775763892.961674:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725796352 00000100:00100000:3.0:1775763892.961677:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725796352 00000100:00100000:3.0:1775763892.961705:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1775763892.961722:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725796352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961764:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725796352:12345-0@lo:400:kworker.0 Request processed in 54us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763892.961770:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1775763892.961791:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725796096:0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961811:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763892.961826:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763892.961830:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725796224:0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961847:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763892.961871:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725795840:0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961879:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725796352:0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.961886:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725795968:0@lo:400:kworker.0 00000100:00100000:1.0:1775763892.962570:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725796096 00000100:00100000:1.0:1775763892.962580:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725796096 00000100:00100000:1.0:1775763892.962645:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725796224 00000100:00100000:1.0:1775763892.962648:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725796224 00000100:00100000:1.0:1775763892.962673:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1775763892.962680:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725796096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763892.962882:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725796096:12345-0@lo:400:kworker.0 Request processed in 202us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763892.962890:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1775763892.966034:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1775763892.966065:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725796224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763892.966198:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725796224:12345-0@lo:400:kworker.0 Request processed in 147us (4348us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763892.966211:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00080000:1.0:1775763892.966257:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775763892.966264:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763892.969235:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725796224:0@lo:400:kworker.0 00000100:00100000:3.0:1775763892.969261:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725796096:0@lo:400:kworker.0 00000100:00100000:0.0:1775763893.045480:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763893.045537:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763893.045574:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702614528 00000100:00100000:0.0:1775763893.045589:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702614528 00000100:00100000:0.0:1775763893.045685:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 427 00000100:00100000:0.0:1775763893.045697:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702614528:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763893.045838:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702614528:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 144us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763893.045868:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 427 00000100:00080000:0.0:1775763893.045896:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763893.046505:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702614400 00000100:00100000:3.0:1775763893.046513:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702614400 00000100:00100000:3.0:1775763893.046555:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 467 00000100:00100000:3.0:1775763893.046562:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702614400:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763893.046600:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702614400:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (1139us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763893.046607:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 467 00010000:00010000:2.0:1775763893.474757:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763894.497486:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763895.008218:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763895.008262:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725796480:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763895.008382:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763895.009160:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725796480 00000100:00100000:1.0:1775763895.009184:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725796480 00000100:00100000:1.0:1775763895.009262:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1775763895.009272:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725796480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763895.009320:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763895.009381:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725796480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763895.009388:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00080000:0.0:1775763895.009459:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763895.017785:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725796480:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763895.526214:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763896.544423:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763897.568273:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763898.082702:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725796608:0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.082808:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763898.082861:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725797120:0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.082890:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763898.082917:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775763898.082923:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725796736:0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.082944:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763898.082961:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725797248:0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.082984:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763898.083011:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725796992:0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.083047:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763898.083063:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763898.083069:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725796864:0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.083090:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763898.083120:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725796608 00000100:00100000:3.0:1775763898.083129:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725796608 00000100:00100000:3.0:1775763898.083176:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1775763898.083186:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725796608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.083233:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725796608:12345-0@lo:400:kworker.0 Request processed in 48us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763898.083240:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1775763898.083272:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725797120 00000100:00100000:3.0:1775763898.083276:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725797120 00000100:00100000:3.0:1775763898.083319:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725796736 00000100:00100000:3.0:1775763898.083322:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725796736 00000100:00100000:3.0:1775763898.083338:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725796864 00000100:00100000:3.0:1775763898.083354:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725796864 00000100:00100000:3.0:1775763898.083374:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1775763898.083380:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725797120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.083412:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725797120:12345-0@lo:400:kworker.0 Request processed in 32us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763898.083418:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1775763898.083431:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1775763898.083436:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725796736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.083461:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725796736:12345-0@lo:400:kworker.0 Request processed in 25us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763898.083466:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1775763898.083476:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1775763898.083482:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725796864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.083511:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725796864:12345-0@lo:400:kworker.0 Request processed in 29us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763898.083516:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1775763898.083560:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725796864:0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.083587:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725796736:0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.083594:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725796608:0@lo:400:kworker.0 00000100:00100000:3.0:1775763898.083603:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725797120:0@lo:400:kworker.0 00000100:00100000:1.0:1775763898.085336:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725797248 00000100:00100000:1.0:1775763898.085349:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725797248 00000100:00100000:1.0:1775763898.085404:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725796992 00000100:00100000:1.0:1775763898.085408:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725796992 00000100:00100000:1.0:1775763898.085432:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1775763898.085455:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725797248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763898.085556:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725797248:12345-0@lo:400:kworker.0 Request processed in 115us (2570us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763898.085563:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1775763898.085579:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1775763898.085586:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725796992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763898.085621:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725796992:12345-0@lo:400:kworker.0 Request processed in 36us (2573us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763898.085628:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1775763898.085722:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725796992:0@lo:400:kworker.0 00000100:00100000:1.0:1775763898.085768:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763898.085777:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725797376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763898.085810:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763898.085859:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725797376 00000100:00100000:1.0:1775763898.085863:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725797376 00000100:00100000:1.0:1775763898.085889:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1775763898.085895:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725797376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763898.085928:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763898.085967:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725797376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763898.085973:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1775763898.086006:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725797376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763898.086049:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725797248:0@lo:400:kworker.0 00000100:00080000:1.0:1775763898.086850:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763898.086857:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763898.086861:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763898.158220:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763898.158320:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763898.158358:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702614784 00000100:00100000:3.0:1775763898.158367:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702614784 00000100:00100000:3.0:1775763898.158444:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 431 00000100:00100000:3.0:1775763898.158450:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33eddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702614784:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763898.158514:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33eddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702614784:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 64us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763898.158519:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 431 00000100:00080000:3.0:1775763898.158535:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763898.158638:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702614656 00000100:00100000:1.0:1775763898.158642:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702614656 00000100:00100000:1.0:1775763898.158681:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 469 00000100:00100000:1.0:1775763898.158688:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702614656:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763898.158753:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702614656:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763898.158760:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 469 00010000:00010000:3.0:1775763898.592936:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763899.616642:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763900.128617:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725797504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763900.128763:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763900.129790:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725797504 00000100:00100000:1.0:1775763900.129807:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725797504 00000100:00100000:1.0:1775763900.129885:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1775763900.129896:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725797504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763900.129944:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763900.130037:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725797504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763900.130063:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1775763900.130131:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725797504:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763900.135345:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775763900.641080:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763901.665654:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775763901.667575:0:26322:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 13: test nids ========================= 15:44:58 (1775763898) 00010000:00010000:3.0:1775763902.688330:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763903.152174:0:26371:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff394e3040 20000000:00000080:1.0:1775763903.152196:0:26371:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d027a9c00 uarg=0000000000000000 10000000:01000000:1.0:1775763903.152848:0:26371:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775763903.152874:0:26371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.152895:0:26371:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3d5 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.152903:0:26371:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.152954:0:26371:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b3d5 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.152969:0:26371:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b3d5 expref: 17 pid: 5760 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763903.152988:0:26371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26371:1862022725797632:0@lo:104: 00000100:00100000:1.0:1775763903.153070:0:26371:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763903.153132:0:26371:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2aac99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763903.153186:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725797632 00000100:00100000:3.0:1775763903.153195:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725797632 00000100:00100000:3.0:1775763903.153251:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1775763903.153261:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26371:x1862022725797632:12345-0@lo:104: 00010000:00010000:3.0:1775763903.153275:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763903.155309:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763903.155324:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26371:x1862022725797632:12345-0@lo:104: Request processed in 2060us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763903.155335:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1775763903.155782:0:26371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26371:1862022725797632:0@lo:104: 00010000:00010000:2.0:1775763903.155810:0:26371:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.156769:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763903.156782:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.156793:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763903.156816:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.156826:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763903.156835:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763903.156842:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763903.156904:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.156911:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763903.157548:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.157557:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b3d5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3dc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.157579:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763903.157581:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763903.157583:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763903.157659:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763903.157685:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725797760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763903.157786:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763903.158067:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725797760 00000100:00100000:1.0:1775763903.158076:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725797760 00010000:00010000:1.0:1775763903.158109:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3d5 expref: 18 pid: 5760 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763903.158186:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1775763903.158197:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725797760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763903.158211:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763903.158227:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3d5 expref: 18 pid: 5760 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158238:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b3d5 expref: 18 pid: 5760 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158253:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b3dc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b3d5 expref: 18 pid: 5760 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158267:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158275:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158289:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158296:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158302:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158307:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158312:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763903.158316:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158323:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158341:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763903.158350:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763903.158392:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725797760:12345-0@lo:103:ldlm_bl.0 Request processed in 197us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763903.158400:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00010000:00010000:2.0:1775763903.158475:0:26371:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763903.158485:0:26371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763903.158491:0:26371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b3e3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763903.164569:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725797760:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763903.200127:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763903.200441:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725797888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763903.200534:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763903.200757:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725797888 00000100:00100000:1.0:1775763903.200769:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725797888 00000100:00100000:1.0:1775763903.200849:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1775763903.200859:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725797888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763903.200920:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763903.200976:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725797888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763903.200984:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1775763903.201038:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725797888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763903.204285:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725798016:0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.204373:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763903.204425:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725798528:0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.204470:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763903.204501:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763903.204508:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725798144:0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.204538:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763903.204567:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725798016 00000100:00100000:0.0:1775763903.204575:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725798016 00000100:00100000:0.0:1775763903.204646:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1775763903.204656:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725798016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.204711:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725798016:12345-0@lo:400:kworker.0 Request processed in 56us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763903.204718:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1775763903.204780:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725798400:0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.204807:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763903.204835:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763903.204841:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725798272:0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.204865:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763903.204891:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725798144 00000100:00100000:0.0:1775763903.204895:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725798144 00000100:00100000:0.0:1775763903.205116:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725798400 00000100:00100000:0.0:1775763903.205121:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725798400 00000100:00100000:0.0:1775763903.205142:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725798272 00000100:00100000:0.0:1775763903.205145:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725798272 00000100:00100000:0.0:1775763903.205162:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1775763903.205168:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725798144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.205202:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725798144:12345-0@lo:400:kworker.0 Request processed in 34us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763903.205208:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1775763903.205220:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1775763903.205226:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725798400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.205256:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725798400:12345-0@lo:400:kworker.0 Request processed in 30us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763903.205261:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1775763903.205273:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1775763903.205278:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725798272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.205304:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725798272:12345-0@lo:400:kworker.0 Request processed in 26us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763903.205309:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1775763903.205453:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725798144:0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.205462:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725798016:0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.205500:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725798272:0@lo:400:kworker.0 00000100:00100000:0.0:1775763903.205508:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725798400:0@lo:400:kworker.0 00000100:00100000:1.0:1775763903.205890:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725798528 00000100:00100000:1.0:1775763903.205897:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725798528 00000100:00080000:2.0:1775763903.208217:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763903.208228:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763903.210131:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1775763903.210149:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725798528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763903.210270:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725798528:12345-0@lo:400:kworker.0 Request processed in 127us (5799us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763903.210277:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1775763903.210364:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725798528:0@lo:400:kworker.0 00000100:00080000:2.0:1775763903.211783:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763903.289588:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763903.289648:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763903.289688:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702614912 00000100:00100000:3.0:1775763903.289703:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702614912 00000100:00100000:3.0:1775763903.289779:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 471 00000100:00100000:3.0:1775763903.289790:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702614912:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763903.289868:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702614912:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 80us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763903.289887:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 471 00000100:00100000:0.0:1775763903.293109:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702615040 00000100:00100000:0.0:1775763903.293127:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702615040 00000100:00100000:0.0:1775763903.293273:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 435 00000100:00100000:0.0:1775763903.293285:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702615040:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763903.293391:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702615040:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 108us (3817us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763903.293399:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 435 00000100:00080000:3.0:1775763903.293684:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763903.712782:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763904.740216:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763904.991928:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763904.991937:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763904.991942:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763904.991996:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763904.992009:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763904.992020:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763904.992052:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725798656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763904.992137:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763904.992207:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10363e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775763904.992850:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725798656 00000100:00100000:1.0:1775763904.992873:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725798656 00000100:00100000:1.0:1775763904.992922:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1775763904.992932:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725798656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763904.992947:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763904.992964:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b3ea expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763904.992992:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b3ea expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763904.993004:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3ea expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763904.993014:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbc00, rc 0) 00000100:00100000:1.0:1775763904.993079:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725798656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763904.993087:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1775763904.993883:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725798656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763904.993913:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763904.993925:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763904.993952:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763904.993958:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763904.993984:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763905.248175:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763905.248209:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725798784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763905.248307:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763905.248681:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725798784 00000100:00100000:1.0:1775763905.248698:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725798784 00000100:00100000:1.0:1775763905.248793:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1775763905.248804:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725798784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775763905.248851:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763905.248913:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725798784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763905.248921:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1775763905.248982:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725798784:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763905.249122:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775763905.766116:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763906.794658:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763907.813438:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763908.324497:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725798912:0@lo:400:kworker.0 00000100:00100000:1.0:1775763908.324664:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763908.324774:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725799424:0@lo:400:kworker.0 00000100:00100000:1.0:1775763908.325157:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763908.325209:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775763908.325217:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725799040:0@lo:400:kworker.0 00000100:00100000:1.0:1775763908.325475:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763908.325502:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725799552:0@lo:400:kworker.0 00000100:00100000:1.0:1775763908.325533:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763908.325590:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725799168:0@lo:400:kworker.0 00000100:00100000:1.0:1775763908.325615:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763908.325636:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763908.325642:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725799296:0@lo:400:kworker.0 00000100:00100000:1.0:1775763908.325663:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763908.325701:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725798912 00000100:00100000:1.0:1775763908.325711:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725798912 00000100:00100000:0.0:1775763908.327136:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763908.327153:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725799680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763908.327194:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763908.327230:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725799680 00000100:00100000:0.0:1775763908.327235:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725799680 00000100:00100000:0.0:1775763908.327300:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1775763908.327309:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725799680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763908.327349:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763908.327394:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725799680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763908.327413:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00080000:0.0:1775763908.327433:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763908.327468:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725799680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763908.327822:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725799552 00000100:00100000:0.0:1775763908.327828:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725799552 00000100:00100000:0.0:1775763908.327856:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725799296 00000100:00100000:0.0:1775763908.327860:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725799296 00000100:00100000:0.0:1775763908.327875:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1775763908.327880:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725799552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763908.327917:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725799552:12345-0@lo:400:kworker.0 Request processed in 37us (2384us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763908.327923:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1775763908.327932:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1775763908.327937:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725799296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763908.327956:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725799296:12345-0@lo:400:kworker.0 Request processed in 19us (2293us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763908.327961:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1775763908.327978:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725799424 00000100:00100000:0.0:1775763908.327981:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725799424 00000100:00100000:0.0:1775763908.328004:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725799040 00000100:00100000:0.0:1775763908.328007:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725799040 00000100:00100000:0.0:1775763908.328019:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725799168 00000100:00100000:0.0:1775763908.328021:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725799168 00000100:00100000:0.0:1775763908.328035:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1775763908.328040:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725799424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763908.328068:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725799424:12345-0@lo:400:kworker.0 Request processed in 29us (2913us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763908.328085:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1775763908.328096:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1775763908.328100:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725799040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763908.328123:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725799040:12345-0@lo:400:kworker.0 Request processed in 23us (2882us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763908.328129:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1775763908.328137:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1775763908.328142:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725799168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763908.328163:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725799168:12345-0@lo:400:kworker.0 Request processed in 22us (2548us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763908.328168:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00080000:0.0:1775763908.328192:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775763908.328196:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763908.328238:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725799296:0@lo:400:kworker.0 00000100:00100000:0.0:1775763908.328250:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725799168:0@lo:400:kworker.0 00000100:00100000:0.0:1775763908.328300:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725799040:0@lo:400:kworker.0 00000100:00100000:0.0:1775763908.328312:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725799552:0@lo:400:kworker.0 00000100:00100000:0.0:1775763908.328324:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725799424:0@lo:400:kworker.0 00000100:00100000:1.0:1775763908.329175:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1775763908.329195:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725798912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763908.329278:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725798912:12345-0@lo:400:kworker.0 Request processed in 94us (4616us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763908.329285:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1775763908.329351:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725798912:0@lo:400:kworker.0 00000100:00100000:1.0:1775763908.400086:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763908.400135:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763908.400336:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702615168 00000100:00100000:0.0:1775763908.400351:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702615168 00000100:00100000:0.0:1775763908.400421:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 474 00000100:00100000:0.0:1775763908.400433:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702615168:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763908.400545:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702615168:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 113us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763908.400561:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 474 00000100:00100000:2.0:1775763908.401060:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702615296 00000100:00100000:2.0:1775763908.401067:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702615296 00000100:00100000:2.0:1775763908.401134:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 439 00000100:00100000:2.0:1775763908.401144:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702615296:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:3.0:1775763908.403427:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763908.431066:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702615296:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29904us (30911us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763908.431088:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 439 00000020:00000080:0.0:1775763908.678697:0:26567:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff55936d20 20000000:00000080:0.0:1775763908.678719:0:26567:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d14800 uarg=0000000000000000 10000000:01000000:0.0:1775763908.682721:0:26567:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763908.685950:0:26567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763908.685980:0:26567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3ea expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763908.685990:0:26567:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763908.686129:0:26567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b3ea expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763908.686153:0:26567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b3ea expref: 17 pid: 5762 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763908.686177:0:26567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26567:1862022725799808:0@lo:104: 00000100:00100000:0.0:1775763908.686270:0:26567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763908.686341:0:26567:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa180 going to sleep for 11 seconds 00000100:00100000:2.0:1775763908.687222:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725799808 00000100:00100000:2.0:1775763908.687241:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725799808 00000100:00100000:2.0:1775763908.687327:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1775763908.687340:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26567:x1862022725799808:12345-0@lo:104: 00010000:00010000:2.0:1775763908.687362:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763908.687495:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775763908.687502:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26567:x1862022725799808:12345-0@lo:104: Request processed in 165us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763908.687511:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00010000:00010000:3.0:1775763908.687671:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763908.687679:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.687687:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763908.687692:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.687703:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763908.687710:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763908.687715:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763908.687785:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.687792:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763908.687822:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.687830:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b3ea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b3f1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.687867:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763908.687869:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763908.687871:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763908.687890:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725799936:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763908.687936:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763908.687998:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725799936 00000100:00100000:3.0:1775763908.688096:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725799936 00010000:00010000:3.0:1775763908.688122:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3ea expref: 18 pid: 5762 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763908.688147:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1775763908.688153:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725799936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763908.688165:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763908.688171:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3ea expref: 18 pid: 5762 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688181:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b3ea expref: 18 pid: 5762 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688202:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688211:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688228:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688237:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688250:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688256:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688261:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763908.688266:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688275:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688284:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763908.688297:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763908.688330:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725799936:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763908.688337:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1775763908.688375:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725799936:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763908.688717:0:26567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b3f1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b3ea expref: 17 pid: 5762 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763908.688770:0:26567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26567:1862022725799808:0@lo:104: 00010000:00010000:0.0:1775763908.688807:0:26567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763908.688817:0:26567:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763908.688823:0:26567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763908.688830:0:26567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b3f8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763908.833158:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763909.856865:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763910.303925:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763910.303933:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763910.303939:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763910.304006:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763910.304022:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763910.304037:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763910.304072:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725800064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763910.304163:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763910.304237:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1775763910.304533:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725800064 00000100:00100000:0.0:1775763910.304542:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725800064 00000100:00100000:0.0:1775763910.304657:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1775763910.304668:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725800064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763910.304687:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763910.304716:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b3ff expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763910.304788:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b3ff expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763910.304800:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3ff expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763910.304822:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063e00, rc 0) 00000100:00100000:0.0:1775763910.304889:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725800064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 223us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763910.304920:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1775763910.305037:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725800064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763910.305055:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763910.305067:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763910.305116:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763910.305123:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763910.305130:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763910.389375:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725800192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763910.389497:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763910.391840:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725800192 00000100:00100000:2.0:1775763910.391861:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725800192 00000100:00100000:2.0:1775763910.391955:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1775763910.391966:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725800192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763910.392010:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763910.392107:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725800192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (2610us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763910.392115:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1775763910.392208:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725800192:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775763910.394958:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775763910.880077:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763911.906569:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763912.929909:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763913.440249:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725800704:0@lo:400:kworker.0 00000100:00100000:3.0:1775763913.440329:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763913.440394:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775763913.440400:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725800320:0@lo:400:kworker.0 00000100:00100000:3.0:1775763913.440428:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763913.440447:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725800832:0@lo:400:kworker.0 00000100:00100000:3.0:1775763913.440470:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763913.440492:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725800448:0@lo:400:kworker.0 00000100:00100000:3.0:1775763913.440515:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763913.440544:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725800960:0@lo:400:kworker.0 00000100:00100000:3.0:1775763913.440564:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763913.440579:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763913.440584:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725800576:0@lo:400:kworker.0 00000100:00100000:3.0:1775763913.440601:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763913.440685:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725800320 00000100:00100000:1.0:1775763913.440694:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725800320 00000100:00100000:1.0:1775763913.440792:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1775763913.440807:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725800320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763913.440880:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725800320:12345-0@lo:400:kworker.0 Request processed in 79us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763913.440889:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1775763913.440951:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725800320:0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.441410:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725800704 00000100:00100000:0.0:1775763913.441415:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725800704 00000100:00100000:0.0:1775763913.441455:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725800960 00000100:00100000:0.0:1775763913.441458:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725800960 00000100:00100000:0.0:1775763913.441476:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1775763913.441482:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725800704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.441548:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725800704:12345-0@lo:400:kworker.0 Request processed in 66us (1219us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763913.441554:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1775763913.441567:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1775763913.441573:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725800960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.441604:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725800960:12345-0@lo:400:kworker.0 Request processed in 32us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763913.441609:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1775763913.441628:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725800832 00000100:00100000:0.0:1775763913.441631:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725800832 00000100:00100000:0.0:1775763913.441664:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725800448 00000100:00100000:0.0:1775763913.441668:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725800448 00000100:00100000:0.0:1775763913.441682:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725800576 00000100:00100000:0.0:1775763913.441685:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725800576 00000100:00100000:0.0:1775763913.441701:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1775763913.441707:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725800832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.441759:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725800832:12345-0@lo:400:kworker.0 Request processed in 52us (1287us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763913.441774:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1775763913.441785:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1775763913.441791:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725800448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.441821:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725800448:12345-0@lo:400:kworker.0 Request processed in 30us (1305us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763913.441827:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1775763913.441838:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1775763913.441844:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725800576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.441870:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725800576:12345-0@lo:400:kworker.0 Request processed in 27us (1268us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763913.441875:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1775763913.443410:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725801088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763913.443481:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763913.443574:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725801088 00000100:00100000:3.0:1775763913.443581:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725801088 00000100:00100000:3.0:1775763913.443627:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1775763913.443635:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725801088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763913.443670:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763913.443711:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725801088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763913.443718:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1775763913.443788:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725801088:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775763913.444006:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775763913.444015:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763913.444018:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763913.444079:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725800576:0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.444093:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725800448:0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.444106:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725800960:0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.444147:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725800832:0@lo:400:kworker.0 00000100:00100000:0.0:1775763913.444158:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725800704:0@lo:400:kworker.0 00000020:00000080:0.0:1775763913.466935:0:26763:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0d4e29a0 20000000:00000080:0.0:1775763913.466955:0:26763:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01e1e400 uarg=0000000000000000 10000000:01000000:0.0:1775763913.471362:0:26763:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763913.471405:0:26763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.471448:0:26763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b3ff expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.471458:0:26763:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.471542:0:26763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b3ff expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.471560:0:26763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b3ff expref: 17 pid: 5762 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763913.471582:0:26763:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26763:1862022725801216:0@lo:104: 00000100:00100000:0.0:1775763913.471674:0:26763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763913.471811:0:26763:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa900 going to sleep for 11 seconds 00000100:00100000:3.0:1775763913.472413:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725801216 00000100:00100000:3.0:1775763913.472426:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725801216 00000100:00100000:3.0:1775763913.472529:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1775763913.472543:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26763:x1862022725801216:12345-0@lo:104: 00010000:00010000:3.0:1775763913.472565:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763913.472781:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775763913.472789:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26763:x1862022725801216:12345-0@lo:104: Request processed in 250us (1116us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763913.472801:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00010000:00010000:0.0:1775763913.473084:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763913.473093:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.473116:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763913.473122:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.473147:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763913.473159:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763913.473193:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763913.473257:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.473266:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763913.473388:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.473396:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b3ff lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b406 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.473427:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763913.473429:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763913.473431:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763913.473454:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725801344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763913.473670:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763913.473848:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725801344 00000100:00100000:0.0:1775763913.473873:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725801344 00010000:00010000:0.0:1775763913.473912:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3ff expref: 18 pid: 5762 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763913.473949:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1775763913.473960:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725801344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763913.473983:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763913.473990:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b3ff expref: 18 pid: 5762 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474006:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b3ff expref: 18 pid: 5762 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474047:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474059:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474082:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474092:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474099:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474106:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474111:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763913.474116:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474125:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474133:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.474145:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763913.474182:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725801344:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763913.474198:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1775763913.474249:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725801344:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763913.477139:0:26763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b406 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b3ff expref: 17 pid: 5762 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763913.477163:0:26763:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26763:1862022725801216:0@lo:104: 00010000:00010000:1.0:1775763913.477192:0:26763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.479617:0:26763:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.479641:0:26763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763913.479648:0:26763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b40d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763913.528053:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763913.528114:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763913.528224:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702615424 00000100:00100000:2.0:1775763913.528239:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702615424 00000100:00100000:2.0:1775763913.528317:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 477 00000100:00100000:2.0:1775763913.528330:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702615424:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763913.528422:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702615424:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763913.528430:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 477 00000100:00100000:3.0:1775763913.529509:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702615552 00000100:00100000:3.0:1775763913.529532:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702615552 00000100:00100000:3.0:1775763913.529639:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 443 00000100:00100000:3.0:1775763913.529650:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702615552:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763913.529764:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702615552:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 116us (1649us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763913.529772:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 443 00000100:00080000:1.0:1775763913.530014:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763913.956888:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763914.984052:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775763915.296050:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775763915.296060:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775763915.296068:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775763915.296139:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763915.296156:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763915.296170:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763915.296208:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725801472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763915.296314:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763915.296406:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775763915.302183:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725801472 00000100:00100000:1.0:1775763915.302206:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725801472 00000100:00100000:1.0:1775763915.302289:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1775763915.302300:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725801472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763915.302325:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763915.302350:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b414 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763915.302429:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b414 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763915.302442:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b414 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763915.302455:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cac00, rc 0) 00000100:00100000:1.0:1775763915.302598:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725801472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 298us (6282us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763915.302606:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1775763915.302718:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725801472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763915.302760:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763915.302771:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763915.302812:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763915.302819:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763915.302826:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763915.488008:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763915.488049:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725801600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763915.488174:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763915.488265:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725801600 00000100:00100000:2.0:1775763915.488275:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725801600 00000100:00100000:2.0:1775763915.490831:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1775763915.490868:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725801600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763915.490936:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763915.491068:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725801600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 208us (2882us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763915.491077:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00080000:2.0:1775763915.491133:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763915.492390:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725801600:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763916.007262:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763916.448890:0:26863:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc15c5fdb0 20000000:00000080:2.0:1775763916.448912:0:26863:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac5000 uarg=0000000000000000 10000000:01000000:2.0:1775763916.449402:0:26863:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763916.449430:0:26863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763916.449456:0:26863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b414 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763916.449475:0:26863:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763916.453912:0:26863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b414 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763916.454009:0:26863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b414 expref: 17 pid: 5763 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763916.454032:0:26863:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26863:1862022725801728:0@lo:104: 00000100:00100000:3.0:1775763916.454317:0:26863:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763916.454500:0:26863:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0900 going to sleep for 11 seconds 00000100:00100000:1.0:1775763916.454824:0:16808:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775763916.454844:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725801728 00000100:00100000:1.0:1775763916.454854:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725801728 00000100:00100000:1.0:1775763916.455864:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1775763916.455885:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3763fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26863:x1862022725801728:12345-0@lo:104: 00010000:00010000:1.0:1775763916.455910:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763916.456454:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763916.456473:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3763fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26863:x1862022725801728:12345-0@lo:104: Request processed in 588us (2244us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763916.456483:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00010000:00010000:0.0:1775763916.456871:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763916.456882:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.456893:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763916.456899:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.456913:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763916.456921:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763916.456927:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763916.457002:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457043:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763916.457091:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457098:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b414 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b41b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457121:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763916.457123:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763916.457125:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763916.457143:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725801856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763916.457235:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763916.457315:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725801856 00000100:00100000:0.0:1775763916.457326:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725801856 00010000:00010000:0.0:1775763916.457365:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b414 expref: 18 pid: 5763 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763916.457400:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1775763916.457409:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725801856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763916.457426:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763916.457433:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b414 expref: 18 pid: 5763 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457446:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b414 expref: 18 pid: 5763 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457849:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457872:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457891:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457899:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457905:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457911:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457918:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763916.457922:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457929:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457938:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763916.457947:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763916.457991:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725801856:12345-0@lo:103:ldlm_bl.0 Request processed in 583us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763916.457998:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1775763916.458060:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725801856:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763916.460646:0:26863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b41b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b414 expref: 17 pid: 5763 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763916.460671:0:26863:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26863:1862022725801728:0@lo:104: 00010000:00010000:2.0:1775763916.460709:0:26863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763916.460860:0:26863:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763916.460869:0:26863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763916.460876:0:26863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b422 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763917.027151:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763917.667201:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763917.667211:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763917.667217:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763917.667276:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763917.667290:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763917.667302:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763917.667331:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725801984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763917.667416:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763917.667468:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725801984 00000100:00100000:0.0:1775763917.667478:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725801984 00000100:00100000:2.0:1775763917.667492:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0900 going to sleep for 11 seconds 00000100:00100000:0.0:1775763917.668165:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1775763917.668179:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725801984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763917.668212:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763917.668236:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b429 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763917.668267:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b429 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763917.668406:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b429 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763917.668417:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062000, rc 0) 00000100:00100000:0.0:1775763917.668477:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725801984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 301us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763917.668492:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1775763917.676188:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725801984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763917.676237:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763917.676254:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763917.676317:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763917.676323:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763917.676330:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763918.059985:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763918.560992:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725802112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763918.561082:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763918.561135:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725802624:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.561161:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763918.561187:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763918.561193:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725802496:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.561221:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763918.561256:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725802240:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.561283:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763918.561301:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725802752:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.561320:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763918.561336:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775763918.561341:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725802368:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.561360:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763918.561376:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725802880:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.561395:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763918.561427:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725802112 00000100:00100000:1.0:1775763918.567833:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725802496 00000100:00100000:1.0:1775763918.567854:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725802496 00000100:00100000:1.0:1775763918.567927:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725802752 00000100:00100000:1.0:1775763918.567931:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725802752 00000100:00100000:1.0:1775763918.567969:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725802368 00000100:00100000:1.0:1775763918.567977:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725802368 00000100:00100000:1.0:1775763918.568000:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1775763918.568010:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725802496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763918.568116:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725802496:12345-0@lo:400:kworker.0 Request processed in 108us (6894us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763918.568125:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1775763918.568144:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1775763918.568151:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725802752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763918.568185:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725802752:12345-0@lo:400:kworker.0 Request processed in 34us (6863us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763918.568191:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1775763918.568203:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1775763918.568210:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725802368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763918.568240:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725802368:12345-0@lo:400:kworker.0 Request processed in 30us (6878us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763918.568246:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1775763918.568270:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725802240 00000100:00100000:1.0:1775763918.568275:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725802240 00000100:00100000:1.0:1775763918.568302:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1775763918.568309:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725802240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763918.568340:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725802240:12345-0@lo:400:kworker.0 Request processed in 32us (7056us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763918.568346:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1775763918.568387:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725802624 00000100:00100000:1.0:1775763918.568392:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725802624 00000100:00100000:1.0:1775763918.568421:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725802880 00000100:00100000:1.0:1775763918.568425:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725802880 00000100:00100000:1.0:1775763918.568455:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1775763918.568461:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725802624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763918.568505:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725802624:12345-0@lo:400:kworker.0 Request processed in 44us (7343us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763918.568510:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1775763918.568521:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1775763918.568527:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725802880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763918.568558:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725802880:12345-0@lo:400:kworker.0 Request processed in 31us (7161us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763918.568563:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00080000:1.0:1775763918.568576:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763918.568580:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763918.568583:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763918.569808:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725802112 00000100:00100000:3.0:1775763918.569918:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725802496:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.569936:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725802624:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.569979:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725802368:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.569993:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725802880:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.570003:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725802240:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.570016:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725802752:0@lo:400:kworker.0 00000100:00100000:3.0:1775763918.570133:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1775763918.570143:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725802112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763918.570188:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763918.570273:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725802112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (9190us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763918.570281:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1775763918.570316:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725802112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763918.642387:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763918.642437:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763918.642899:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702615808 00000100:00100000:1.0:1775763918.642914:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702615808 00000100:00100000:1.0:1775763918.643007:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 447 00000100:00100000:1.0:1775763918.643021:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702615808:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763918.643128:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702615808:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 110us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763918.643136:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 447 00000100:00080000:2.0:1775763918.643399:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763918.646695:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702615680 00000100:00100000:0.0:1775763918.646713:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702615680 00000100:00100000:0.0:1775763918.646824:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 481 00000100:00100000:0.0:1775763918.646836:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702615680:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763918.646947:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702615680:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 113us (4509us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763918.646955:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 481 00000020:00000080:3.0:1775763918.947890:0:26962:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd6325ab00 20000000:00000080:3.0:1775763918.947912:0:26962:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d10400 uarg=0000000000000000 10000000:01000000:3.0:1775763918.948619:0:26962:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763918.948638:0:26962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763918.948657:0:26962:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b429 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763918.948666:0:26962:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763918.948713:0:26962:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b429 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763918.948865:0:26962:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b429 expref: 17 pid: 5760 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763918.948883:0:26962:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26962:1862022725803008:0@lo:104: 00000100:00100000:3.0:1775763918.948953:0:26962:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763918.949055:0:26962:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06870e40 going to sleep for 11 seconds 00000100:00100000:0.0:1775763918.949168:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725803008 00000100:00100000:0.0:1775763918.949177:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725803008 00000100:00100000:0.0:1775763918.949238:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1775763918.949248:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26962:x1862022725803008:12345-0@lo:104: 00010000:00010000:0.0:1775763918.949263:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763918.949377:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763918.949383:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:26962:x1862022725803008:12345-0@lo:104: Request processed in 137us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763918.949389:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00010000:00010000:2.0:1775763918.949437:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763918.949444:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949463:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763918.949467:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949485:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763918.949491:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763918.949497:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763918.949534:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949540:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763918.949564:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949570:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b429 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b430 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949590:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763918.949591:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763918.949593:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763918.949606:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725803136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763918.949641:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763918.949683:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725803136 00000100:00100000:2.0:1775763918.949687:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725803136 00010000:00010000:2.0:1775763918.949708:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b429 expref: 18 pid: 5760 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763918.949769:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1775763918.949776:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3ab30c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725803136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763918.949787:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763918.949792:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b429 expref: 18 pid: 5760 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949802:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b429 expref: 18 pid: 5760 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949816:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949822:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949834:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949841:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949848:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949854:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949859:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763918.949863:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949876:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949885:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763918.949894:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763918.949921:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3ab30c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725803136:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763918.949927:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1775763918.949994:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725803136:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763918.950328:0:26962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b430 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b429 expref: 17 pid: 5760 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763918.950340:0:26962:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26962:1862022725803008:0@lo:104: 00010000:00010000:1.0:1775763918.950356:0:26962:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763918.950373:0:26962:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763918.950380:0:26962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763918.950387:0:26962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b437 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763919.084300:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763919.971282:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763919.971290:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763919.971295:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763919.971362:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763919.971380:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763919.971394:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763919.971441:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725803264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763919.971562:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763919.971773:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763919.975293:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725803264 00000100:00100000:1.0:1775763919.975323:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725803264 00000100:00100000:1.0:1775763919.975447:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1775763919.977557:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725803264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763919.977585:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775763919.977615:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b43e expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763919.977649:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b43e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763919.977661:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b43e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763919.977671:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cba00, rc 0) 00000100:00100000:1.0:1775763919.977797:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725803264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 258us (6234us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763919.977806:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1775763919.977915:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725803264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763919.977943:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763919.977965:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763919.977994:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763919.977999:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763919.978007:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763920.096069:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763920.612837:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763920.612868:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725803392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763920.612952:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763920.613052:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725803392 00000100:00100000:2.0:1775763920.613060:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725803392 00000100:00100000:2.0:1775763920.613120:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1775763920.613130:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725803392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763920.613172:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763920.613224:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725803392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763920.613233:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00080000:2.0:1775763920.613258:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763920.613305:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725803392:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775763921.127634:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763922.155216:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763923.172162:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763923.680152:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725803520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763923.680237:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763923.680853:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725803520 00000100:00100000:3.0:1775763923.680863:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725803520 00000100:00100000:3.0:1775763923.680950:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1775763923.680961:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725803520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763923.681012:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763923.681098:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725803520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 139us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763923.681106:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1775763923.681168:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725803520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763923.682941:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763923.682969:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725803776:0@lo:400:kworker.0 00000100:00100000:1.0:1775763923.683124:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763923.683185:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725803776 00000100:00100000:1.0:1775763923.683194:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725803776 00000100:00100000:1.0:1775763923.683251:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1775763923.683259:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725803776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763923.683308:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725803776:12345-0@lo:400:kworker.0 Request processed in 50us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763923.683315:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1775763923.683371:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725803776:0@lo:400:kworker.0 00000100:00100000:1.0:1775763923.683457:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725803904:0@lo:400:kworker.0 00000100:00080000:0.0:1775763923.683684:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763923.686134:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725803648:0@lo:400:kworker.0 00000100:00100000:3.0:1775763923.686799:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725804032:0@lo:400:kworker.0 00000100:00100000:2.0:1775763923.694935:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763923.695014:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725804160:0@lo:400:kworker.0 00000100:00100000:2.0:1775763923.695104:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763923.695156:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725803648 00000100:00100000:2.0:1775763923.695167:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725803648 00000100:00100000:2.0:1775763923.695229:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1775763923.695239:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725803648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763923.695305:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725803648:12345-0@lo:400:kworker.0 Request processed in 66us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763923.695313:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1775763923.695378:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725803648:0@lo:400:kworker.0 00000100:00100000:1.0:1775763923.695923:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763923.695999:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725804160 00000100:00100000:1.0:1775763923.696007:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725804160 00000100:00100000:1.0:1775763923.696073:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1775763923.696080:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725804160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763923.696116:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725804160:12345-0@lo:400:kworker.0 Request processed in 37us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763923.696122:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00080000:1.0:1775763923.696173:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763923.696670:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725804160:0@lo:400:kworker.0 00000100:00100000:3.0:1775763923.696796:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725803904 00000100:00100000:3.0:1775763923.696802:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725803904 00000100:00100000:3.0:1775763923.696864:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1775763923.696873:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725803904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763923.696948:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725803904:12345-0@lo:400:kworker.0 Request processed in 77us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763923.696955:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1775763923.697051:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725803904:0@lo:400:kworker.0 00000100:00100000:3.0:1775763923.697083:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763923.697110:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725804032 00000100:00100000:3.0:1775763923.697113:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725804032 00000100:00100000:3.0:1775763923.697139:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1775763923.697145:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725804032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763923.697175:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725804032:12345-0@lo:400:kworker.0 Request processed in 30us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763923.697181:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1775763923.697209:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725804032:0@lo:400:kworker.0 00000100:00080000:0.0:1775763923.697411:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763923.757419:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763923.757503:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763923.757522:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702616064 00000100:00100000:0.0:1775763923.757540:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702616064 00000100:00080000:3.0:1775763923.757642:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763923.757646:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 451 00000100:00100000:0.0:1775763923.757658:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702616064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763923.757787:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702616064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 131us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763923.757796:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 451 00000100:00100000:3.0:1775763923.757806:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702615936 00000100:00100000:3.0:1775763923.757811:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702615936 00000100:00100000:3.0:1775763923.757855:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 484 00000100:00100000:3.0:1775763923.757863:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702615936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763923.757896:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702615936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 34us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763923.757904:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 484 00010000:00010000:1.0:1775763924.215844:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763925.216121:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763925.735804:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775763925.735843:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725804288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763925.735932:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763925.736228:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725804288 00000100:00100000:0.0:1775763925.736238:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725804288 00000100:00100000:0.0:1775763925.736304:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1775763925.736313:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725804288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763925.736349:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763925.736401:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725804288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763925.736432:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1775763925.736484:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725804288:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775763925.737860:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1775763925.997973:0:27208:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9680b620 20000000:00000080:2.0:1775763925.997991:0:27208:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac7000 uarg=0000000000000000 10000000:01000000:2.0:1775763925.998538:0:27208:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763925.998560:0:27208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763925.998579:0:27208:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b43e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763925.998588:0:27208:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763925.998633:0:27208:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b43e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763925.998650:0:27208:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b43e expref: 17 pid: 5763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763925.998681:0:27208:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27208:1862022725804416:0@lo:104: 00000100:00100000:2.0:1775763925.998792:0:27208:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763925.998855:0:27208:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33e90d80 going to sleep for 11 seconds 00000100:00100000:0.0:1775763925.999318:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725804416 00000100:00100000:0.0:1775763925.999333:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725804416 00000100:00100000:0.0:1775763925.999432:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1775763925.999444:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:27208:x1862022725804416:12345-0@lo:104: 00010000:00010000:0.0:1775763925.999464:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763925.999554:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763925.999560:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:27208:x1862022725804416:12345-0@lo:104: Request processed in 120us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763925.999568:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00010000:00010000:1.0:1775763925.999934:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763925.999943:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763925.999969:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763925.999975:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763925.999985:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763925.999993:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763925.999998:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775763926.000047:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000055:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763926.000083:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000090:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b43e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b445 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000111:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763926.000112:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763926.000114:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763926.000128:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725804544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763926.000173:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763926.000261:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725804544 00000100:00100000:1.0:1775763926.000267:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725804544 00010000:00010000:1.0:1775763926.000293:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b43e expref: 18 pid: 5763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763926.000330:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1775763926.000337:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725804544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763926.000353:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763926.000359:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b43e expref: 18 pid: 5763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000372:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b43e expref: 18 pid: 5763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000414:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000423:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000442:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000451:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000458:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000463:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000468:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763926.000475:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000489:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000500:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763926.000511:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763926.000542:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725804544:12345-0@lo:103:ldlm_bl.0 Request processed in 206us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763926.000549:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1775763926.000601:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725804544:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763926.000993:0:27208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b445 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b43e expref: 17 pid: 5763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763926.001006:0:27208:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27208:1862022725804416:0@lo:104: 00010000:00010000:2.0:1775763926.001026:0:27208:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763926.001035:0:27208:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763926.001041:0:27208:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763926.001047:0:27208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b44c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763926.256355:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763927.263983:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763927.420174:0:27256:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce710a5c0 20000000:00000080:2.0:1775763927.420192:0:27256:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac7c00 uarg=0000000000000000 10000000:01000000:2.0:1775763927.420451:0:27256:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763927.420471:0:27256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420488:0:27256:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420510:0:27256:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420517:0:27256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420525:0:27256:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420533:0:27256:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420539:0:27256:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763927.420544:0:27256:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420553:0:27256:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420569:0:27256:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420576:0:27256:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.420582:0:27256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b453 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763927.849051:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763927.849064:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763927.849071:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763927.849150:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.849164:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.849177:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763927.849213:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725804672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763927.849303:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763927.849497:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725804672 00000100:00100000:3.0:1775763927.849508:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725804672 00000100:00100000:3.0:1775763927.849571:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1775763927.849583:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725804672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763927.849600:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763927.849617:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b45a expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763927.849656:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b45a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763927.849666:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b45a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763927.849675:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666400, rc 0) 00000100:00100000:3.0:1775763927.849720:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725804672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763927.849728:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1775763927.850772:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1900 going to sleep for 11 seconds 00000100:00100000:2.0:1775763927.850821:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725804672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763927.850848:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.850862:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763927.850895:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763927.850902:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763927.850910:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763928.299249:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763928.649273:0:27304:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff90bbc230 20000000:00000080:0.0:1775763928.649289:0:27304:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33e1b000 uarg=0000000000000000 10000000:01000000:0.0:1775763928.649653:0:27304:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763928.649673:0:27304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763928.649691:0:27304:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b45a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763928.649698:0:27304:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763928.649913:0:27304:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b45a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763928.649937:0:27304:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b45a expref: 17 pid: 5763 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763928.649954:0:27304:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27304:1862022725804800:0@lo:104: 00000100:00100000:0.0:1775763928.650015:0:27304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763928.650105:0:27304:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d540 going to sleep for 11 seconds 00000100:00100000:1.0:1775763928.650148:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725804800 00000100:00100000:1.0:1775763928.650156:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725804800 00000100:00100000:1.0:1775763928.650234:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1775763928.650245:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:27304:x1862022725804800:12345-0@lo:104: 00010000:00010000:1.0:1775763928.650259:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763928.650386:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763928.650393:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:27304:x1862022725804800:12345-0@lo:104: Request processed in 150us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763928.650400:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1775763928.650480:0:27304:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27304:1862022725804800:0@lo:104: 00010000:00010000:2.0:1775763928.650499:0:27304:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.650639:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763928.650646:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.650654:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763928.650658:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.650667:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763928.650680:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763928.650686:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763928.650768:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.650775:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763928.650796:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.650803:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b45a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b461 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.650817:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763928.650819:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763928.650821:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763928.650828:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775763928.650839:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725804928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763928.650869:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763928.650896:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725804928 00000100:00100000:3.0:1775763928.650900:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725804928 00010000:00010000:3.0:1775763928.650917:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b45a expref: 18 pid: 5763 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763928.650937:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1775763928.650943:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725804928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763928.650953:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763928.650964:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b45a expref: 18 pid: 5763 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.650973:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b45a expref: 18 pid: 5763 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.650985:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b461 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b45a expref: 18 pid: 5763 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.650997:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.651005:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.651016:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.651022:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.651028:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.651033:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.651039:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763928.651043:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.651051:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.651070:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763928.651079:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763928.651103:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725804928:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763928.651109:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1775763928.651138:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725804928:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763928.651273:0:27304:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763928.651282:0:27304:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763928.651288:0:27304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420b468 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763928.815154:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725805056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763928.815231:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763928.815308:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725805056 00000100:00100000:1.0:1775763928.815315:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725805056 00000100:00100000:1.0:1775763928.815402:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775763928.815412:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725805056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763928.815454:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763928.815501:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725805056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763928.815509:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00080000:1.0:1775763928.815529:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763928.815564:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725805056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763928.816231:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725805184:0@lo:400:kworker.0 00000100:00100000:1.0:1775763928.816271:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763928.816345:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775763928.816351:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725805312:0@lo:400:kworker.0 00000100:00100000:1.0:1775763928.816386:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763928.820921:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725805440:0@lo:400:kworker.0 00000100:00100000:1.0:1775763928.820998:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763928.822206:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725805184 00000100:00100000:0.0:1775763928.822219:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725805184 00000100:00100000:0.0:1775763928.822288:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725805312 00000100:00100000:0.0:1775763928.822293:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725805312 00000100:00100000:0.0:1775763928.822326:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1775763928.822336:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725805184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763928.822433:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725805184:12345-0@lo:400:kworker.0 Request processed in 98us (6160us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763928.822441:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1775763928.822460:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1775763928.822466:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725805312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763928.822495:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725805312:12345-0@lo:400:kworker.0 Request processed in 29us (6118us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763928.822501:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1775763928.822636:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763928.822648:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725805568:0@lo:400:kworker.0 00000100:00100000:1.0:1775763928.822685:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763928.822750:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725805440 00000100:00100000:0.0:1775763928.822754:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725805440 00000100:00100000:0.0:1775763928.822781:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1775763928.822787:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725805440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763928.822820:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725805440:12345-0@lo:400:kworker.0 Request processed in 34us (1823us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763928.822838:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1775763928.826861:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725805312:0@lo:400:kworker.0 00000100:00100000:0.0:1775763928.826881:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725805184:0@lo:400:kworker.0 00000100:00080000:0.0:1775763928.826927:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763928.830365:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725805568 00000100:00100000:1.0:1775763928.830396:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725805568 00000100:00100000:1.0:1775763928.830506:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1775763928.830520:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725805568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763928.830634:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725805568:12345-0@lo:400:kworker.0 Request processed in 106us (7936us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763928.830641:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1775763928.830697:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725805568:0@lo:400:kworker.0 00000100:00100000:1.0:1775763928.830727:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725805440:0@lo:400:kworker.0 00000100:00080000:3.0:1775763928.838097:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763928.880555:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763928.880606:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763928.880652:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702616192 00000100:00100000:3.0:1775763928.880666:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702616192 00000100:00100000:3.0:1775763928.880720:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 486 00000100:00100000:3.0:1775763928.880763:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702616192:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763928.880834:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702616192:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 105us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763928.880841:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 486 00000100:00100000:1.0:1775763928.881203:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702616320 00000100:00100000:1.0:1775763928.881210:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702616320 00000100:00100000:1.0:1775763928.881279:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 455 00000100:00100000:1.0:1775763928.881287:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702616320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763928.881327:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702616320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763928.881334:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 455 00000100:00080000:3.0:1775763928.881389:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775763929.316188:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763930.018179:0:27353:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0196f500 20000000:00000080:0.0:1775763930.018204:0:27353:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3790e000 uarg=0000000000000000 10000000:01000000:0.0:1775763930.018724:0:27353:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763930.021197:0:27353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021217:0:27353:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021227:0:27353:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021234:0:27353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021241:0:27353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021256:0:27353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021263:0:27353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763930.021267:0:27353:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021293:0:27353:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021307:0:27353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021315:0:27353:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763930.021322:0:27353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b46f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763930.208298:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763930.208312:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763930.208320:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763930.208401:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763930.208416:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763930.208428:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763930.208466:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725805696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763930.208557:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763930.208614:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775763930.211207:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725805696 00000100:00100000:3.0:1775763930.211224:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725805696 00000100:00100000:3.0:1775763930.211293:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1775763930.211304:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725805696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763930.211326:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763930.211350:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b476 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763930.211408:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b476 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763930.211421:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b476 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763930.211433:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666a00, rc 0) 00000100:00100000:3.0:1775763930.211519:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725805696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 216us (2962us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763930.211526:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1775763930.212218:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725805696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763930.212242:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763930.212265:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763930.212293:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763930.212299:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763930.212306:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763930.347396:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763930.858316:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725805824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763930.858710:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763930.859812:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725805824 00000100:00100000:1.0:1775763930.859828:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725805824 00000100:00080000:2.0:1775763930.861375:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775763930.862585:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1775763930.862610:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725805824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763930.862672:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763930.862814:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725805824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 216us (4106us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763930.862824:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1775763930.862897:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725805824:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1775763931.350821:0:27402:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd02e19d00 20000000:00000080:0.0:1775763931.350845:0:27402:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac5000 uarg=0000000000000000 10000000:01000000:0.0:1775763931.351442:0:27402:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763931.351467:0:27402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763931.351505:0:27402:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b476 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763931.351514:0:27402:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763931.351569:0:27402:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b476 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763931.351587:0:27402:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b476 expref: 17 pid: 5760 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763931.351605:0:27402:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27402:1862022725805952:0@lo:104: 00000100:00100000:0.0:1775763931.352593:0:27402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763931.352723:0:27402:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b48180 going to sleep for 11 seconds 00000100:00100000:1.0:1775763931.353297:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725805952 00000100:00100000:1.0:1775763931.353312:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725805952 00000100:00100000:1.0:1775763931.353530:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1775763931.353543:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:27402:x1862022725805952:12345-0@lo:104: 00010000:00010000:1.0:1775763931.353565:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763931.353849:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763931.353857:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:27402:x1862022725805952:12345-0@lo:104: Request processed in 317us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763931.353865:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1775763931.353996:0:27402:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27402:1862022725805952:0@lo:104: 00010000:00010000:2.0:1775763931.354025:0:27402:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.355011:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763931.355022:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.355032:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763931.355037:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.355046:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763931.355053:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763931.355058:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763931.355246:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.355254:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763931.355319:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.355337:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420b476 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b47d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.355370:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763931.355372:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763931.355374:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763931.355386:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763931.355410:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725806080:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763931.355495:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763931.355565:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725806080 00000100:00100000:3.0:1775763931.355573:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725806080 00010000:00010000:3.0:1775763931.355605:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b476 expref: 18 pid: 5760 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763931.355637:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1775763931.355646:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725806080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763931.356054:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763931.356063:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b476 expref: 18 pid: 5760 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356161:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b476 expref: 18 pid: 5760 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356179:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b47d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b476 expref: 18 pid: 5760 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356196:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356214:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356232:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356240:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356248:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356255:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356260:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763931.356265:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356274:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356291:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763931.356306:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763931.356380:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725806080:12345-0@lo:103:ldlm_bl.0 Request processed in 734us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763931.356388:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1775763931.356452:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725806080:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763931.357629:0:27402:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763931.357643:0:27402:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763931.357649:0:27402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b484 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763931.360120:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763932.385182:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763932.470622:0:27450:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd38a15810 20000000:00000080:2.0:1775763932.470642:0:27450:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d28800 uarg=0000000000000000 10000000:01000000:2.0:1775763932.471451:0:27450:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763932.471479:0:27450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471510:0:27450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471521:0:27450:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471528:0:27450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471535:0:27450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471543:0:27450:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471549:0:27450:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763932.471554:0:27450:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471563:0:27450:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471576:0:27450:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471585:0:27450:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.471592:0:27450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b48b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27450 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763932.639865:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763932.639871:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763932.639875:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763932.639948:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763932.639981:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763932.639998:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763932.640045:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725806208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763932.640150:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763932.640207:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0536ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1775763932.640533:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725806208 00000100:00100000:2.0:1775763932.640542:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725806208 00000100:00100000:2.0:1775763932.640602:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1775763932.640611:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725806208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763932.640628:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763932.640644:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b492 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.640668:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b492 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.640678:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b492 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763932.640687:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80200, rc 0) 00000100:00100000:2.0:1775763932.640724:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725806208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763932.640772:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1775763932.641069:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725806208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763932.641085:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763932.641096:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763932.641119:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763932.641125:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763932.641264:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763933.408074:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763933.822060:0:27498:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7a25d9c0 20000000:00000080:3.0:1775763933.822079:0:27498:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c99000 uarg=0000000000000000 00000100:00100000:0.0:1775763933.920378:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763933.920411:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725806336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763933.920506:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763933.924490:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725806336 00000100:00100000:1.0:1775763933.924507:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725806336 00000100:00100000:1.0:1775763933.924594:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1775763933.924605:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725806336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763933.924662:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763933.924777:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725806336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 175us (4271us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763933.924784:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1775763933.924862:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725806336:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775763933.925535:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763933.925757:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725806592:0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.925813:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763933.925870:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763933.925876:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725806720:0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.925898:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763933.925934:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725806592 00000100:00100000:2.0:1775763933.925940:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725806592 00000100:00100000:2.0:1775763933.925978:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725806720 00000100:00100000:2.0:1775763933.925982:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725806720 00000100:00100000:2.0:1775763933.926020:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1775763933.926028:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725806592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.926075:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725806592:12345-0@lo:400:kworker.0 Request processed in 48us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763933.926082:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1775763933.926099:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1775763933.926104:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725806720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.926146:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725806720:12345-0@lo:400:kworker.0 Request processed in 41us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763933.926152:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00080000:2.0:1775763933.926174:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763933.926184:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725806848:0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.926206:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763933.926224:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775763933.926229:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725806464:0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.926253:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763933.926272:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725806976:0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.926293:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763933.926653:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725806848 00000100:00100000:2.0:1775763933.926658:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725806848 00000100:00100000:2.0:1775763933.926698:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1775763933.926705:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725806848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.926764:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725806848:12345-0@lo:400:kworker.0 Request processed in 59us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763933.926770:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1775763933.926788:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725806464 00000100:00100000:2.0:1775763933.926798:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725806464 00000100:00080000:0.0:1775763933.927953:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763933.928431:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725806976 00000100:00100000:1.0:1775763933.928444:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725806976 00000100:00100000:1.0:1775763933.928529:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1775763933.928538:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725806976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763933.928633:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725806976:12345-0@lo:400:kworker.0 Request processed in 96us (2338us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763933.928640:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1775763933.928759:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1775763933.928772:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725806464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.928810:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725806464:12345-0@lo:400:kworker.0 Request processed in 43us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763933.928816:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1775763933.929061:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725806464:0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.929076:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725806976:0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.929087:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725806848:0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.929128:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725806720:0@lo:400:kworker.0 00000100:00100000:2.0:1775763933.929139:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725806592:0@lo:400:kworker.0 00000100:00080000:0.0:1775763933.929956:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763934.004718:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763934.004800:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763934.004846:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702616576 00000100:00100000:2.0:1775763934.004859:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702616576 00000100:00100000:2.0:1775763934.004930:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 459 00000100:00100000:2.0:1775763934.004940:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702616576:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763934.005012:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702616576:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 74us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763934.005020:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 459 00000100:00080000:2.0:1775763934.005043:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763934.005723:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702616448 00000100:00100000:3.0:1775763934.006434:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702616448 00000100:00100000:0.0:1775763934.019180:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 490 00000100:00100000:0.0:1775763934.019203:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702616448:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763934.019355:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702616448:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 159us (14648us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763934.019365:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 490 00010000:00010000:2.0:1775763934.431923:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763935.116170:0:27548:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9cb81c30 20000000:00000080:1.0:1775763935.116191:0:27548:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3763fc00 uarg=0000000000000000 00010000:00010000:0.0:1775763935.455995:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763935.968412:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725807104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763935.968505:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763935.969783:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725807104 00000100:00100000:0.0:1775763935.969800:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725807104 00000100:00100000:0.0:1775763935.969875:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1775763935.969887:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725807104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763935.969941:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763935.970037:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725807104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763935.970046:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00080000:2.0:1775763935.970168:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763935.970581:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725807104:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1775763936.288477:0:27596:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda9f3c490 20000000:00000080:1.0:1775763936.288499:0:27596:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02ae0c00 uarg=0000000000000000 00010000:00010000:3.0:1775763936.489415:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763937.241656:0:27644:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9a8ff600 20000000:00000080:3.0:1775763937.241682:0:27644:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37920000 uarg=0000000000000000 00010000:00010000:2.0:1775763937.509559:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763938.485721:0:27693:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffead26b0a0 20000000:00000080:3.0:1775763938.485885:0:27693:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37921800 uarg=0000000000000000 00010000:00010000:1.0:1775763938.531212:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763939.043225:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725807232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763939.043351:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763939.043533:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725807232 00000100:00100000:3.0:1775763939.043555:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725807232 00000100:00100000:3.0:1775763939.043637:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1775763939.043650:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725807232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763939.043700:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763939.043781:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725807232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763939.043795:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00080000:0.0:1775763939.046015:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763939.046123:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725807232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763939.049996:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725807616:0@lo:400:kworker.0 00000100:00100000:3.0:1775763939.050081:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763939.050144:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763939.050151:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725807744:0@lo:400:kworker.0 00000100:00100000:3.0:1775763939.050197:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763939.050230:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725807616 00000100:00100000:3.0:1775763939.050239:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725807616 00000100:00100000:3.0:1775763939.050314:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725807744 00000100:00100000:3.0:1775763939.050318:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725807744 00000100:00100000:3.0:1775763939.050348:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1775763939.050359:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d693100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725807616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763939.050428:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d693100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725807616:12345-0@lo:400:kworker.0 Request processed in 70us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763939.050436:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1775763939.050455:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1775763939.050461:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725807744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763939.050487:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725807744:12345-0@lo:400:kworker.0 Request processed in 27us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763939.050492:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1775763939.050533:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725807744:0@lo:400:kworker.0 00000100:00100000:3.0:1775763939.050553:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725807616:0@lo:400:kworker.0 00000100:00100000:2.0:1775763939.050780:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725807360:0@lo:400:kworker.0 00000100:00080000:0.0:1775763939.050900:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763939.051082:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763939.051108:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725807872:0@lo:400:kworker.0 00000100:00100000:2.0:1775763939.051134:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763939.051155:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763939.051162:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725807488:0@lo:400:kworker.0 00000100:00100000:2.0:1775763939.051184:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763939.051208:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725807488 00000100:00100000:2.0:1775763939.051211:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725807488 00000100:00100000:2.0:1775763939.051240:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1775763939.051246:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725807488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763939.051279:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725807488:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763939.051295:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1775763939.051324:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725807872 00000100:00100000:2.0:1775763939.051329:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725807872 00000100:00100000:2.0:1775763939.051362:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1775763939.051368:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725807872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763939.051398:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725807872:12345-0@lo:400:kworker.0 Request processed in 31us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763939.051404:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1775763939.051435:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725807488:0@lo:400:kworker.0 00000100:00100000:2.0:1775763939.051446:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725807872:0@lo:400:kworker.0 00000100:00080000:2.0:1775763939.051469:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763939.054417:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725807360 00000100:00100000:3.0:1775763939.054444:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725807360 00000100:00100000:3.0:1775763939.054542:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1775763939.054554:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725807360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763939.054686:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725807360:12345-0@lo:400:kworker.0 Request processed in 134us (3603us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763939.054695:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1775763939.061782:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725807360:0@lo:400:kworker.0 00000100:00100000:3.0:1775763939.118018:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763939.118441:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763939.118483:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702616704 00000100:00100000:3.0:1775763939.118494:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702616704 00000100:00100000:3.0:1775763939.118558:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 492 00000100:00100000:3.0:1775763939.118569:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702616704:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763939.118680:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702616704:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 111us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763939.118706:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 492 00000100:00100000:0.0:1775763939.120084:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702616832 00000100:00100000:0.0:1775763939.120097:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702616832 00000100:00100000:0.0:1775763939.120347:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 463 00000100:00100000:0.0:1775763939.120359:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702616832:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763939.120442:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702616832:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 88us (2440us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763939.120450:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 463 00000100:00080000:3.0:1775763939.122107:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763939.553295:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763939.675723:0:27741:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc897c49f0 20000000:00000080:1.0:1775763939.675965:0:27741:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02ae2000 uarg=0000000000000000 00010000:00010000:3.0:1775763940.586971:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763940.920535:0:27789:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7e655f80 20000000:00000080:2.0:1775763940.920557:0:27789:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed46400 uarg=0000000000000000 00000100:00100000:3.0:1775763941.088409:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763941.088443:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725808000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763941.088528:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763941.088600:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725808000 00000100:00100000:3.0:1775763941.088609:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725808000 00000100:00100000:3.0:1775763941.088679:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1775763941.088690:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725808000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763941.088796:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763941.088848:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725808000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 160us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763941.088856:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00080000:3.0:1775763941.088879:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763941.088935:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725808000:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775763941.606141:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763942.250212:0:27837:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe264bd210 20000000:00000080:0.0:1775763942.250239:0:27837:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac5000 uarg=0000000000000000 00010000:00010000:0.0:1775763942.633149:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763943.384519:0:27885:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff62c59620 20000000:00000080:2.0:1775763943.384541:0:27885:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed44000 uarg=0000000000000000 00010000:00010000:1.0:1775763943.658881:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763944.160016:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725808128:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160105:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763944.160160:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725808640:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160187:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763944.160243:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775763944.160251:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725808256:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160274:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763944.160292:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725808768:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160339:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763944.160371:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725808384:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160395:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763944.160414:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763944.160420:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725808512:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160442:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763944.160476:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725808128 00000100:00100000:3.0:1775763944.160485:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725808128 00000100:00100000:3.0:1775763944.160531:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1775763944.160540:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725808128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160594:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725808128:12345-0@lo:400:kworker.0 Request processed in 55us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763944.160602:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1775763944.160636:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725808640 00000100:00100000:3.0:1775763944.160640:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725808640 00000100:00100000:3.0:1775763944.160675:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725808256 00000100:00100000:3.0:1775763944.160678:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725808256 00000100:00100000:3.0:1775763944.160693:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725808384 00000100:00100000:3.0:1775763944.160695:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725808384 00000100:00100000:3.0:1775763944.160709:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1775763944.160715:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725808640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160768:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725808640:12345-0@lo:400:kworker.0 Request processed in 53us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763944.160774:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1775763944.160786:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1775763944.160792:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725808256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160817:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725808256:12345-0@lo:400:kworker.0 Request processed in 26us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763944.160830:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1775763944.160841:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775763944.160847:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725808384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160878:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725808384:12345-0@lo:400:kworker.0 Request processed in 32us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763944.160883:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775763944.160902:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725808768 00000100:00100000:3.0:1775763944.160905:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725808768 00000100:00100000:3.0:1775763944.160928:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725808512 00000100:00100000:3.0:1775763944.160931:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725808512 00000100:00100000:3.0:1775763944.160948:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1775763944.160953:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725808768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.160983:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725808768:12345-0@lo:400:kworker.0 Request processed in 30us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763944.160988:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1775763944.160997:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1775763944.161002:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725808512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.161020:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725808512:12345-0@lo:400:kworker.0 Request processed in 18us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763944.161025:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1775763944.161067:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725808256:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.161074:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725808768:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.161081:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725808128:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.161090:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725808640:0@lo:400:kworker.0 00000100:00080000:3.0:1775763944.161128:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775763944.161132:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775763944.161135:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763944.161154:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725808512:0@lo:400:kworker.0 00000100:00100000:3.0:1775763944.161161:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725808384:0@lo:400:kworker.0 00000100:00100000:0.0:1775763944.164152:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725808896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763944.164299:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763944.164840:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725808896 00000100:00100000:3.0:1775763944.164854:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725808896 00000100:00100000:3.0:1775763944.164915:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1775763944.164926:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725808896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763944.164979:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763944.165054:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725808896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763944.165060:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1775763944.165121:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725808896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763944.246024:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763944.246075:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763944.246242:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702617088 00000100:00100000:3.0:1775763944.246257:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702617088 00000100:00100000:3.0:1775763944.246356:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 467 00000100:00100000:3.0:1775763944.246368:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702617088:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763944.246475:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702617088:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763944.246484:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 467 00000100:00080000:1.0:1775763944.246677:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763944.246791:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702616960 00000100:00100000:2.0:1775763944.246799:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702616960 00000100:00100000:2.0:1775763944.246833:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 494 00000100:00100000:2.0:1775763944.246840:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702616960:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763944.247045:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702616960:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 204us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763944.247053:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 494 00010000:00010000:0.0:1775763944.672331:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763944.682656:0:27934:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0cfb3310 20000000:00000080:1.0:1775763944.682694:0:27934:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02ae1400 uarg=0000000000000000 00000020:00000080:0.0:1775763945.663142:0:27983:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee7f7ccc0 20000000:00000080:0.0:1775763945.663168:0:27983:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac5000 uarg=0000000000000000 00010000:00010000:0.0:1775763945.698332:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763946.207996:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725809024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763946.208070:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763946.212140:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725809024 00000100:00100000:3.0:1775763946.212158:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725809024 00000100:00100000:3.0:1775763946.212436:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1775763946.212448:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725809024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763946.212491:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763946.212585:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725809024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 140us (4513us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763946.212593:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1775763946.212653:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725809024:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775763946.213575:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775763946.722871:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763946.967601:0:28031:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca6abfb60 20000000:00000080:3.0:1775763946.967653:0:28031:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e375b6c00 uarg=0000000000000000 00010000:00010000:0.0:1775763947.744977:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763948.115024:0:28079:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe811b7480 20000000:00000080:2.0:1775763948.115041:0:28079:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed44c00 uarg=0000000000000000 10000000:01000000:2.0:1775763948.117355:0:28079:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763948.117380:0:28079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763948.117400:0:28079:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b492 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763948.117409:0:28079:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763948.117455:0:28079:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b492 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763948.117474:0:28079:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b492 expref: 17 pid: 5763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763948.117491:0:28079:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28079:1862022725809152:0@lo:104: 00000100:00100000:2.0:1775763948.117581:0:28079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763948.117637:0:28079:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e919900 going to sleep for 11 seconds 00000100:00100000:1.0:1775763948.118312:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725809152 00000100:00100000:1.0:1775763948.118323:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725809152 00000100:00100000:1.0:1775763948.118379:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1775763948.118389:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28079:x1862022725809152:12345-0@lo:104: 00010000:00010000:1.0:1775763948.118404:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763948.118480:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763948.118486:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28079:x1862022725809152:12345-0@lo:104: Request processed in 100us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763948.118494:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00010000:00010000:0.0:1775763948.118558:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763948.118564:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118572:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763948.118576:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118585:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763948.118592:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763948.118598:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763948.118635:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118642:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763948.118668:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118675:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b492 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b499 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118707:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763948.118708:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763948.118710:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763948.118723:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725809280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763948.118794:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763948.118847:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725809280 00000100:00100000:0.0:1775763948.118852:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725809280 00010000:00010000:0.0:1775763948.118871:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b492 expref: 18 pid: 5763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763948.118895:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1775763948.118902:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725809280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763948.118912:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763948.118918:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b492 expref: 18 pid: 5763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118929:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b492 expref: 18 pid: 5763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118946:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118954:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118969:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.118989:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.119003:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.119009:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.119015:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763948.119018:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.119026:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.119034:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.119043:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763948.119070:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725809280:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763948.119077:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1775763948.119113:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725809280:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763948.120604:0:28079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b499 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b492 expref: 17 pid: 5763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763948.120622:0:28079:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28079:1862022725809152:0@lo:104: 00010000:00010000:2.0:1775763948.120643:0:28079:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763948.120653:0:28079:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763948.120659:0:28079:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763948.120665:0:28079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b4a0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763948.768006:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763949.280282:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725809664:0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.280369:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763949.280429:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725810176:0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.280456:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763949.280482:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775763949.280487:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725809536:0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.280517:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763949.280540:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725810048:0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.280562:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763949.280596:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725809664 00000100:00100000:1.0:1775763949.280606:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725809664 00000100:00100000:1.0:1775763949.280664:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725810048 00000100:00100000:1.0:1775763949.280666:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725810048 00000100:00100000:1.0:1775763949.280696:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1775763949.280712:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725809664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.280817:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725809664:12345-0@lo:400:kworker.0 Request processed in 105us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763949.280825:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1775763949.280844:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1775763949.280850:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725810048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.280874:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725810048:12345-0@lo:400:kworker.0 Request processed in 24us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763949.280880:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1775763949.280898:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725810176 00000100:00100000:1.0:1775763949.280901:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725810176 00000100:00100000:1.0:1775763949.280935:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1775763949.280941:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725810176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.280972:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725810176:12345-0@lo:400:kworker.0 Request processed in 32us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763949.280979:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1775763949.280997:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725809536 00000100:00100000:1.0:1775763949.281000:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725809536 00000100:00100000:1.0:1775763949.281048:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1775763949.281055:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725809536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.281085:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725809536:12345-0@lo:400:kworker.0 Request processed in 31us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763949.281091:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1775763949.281201:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725809536:0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.281219:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725810048:0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.281239:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725809664:0@lo:400:kworker.0 00000100:00100000:1.0:1775763949.281249:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725810176:0@lo:400:kworker.0 00000100:00100000:0.0:1775763949.282386:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725809408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763949.282462:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763949.282500:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725809920:0@lo:400:kworker.0 00000100:00100000:0.0:1775763949.282524:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763949.282548:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763949.282568:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725809792:0@lo:400:kworker.0 00000100:00100000:0.0:1775763949.282597:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775763949.282632:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775763949.282640:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763949.282655:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725809408 00000100:00100000:0.0:1775763949.282663:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725809408 00000100:00100000:0.0:1775763949.282721:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1775763949.282752:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725809408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775763949.282800:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763949.282845:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725809408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763949.282852:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1775763949.282874:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725809920 00000100:00100000:0.0:1775763949.282878:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725809920 00000100:00100000:0.0:1775763949.282899:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1775763949.282905:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725809920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763949.282935:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725809920:12345-0@lo:400:kworker.0 Request processed in 30us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763949.282941:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1775763949.282962:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725809792 00000100:00100000:0.0:1775763949.282966:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725809792 00000100:00100000:0.0:1775763949.282998:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1775763949.283004:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725809792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763949.285485:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725809792:12345-0@lo:400:kworker.0 Request processed in 2460us (2866us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763949.285509:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:0.0:1775763949.285588:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775763949.285598:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775763949.285697:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725809792:0@lo:400:kworker.0 00000100:00100000:0.0:1775763949.285767:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725809408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763949.285784:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725809920:0@lo:400:kworker.0 00000100:00100000:2.0:1775763949.360067:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763949.360124:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763949.360273:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702617344 00000100:00100000:2.0:1775763949.360287:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702617344 00000100:00100000:2.0:1775763949.360383:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 471 00000100:00100000:2.0:1775763949.360396:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702617344:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763949.360496:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702617344:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763949.360505:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 471 00000100:00100000:2.0:1775763949.360533:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702617216 00000100:00100000:2.0:1775763949.360537:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702617216 00000100:00100000:2.0:1775763949.360575:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 496 00000100:00100000:2.0:1775763949.360583:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702617216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763949.360610:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702617216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763949.360617:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 496 00000100:00080000:2.0:1775763949.360646:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763949.792029:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763950.139282:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763950.139294:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763950.139301:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763950.139386:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.139402:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.139419:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763950.139463:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725810304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763950.139568:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763950.139652:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e919900 going to sleep for 11 seconds 00000100:00100000:2.0:1775763950.139694:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725810304 00000100:00100000:2.0:1775763950.139709:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725810304 00000100:00100000:2.0:1775763950.139809:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1775763950.139822:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725810304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763950.139845:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763950.139863:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b4a7 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.139918:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b4a7 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.139932:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4a7 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.139945:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80600, rc 0) 00000100:00100000:2.0:1775763950.139992:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725810304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763950.139999:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1775763950.140077:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725810304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763950.140096:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.140106:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763950.140136:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763950.140142:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.140149:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763950.816682:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763950.878546:0:28179:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffecbd2a660 20000000:00000080:2.0:1775763950.878575:0:28179:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37638800 uarg=0000000000000000 10000000:01000000:2.0:1775763950.886492:0:28179:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763950.886538:0:28179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.886563:0:28179:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4a7 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.886575:0:28179:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.887188:0:28179:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b4a7 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763950.887212:0:28179:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b4a7 expref: 17 pid: 5760 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763950.887234:0:28179:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28179:1862022725810432:0@lo:104: 00000100:00100000:2.0:1775763950.887353:0:28179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763950.887542:0:28179:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d300 going to sleep for 11 seconds 00000100:00100000:1.0:1775763950.891601:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725810432 00000100:00100000:1.0:1775763950.891623:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725810432 00000100:00100000:1.0:1775763950.891765:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1775763950.891778:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28179:x1862022725810432:12345-0@lo:104: 00010000:00010000:1.0:1775763950.891802:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763950.892489:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763950.892501:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28179:x1862022725810432:12345-0@lo:104: Request processed in 725us (5146us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763950.892511:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00010000:00010000:0.0:1775763950.892613:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775763950.892623:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.892643:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775763950.892649:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.892660:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775763950.892668:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763950.892675:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775763950.892814:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.892821:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775763950.892853:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.892861:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4a7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4ae expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.892922:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763950.892925:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763950.892927:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763950.892937:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763950.892969:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725810560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775763950.893042:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763950.893109:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725810560 00000100:00100000:0.0:1775763950.893116:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725810560 00010000:00010000:0.0:1775763950.893150:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4a7 expref: 18 pid: 5760 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763950.893195:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1775763950.893204:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725810560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763950.893221:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763950.893228:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4a7 expref: 18 pid: 5760 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893241:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b4a7 expref: 18 pid: 5760 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893265:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893274:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893294:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893314:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893321:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893328:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893334:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763950.893339:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893348:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893357:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763950.893370:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763950.893405:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725810560:12345-0@lo:103:ldlm_bl.0 Request processed in 202us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763950.893412:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1775763950.893460:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725810560:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763950.901964:0:28179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b4ae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b4a7 expref: 17 pid: 5760 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763950.902007:0:28179:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28179:1862022725810432:0@lo:104: 00010000:00010000:2.0:1775763950.902055:0:28179:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763950.902448:0:28179:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763950.902458:0:28179:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763950.902464:0:28179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b4b5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763951.329200:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763951.329236:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725810688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763951.329351:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763951.329528:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725810688 00000100:00100000:3.0:1775763951.329542:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725810688 00000100:00100000:3.0:1775763951.329641:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1775763951.329656:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725810688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763951.329711:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763951.329824:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725810688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 171us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763951.329833:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00080000:2.0:1775763951.329958:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763951.330012:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725810688:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763951.842948:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763952.544288:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763952.544301:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763952.544307:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763952.544377:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763952.544393:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763952.544408:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763952.544449:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725810816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763952.544566:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763952.544650:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff180 going to sleep for 11 seconds 00000100:00100000:2.0:1775763952.544698:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725810816 00000100:00100000:2.0:1775763952.544710:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725810816 00000100:00100000:2.0:1775763952.546009:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1775763952.546024:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725810816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763952.546055:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763952.546083:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b4bc expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763952.547652:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b4bc expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763952.547686:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4bc expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763952.547698:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81800, rc 0) 00000100:00100000:2.0:1775763952.548532:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725810816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2506us (3962us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763952.548545:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1775763952.550179:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725810816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763952.550225:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763952.550243:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763952.550273:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763952.550280:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763952.550288:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763952.865200:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763953.344673:0:28278:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc207fcb50 20000000:00000080:3.0:1775763953.344699:0:28278:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37923800 uarg=0000000000000000 10000000:01000000:3.0:1775763953.349995:0:28278:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763953.350028:0:28278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763953.350053:0:28278:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4bc expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763953.350064:0:28278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763953.350120:0:28278:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b4bc expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763953.350235:0:28278:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b4bc expref: 17 pid: 5762 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763953.350255:0:28278:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28278:1862022725810944:0@lo:104: 00000100:00100000:3.0:1775763953.350354:0:28278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763953.350528:0:28278:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763953.350640:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775763953.350656:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725810944 00000100:00100000:1.0:1775763953.350665:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725810944 00000100:00100000:1.0:1775763953.350969:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1775763953.350982:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28278:x1862022725810944:12345-0@lo:104: 00010000:00010000:1.0:1775763953.351004:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763953.351088:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763953.351094:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28278:x1862022725810944:12345-0@lo:104: Request processed in 115us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763953.351102:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00010000:00010000:2.0:1775763953.351206:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763953.351215:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351224:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763953.351229:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351239:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763953.351247:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763953.351253:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763953.351294:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351301:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763953.351330:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351339:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b4bc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4c3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351360:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763953.351361:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763953.351386:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763953.351405:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725811072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763953.351443:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763953.351491:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725811072 00000100:00100000:2.0:1775763953.351496:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725811072 00010000:00010000:2.0:1775763953.351521:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4bc expref: 18 pid: 5762 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763953.351546:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1775763953.351551:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725811072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763953.351565:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763953.351571:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4bc expref: 18 pid: 5762 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351585:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b4bc expref: 18 pid: 5762 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351605:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351616:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351632:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351640:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351648:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351666:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351673:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763953.351677:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351685:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351693:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763953.351704:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763953.351780:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725811072:12345-0@lo:103:ldlm_bl.0 Request processed in 228us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763953.351786:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1775763953.351835:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725811072:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763953.352093:0:28278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b4c3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b4bc expref: 17 pid: 5762 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763953.352103:0:28278:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28278:1862022725810944:0@lo:104: 00010000:00010000:3.0:1775763953.352120:0:28278:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763953.352130:0:28278:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763953.352137:0:28278:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763953.352166:0:28278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b4ca lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763953.894045:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763954.405934:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725811200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763954.406039:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763954.406162:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725811200 00000100:00100000:1.0:1775763954.406174:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725811200 00000100:00100000:1.0:1775763954.406266:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1775763954.406281:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725811200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763954.406339:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763954.406402:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725811200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763954.406411:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1775763954.406480:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725811200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763954.407516:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725811584:0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.407592:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763954.407658:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763954.407666:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725811712:0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.407692:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1775763954.407720:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763954.407765:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725811328:0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.407818:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763954.407852:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725811840:0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.407884:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763954.407906:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763954.407911:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725811456:0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.407933:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763954.407971:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725811584 00000100:00100000:2.0:1775763954.407980:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725811584 00000100:00100000:2.0:1775763954.408040:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725811712 00000100:00100000:2.0:1775763954.408044:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725811712 00000100:00100000:2.0:1775763954.408062:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725811456 00000100:00100000:2.0:1775763954.408064:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725811456 00000100:00100000:2.0:1775763954.408081:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1775763954.408089:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725811584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.408161:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725811584:12345-0@lo:400:kworker.0 Request processed in 71us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763954.408170:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1775763954.408191:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1775763954.408197:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725811712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.408224:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725811712:12345-0@lo:400:kworker.0 Request processed in 28us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763954.408230:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1775763954.408256:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1775763954.408263:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725811456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.408294:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725811456:12345-0@lo:400:kworker.0 Request processed in 31us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763954.408300:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1775763954.408326:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725811328 00000100:00100000:2.0:1775763954.408337:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725811328 00000100:00100000:2.0:1775763954.408366:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1775763954.408372:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725811328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.408401:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725811328:12345-0@lo:400:kworker.0 Request processed in 30us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763954.408407:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1775763954.408438:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725811840 00000100:00100000:2.0:1775763954.408442:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725811840 00000100:00100000:2.0:1775763954.408472:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1775763954.408478:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725811840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.408510:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725811840:12345-0@lo:400:kworker.0 Request processed in 32us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763954.408515:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00080000:2.0:1775763954.408550:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763954.408555:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763954.408592:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725811456:0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.408602:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725811328:0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.408612:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725811840:0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.408648:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725811712:0@lo:400:kworker.0 00000100:00100000:2.0:1775763954.408660:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725811584:0@lo:400:kworker.0 00000100:00100000:1.0:1775763954.483513:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763954.483583:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763954.483774:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702617472 00000100:00100000:0.0:1775763954.483788:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702617472 00000100:00100000:2.0:1775763954.483834:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702617600 00000100:00100000:2.0:1775763954.483839:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702617600 00000100:00100000:0.0:1775763954.483852:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 500 00000100:00100000:0.0:1775763954.483862:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702617472:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763954.483888:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 475 00000100:00100000:2.0:1775763954.483895:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702617600:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763954.483971:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702617472:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763954.483980:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 500 00000100:00100000:2.0:1775763954.484127:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702617600:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 231us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763954.484149:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 475 00000100:00080000:2.0:1775763954.484174:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775763954.922249:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763955.231984:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763955.231998:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763955.232007:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763955.232100:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763955.232143:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763955.232162:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763955.232210:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725811968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763955.232341:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763955.232542:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b4c840 going to sleep for 11 seconds 00000100:00100000:2.0:1775763955.240599:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725811968 00000100:00100000:2.0:1775763955.240627:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725811968 00000100:00100000:3.0:1775763955.242889:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1775763955.242920:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725811968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763955.242972:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763955.243015:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b4d1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763955.243068:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b4d1 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763955.243086:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4d1 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763955.243101:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666400, rc 0) 00000100:00100000:3.0:1775763955.243281:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725811968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 374us (10940us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763955.243290:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1775763955.243415:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725811968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763955.243445:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763955.243460:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763955.243501:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763955.243507:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763955.243517:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763955.936460:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763956.448651:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725812096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763956.448755:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763956.449178:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725812096 00000100:00100000:3.0:1775763956.449190:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725812096 00000100:00100000:3.0:1775763956.449267:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1775763956.449277:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725812096:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775763956.449304:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1775763956.449316:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763956.449377:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725812096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763956.449385:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1775763956.449452:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725812096:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763956.961716:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763957.984161:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763959.011456:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763959.520515:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725812224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775763959.520619:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763959.520931:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725812224 00000100:00100000:1.0:1775763959.520942:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725812224 00000100:00100000:1.0:1775763959.521030:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1775763959.521041:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725812224:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775763959.521421:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1775763959.521468:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763959.521529:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725812224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 490us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763959.521535:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1775763959.521645:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725812224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763959.522244:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725812352:0@lo:400:kworker.0 00000100:00100000:0.0:1775763959.522273:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725812480:0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522292:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763959.522306:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763959.522328:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763959.522330:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725812864:0@lo:400:kworker.0 00000100:00100000:0.0:1775763959.522333:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725812608:0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522355:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763959.522377:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763959.522386:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763959.522390:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725812736:0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522414:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763959.522416:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725812352 00000100:00100000:0.0:1775763959.522423:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725812352 00000100:00100000:2.0:1775763959.522441:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725812864 00000100:00100000:2.0:1775763959.522445:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725812864 00000100:00100000:2.0:1775763959.522488:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1775763959.522495:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725812864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763959.522524:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1775763959.522532:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725812352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522535:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725812864:12345-0@lo:400:kworker.0 Request processed in 42us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763959.522559:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1775763959.522560:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725812352:12345-0@lo:400:kworker.0 Request processed in 30us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763959.522572:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1775763959.522582:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725812480 00000100:00100000:2.0:1775763959.522585:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725812480 00000100:00100000:0.0:1775763959.522602:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725812608 00000100:00100000:0.0:1775763959.522605:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725812608 00000100:00100000:2.0:1775763959.522608:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725812736 00000100:00100000:2.0:1775763959.522610:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725812736 00000100:00100000:2.0:1775763959.522624:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1775763959.522630:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725812480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522680:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725812480:12345-0@lo:400:kworker.0 Request processed in 49us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763959.522686:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1775763959.522698:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1775763959.522704:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725812608:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1775763959.522772:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763959.522773:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725812608:12345-0@lo:400:kworker.0 Request processed in 69us (385us total) trans 0 rc 0/0 00000100:00080000:3.0:1775763959.522776:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763959.522780:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1775763959.522791:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1775763959.522797:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725812736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522822:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725812736:12345-0@lo:400:kworker.0 Request processed in 26us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763959.522837:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1775763959.522883:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725812608:0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522894:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725812480:0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522925:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725812736:0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522934:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725812864:0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.522941:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725812352:0@lo:400:kworker.0 00000100:00100000:2.0:1775763959.605362:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763959.605410:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763959.605586:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702617728 00000100:00100000:0.0:1775763959.605597:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702617728 00000100:00100000:0.0:1775763959.605677:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 503 00000100:00100000:0.0:1775763959.605699:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702617728:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763959.605836:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702617728:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 148us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763959.605846:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 503 00000100:00100000:3.0:1775763959.606764:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702617856 00000100:00100000:3.0:1775763959.606774:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702617856 00000100:00100000:3.0:1775763959.606872:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 479 00000100:00100000:3.0:1775763959.606881:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702617856:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:0.0:1775763959.607047:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763959.607212:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702617856:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 331us (1799us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763959.607221:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 479 00010000:00010000:0.0:1775763960.031926:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763961.058506:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763961.568333:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775763961.568363:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725812992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763961.568464:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763961.568954:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725812992 00000100:00100000:3.0:1775763961.568963:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725812992 00000100:00100000:3.0:1775763961.569035:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1775763961.569058:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725812992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763961.569106:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763961.569396:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725812992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 351us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763961.569404:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00080000:1.0:1775763961.570341:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763961.570886:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725812992:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775763962.079966:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763963.104566:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763964.128297:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763964.641467:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725813248:0@lo:400:kworker.0 00000100:00100000:3.0:1775763964.641570:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763964.641633:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725813760:0@lo:400:kworker.0 00000100:00100000:3.0:1775763964.641698:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763964.641723:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775763964.641752:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725813376:0@lo:400:kworker.0 00000100:00100000:3.0:1775763964.641774:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763964.641808:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725813248 00000100:00100000:3.0:1775763964.641815:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725813248 00000100:00100000:3.0:1775763964.641870:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725813376 00000100:00100000:3.0:1775763964.641874:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725813376 00000100:00100000:3.0:1775763964.641913:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1775763964.641925:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725813248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763964.642008:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725813248:12345-0@lo:400:kworker.0 Request processed in 84us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763964.642017:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1775763964.642035:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1775763964.642042:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725813376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763964.642079:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725813376:12345-0@lo:400:kworker.0 Request processed in 38us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763964.642084:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00080000:3.0:1775763964.642106:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763964.642142:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725813376:0@lo:400:kworker.0 00000100:00100000:3.0:1775763964.642152:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725813248:0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.642466:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725813120:0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.642517:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763964.642551:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725813632:0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.642574:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763964.642595:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775763964.642600:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725813504:0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.642623:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763964.642659:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725813888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763964.642691:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763964.642723:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725813632 00000100:00100000:2.0:1775763964.642750:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725813632 00000100:00100000:2.0:1775763964.642791:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1775763964.642798:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725813632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.642836:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725813632:12345-0@lo:400:kworker.0 Request processed in 39us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763964.642852:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1775763964.642876:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725813760 00000100:00100000:2.0:1775763964.642880:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725813760 00000100:00100000:2.0:1775763964.642909:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725813504 00000100:00100000:2.0:1775763964.642913:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725813504 00000100:00100000:2.0:1775763964.642939:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1775763964.642944:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725813760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.642979:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725813760:12345-0@lo:400:kworker.0 Request processed in 34us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763964.642985:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1775763964.642996:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1775763964.643000:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725813504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.643189:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725813504:12345-0@lo:400:kworker.0 Request processed in 188us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763964.643195:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1775763964.643224:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725813120 00000100:00100000:2.0:1775763964.643228:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725813120 00000100:00100000:2.0:1775763964.643304:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1775763964.643312:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725813120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.643342:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725813120:12345-0@lo:400:kworker.0 Request processed in 32us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763964.643348:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1775763964.643440:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725813760:0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.644927:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725813888 00000100:00100000:2.0:1775763964.644941:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725813888 00000100:00100000:2.0:1775763964.645008:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1775763964.645024:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725813888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763964.645096:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763964.645167:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725813888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 152us (2476us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763964.645174:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00080000:2.0:1775763964.645220:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775763964.645225:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763964.645230:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763964.645268:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725813888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763964.645304:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725813504:0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.645314:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725813120:0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.645325:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725813632:0@lo:400:kworker.0 00000100:00100000:2.0:1775763964.728894:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763964.728951:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763964.729066:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702617984 00000100:00100000:1.0:1775763964.729082:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702617984 00000100:00100000:1.0:1775763964.729153:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 505 00000100:00100000:1.0:1775763964.729166:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702617984:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763964.729276:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702617984:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 113us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763964.729286:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 505 00000100:00100000:3.0:1775763964.730133:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702618112 00000100:00100000:3.0:1775763964.730141:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702618112 00000100:00100000:3.0:1775763964.730223:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 483 00000100:00100000:3.0:1775763964.730233:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702618112:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:2.0:1775763964.730377:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763964.732855:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702618112:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 2610us (3890us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763964.732872:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 483 00010000:00010000:2.0:1775763965.151966:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763966.178792:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775763966.355139:0:28673:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 14: test default nodemap nid lookup === 15:46:04 (1775763964) 00000100:00100000:3.0:1775763966.688595:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725814016:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763966.688704:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763966.688854:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725814016 00000100:00100000:3.0:1775763966.688863:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725814016 00000100:00100000:3.0:1775763966.688925:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1775763966.688935:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725814016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763966.688979:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763966.689023:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725814016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763966.689043:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00080000:3.0:1775763966.689064:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763966.689110:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725814016:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763967.205085:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763967.273690:0:28721:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed0a7e7a0 20000000:00000080:0.0:1775763967.273715:0:28721:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f11c00 uarg=0000000000000000 10000000:01000000:0.0:1775763967.274277:0:28721:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763967.274298:0:28721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763967.274318:0:28721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4d1 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763967.274328:0:28721:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763967.274366:0:28721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b4d1 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763967.274388:0:28721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b4d1 expref: 17 pid: 5760 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763967.274406:0:28721:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28721:1862022725814144:0@lo:104: 00000100:00100000:0.0:1775763967.274482:0:28721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763967.274547:0:28721:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6540 going to sleep for 11 seconds 00000100:00100000:1.0:1775763967.274590:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725814144 00000100:00100000:1.0:1775763967.274599:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725814144 00000100:00100000:1.0:1775763967.274689:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1775763967.274699:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28721:x1862022725814144:12345-0@lo:104: 00010000:00010000:1.0:1775763967.274714:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763967.274815:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763967.274822:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28721:x1862022725814144:12345-0@lo:104: Request processed in 124us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763967.274830:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1775763967.274850:0:28721:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28721:1862022725814144:0@lo:104: 00010000:00010000:0.0:1775763967.274869:0:28721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.274904:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763967.274914:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.274923:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763967.274928:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.274938:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763967.274945:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763967.274960:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763967.275014:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275039:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763967.275075:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275083:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b4d1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4d8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763967.275090:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725814272:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763967.275101:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763967.275104:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763967.275106:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763967.275127:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763967.275218:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725814272 00000100:00100000:2.0:1775763967.275224:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725814272 00010000:00010000:2.0:1775763967.275245:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4d1 expref: 18 pid: 5760 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763967.275277:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1775763967.275283:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09697c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725814272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763967.275296:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763967.275301:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4d1 expref: 18 pid: 5760 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275311:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b4d1 expref: 18 pid: 5760 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275322:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b4d8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b4d1 expref: 18 pid: 5760 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275343:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275352:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275366:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275373:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275379:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275386:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275392:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763967.275397:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275404:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275415:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763967.275423:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763967.275456:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09697c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725814272:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763967.275469:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1775763967.275530:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725814272:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763967.275586:0:28721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763967.275593:0:28721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763967.275600:0:28721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062600/0x429a70d18420b4df lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763968.224106:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775763968.863863:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775763968.863871:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775763968.863876:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775763968.863928:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763968.863941:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763968.863968:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763968.863997:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725814400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775763968.864083:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763968.864167:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6600 going to sleep for 11 seconds 00000100:00100000:2.0:1775763968.864452:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725814400 00000100:00100000:2.0:1775763968.864460:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725814400 00000100:00100000:2.0:1775763968.864507:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1775763968.864516:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725814400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763968.864529:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775763968.864541:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b4e6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763968.864563:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b4e6 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763968.864573:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4e6 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763968.864581:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80400, rc 0) 00000100:00100000:2.0:1775763968.864619:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725814400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763968.864625:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1775763968.864834:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725814400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763968.864850:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763968.864859:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775763968.864878:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775763968.864883:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763968.864890:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763969.248058:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775763969.762712:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775763969.762772:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725814528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763969.762846:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763969.763277:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725814528 00000100:00100000:1.0:1775763969.763287:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725814528 00000100:00100000:1.0:1775763969.763399:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1775763969.763409:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725814528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763969.763442:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763969.763492:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725814528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763969.763499:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1775763969.763594:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725814528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763969.771155:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725814784:0@lo:400:kworker.0 00000100:00100000:0.0:1775763969.771255:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763969.771319:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763969.771326:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725814912:0@lo:400:kworker.0 00000100:00100000:0.0:1775763969.771353:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763969.771570:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725814784 00000100:00100000:0.0:1775763969.771581:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725814784 00000100:00100000:0.0:1775763969.771638:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725814912 00000100:00100000:0.0:1775763969.771641:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725814912 00000100:00080000:2.0:1775763969.773580:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763969.773641:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1775763969.773661:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725814784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763969.773802:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725814784:12345-0@lo:400:kworker.0 Request processed in 149us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763969.773810:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1775763969.777515:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725814656:0@lo:400:kworker.0 00000100:00100000:3.0:1775763969.777608:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763969.777666:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725815168:0@lo:400:kworker.0 00000100:00100000:3.0:1775763969.777697:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763969.777921:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725814784:0@lo:400:kworker.0 00000100:00100000:0.0:1775763969.778096:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725815040:0@lo:400:kworker.0 00000100:00100000:0.0:1775763969.778129:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763969.778219:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725815040 00000100:00100000:0.0:1775763969.778226:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725815040 00000100:00100000:3.0:1775763969.778349:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725814656 00000100:00100000:3.0:1775763969.778354:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725814656 00000100:00100000:2.0:1775763969.779373:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725815168 00000100:00100000:2.0:1775763969.779384:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725815168 00000100:00100000:2.0:1775763969.779443:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1775763969.779453:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725815168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763969.779535:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725815168:12345-0@lo:400:kworker.0 Request processed in 84us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763969.779542:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1775763969.779672:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725815168:0@lo:400:kworker.0 00000100:00100000:0.0:1775763969.780232:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1775763969.780242:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725814912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763969.780305:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725814912:12345-0@lo:400:kworker.0 Request processed in 65us (8950us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763969.780312:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1775763969.780327:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1775763969.780333:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725815040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763969.780367:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725815040:12345-0@lo:400:kworker.0 Request processed in 35us (2237us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763969.780372:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1775763969.780402:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725815040:0@lo:400:kworker.0 00000100:00100000:1.0:1775763969.784303:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725814912:0@lo:400:kworker.0 00000100:00080000:2.0:1775763969.790363:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775763969.790372:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775763969.790376:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775763969.790617:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1775763969.790636:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725814656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763969.792125:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725814656:12345-0@lo:400:kworker.0 Request processed in 1490us (14509us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763969.792153:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1775763969.797482:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725814656:0@lo:400:kworker.0 00000100:00100000:2.0:1775763969.838547:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763969.838599:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763969.838768:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702618368 00000100:00100000:3.0:1775763969.838780:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702618368 00000100:00100000:3.0:1775763969.838851:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 487 00000100:00100000:3.0:1775763969.838862:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702618368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763969.839471:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702618240 00000100:00100000:1.0:1775763969.839478:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702618240 00000100:00100000:1.0:1775763969.839520:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 508 00000100:00100000:1.0:1775763969.839529:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702618240:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763969.840377:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702618240:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 845us (1772us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763969.840385:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 508 00000100:00100000:3.0:1775763969.840672:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702618368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1811us (2136us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763969.840687:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 487 00000100:00080000:3.0:1775763969.840748:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775763970.272472:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763971.296186:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763971.808053:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725815296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775763971.808136:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763971.808758:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725815296 00000100:00100000:3.0:1775763971.808768:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725815296 00000100:00100000:3.0:1775763971.808844:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1775763971.808854:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725815296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763971.808893:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763971.808963:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725815296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763971.808971:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1775763971.809042:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725815296:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775763971.809124:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1775763972.087117:0:28918:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd563f9f60 20000000:00000080:2.0:1775763972.087136:0:28918:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3790e000 uarg=0000000000000000 10000000:01000000:2.0:1775763972.088452:0:28918:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775763972.088476:0:28918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763972.088496:0:28918:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4e6 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763972.088504:0:28918:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763972.088545:0:28918:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b4e6 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763972.088571:0:28918:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b4e6 expref: 17 pid: 5760 timeout: 896 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763972.088669:0:28918:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28918:1862022725815424:0@lo:104: 00000100:00100000:2.0:1775763972.088754:0:28918:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763972.088804:0:28918:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e086d1900 going to sleep for 11 seconds 00000100:00100000:0.0:1775763972.089505:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725815424 00000100:00100000:0.0:1775763972.089516:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725815424 00000100:00100000:0.0:1775763972.089564:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1775763972.089571:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28918:x1862022725815424:12345-0@lo:104: 00010000:00010000:0.0:1775763972.089754:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763972.089824:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763972.089830:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:28918:x1862022725815424:12345-0@lo:104: Request processed in 259us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763972.089837:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00010000:00010000:3.0:1775763972.089958:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763972.089964:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.089972:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763972.089985:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090004:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763972.090011:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763972.090017:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763972.090054:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090061:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763972.090080:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090086:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b4e6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b4ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090101:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763972.090103:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763972.090105:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763972.090112:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763972.090123:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725815552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763972.090156:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763972.090195:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725815552 00000100:00100000:3.0:1775763972.090198:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725815552 00010000:00010000:3.0:1775763972.090216:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4e6 expref: 18 pid: 5760 timeout: 896 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763972.090456:0:28918:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28918:1862022725815424:0@lo:104: 00010000:00010000:2.0:1775763972.090475:0:28918:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763972.090836:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1775763972.090852:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725815552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775763972.090865:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775763972.090880:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4e6 expref: 18 pid: 5760 timeout: 896 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090892:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b4e6 expref: 18 pid: 5760 timeout: 896 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090906:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b4ed lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b4e6 expref: 18 pid: 5760 timeout: 896 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090920:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090928:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090941:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090955:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090962:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090968:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.090974:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775763972.090986:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.091000:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763972.091243:0:28918:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763972.091252:0:28918:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.092666:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.092681:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b4f4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28918 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763972.092698:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775763972.093118:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725815552:12345-0@lo:103:ldlm_bl.0 Request processed in 2262us (2955us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763972.093128:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1775763972.093384:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725815552:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763972.328491:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763973.349175:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763973.932968:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763973.932978:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763973.932984:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763973.933042:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763973.933057:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763973.933069:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763973.933100:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725815680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763973.933206:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763973.933287:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e086d1900 going to sleep for 11 seconds 00000100:00100000:0.0:1775763973.933419:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725815680 00000100:00100000:0.0:1775763973.933427:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725815680 00000100:00100000:0.0:1775763973.933484:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1775763973.933494:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725815680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763973.933512:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763973.933528:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b4fb expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763973.933553:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b4fb expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763973.933564:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4fb expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763973.933575:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062e00, rc 0) 00000100:00100000:0.0:1775763973.933622:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725815680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763973.933628:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1775763973.933864:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725815680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763973.933879:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763973.933887:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763973.933905:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763973.933910:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763973.933917:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763974.367946:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763974.880606:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763974.880633:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725815808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763974.880726:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763974.880828:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725815808 00000100:00100000:1.0:1775763974.880838:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725815808 00000100:00100000:1.0:1775763974.880893:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1775763974.880901:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725815808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763974.880939:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763974.880997:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725815808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763974.881004:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00080000:1.0:1775763974.881024:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763974.881070:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725815808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775763974.881287:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763974.881299:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725815936:0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.881364:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763974.881409:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725816320:0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.881435:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763974.881454:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775763974.881459:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725816448:0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.881482:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763974.881505:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725816192:0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.881528:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763974.881546:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763974.881551:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725816064:0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.881569:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763974.881595:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725816320 00000100:00100000:0.0:1775763974.881599:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725816320 00000100:00100000:0.0:1775763974.881639:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725816192 00000100:00100000:0.0:1775763974.881641:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725816192 00000100:00100000:0.0:1775763974.881663:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725816064 00000100:00100000:0.0:1775763974.881666:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725816064 00000100:00100000:0.0:1775763974.881680:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1775763974.881686:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725816320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.881726:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725816320:12345-0@lo:400:kworker.0 Request processed in 40us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763974.881763:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1775763974.881778:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1775763974.881783:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725816192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.881811:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725816192:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763974.881817:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1775763974.881836:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1775763974.881842:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725816064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.881868:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725816064:12345-0@lo:400:kworker.0 Request processed in 27us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763974.881874:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1775763974.881890:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725816448 00000100:00100000:0.0:1775763974.881894:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725816448 00000100:00100000:0.0:1775763974.881918:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1775763974.881923:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725816448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.881960:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725816448:12345-0@lo:400:kworker.0 Request processed in 26us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763974.881967:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1775763974.882007:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725816448:0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.882016:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725816320:0@lo:400:kworker.0 00000100:00080000:1.0:1775763974.882174:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775763974.882178:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763974.884101:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725816064:0@lo:400:kworker.0 00000100:00100000:1.0:1775763974.884117:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725816192:0@lo:400:kworker.0 00000100:00100000:3.0:1775763974.884275:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725815936 00000100:00100000:3.0:1775763974.884284:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725815936 00000100:00100000:3.0:1775763974.884356:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1775763974.884368:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725815936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775763974.884498:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725815936:12345-0@lo:400:kworker.0 Request processed in 132us (3133us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763974.884505:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1775763974.884767:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725815936:0@lo:400:kworker.0 00000100:00100000:0.0:1775763974.962309:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763974.962367:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763974.962486:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702618624 00000100:00100000:2.0:1775763974.962499:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702618624 00000100:00100000:2.0:1775763974.962587:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 491 00000100:00100000:2.0:1775763974.962601:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702618624:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763974.962691:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702618624:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 93us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763974.962699:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 491 00000100:00100000:2.0:1775763974.962749:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702618496 00000100:00100000:2.0:1775763974.962754:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702618496 00000100:00100000:2.0:1775763974.962783:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 511 00000100:00100000:2.0:1775763974.962790:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702618496:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763974.962830:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702618496:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763974.962837:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 511 00000100:00080000:0.0:1775763974.963875:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763975.393082:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763976.418467:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763976.802181:0:29115:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd3458cd0 20000000:00000080:3.0:1775763976.802204:0:29115:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6f6000 uarg=0000000000000000 10000000:01000000:3.0:1775763976.804144:0:29115:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763976.804171:0:29115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763976.804204:0:29115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b4fb expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763976.804213:0:29115:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763976.804258:0:29115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b4fb expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763976.804272:0:29115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b4fb expref: 17 pid: 5760 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763976.804287:0:29115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29115:1862022725816576:0@lo:104: 00000100:00100000:3.0:1775763976.804371:0:29115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763976.804486:0:29115:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e964a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775763976.805261:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725816576 00000100:00100000:1.0:1775763976.805272:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725816576 00000100:00100000:1.0:1775763976.805360:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1775763976.805369:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:29115:x1862022725816576:12345-0@lo:104: 00010000:00010000:1.0:1775763976.805385:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763976.805471:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763976.805480:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:29115:x1862022725816576:12345-0@lo:104: Request processed in 111us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763976.805486:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1775763976.805583:0:29115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29115:1862022725816576:0@lo:104: 00010000:00010000:0.0:1775763976.805606:0:29115:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.805897:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763976.805915:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.805923:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763976.805927:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.805945:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763976.805952:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763976.805959:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763976.805995:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806002:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763976.806025:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806032:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b4fb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b502 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806048:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763976.806058:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763976.806060:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763976.806076:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725816704:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763976.806119:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763976.806167:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725816704 00000100:00100000:2.0:1775763976.806171:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725816704 00010000:00010000:2.0:1775763976.806194:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4fb expref: 18 pid: 5760 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763976.806218:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1775763976.806224:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725816704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763976.806234:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763976.806239:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b4fb expref: 18 pid: 5760 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806250:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b4fb expref: 18 pid: 5760 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806262:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b502 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b4fb expref: 18 pid: 5760 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806273:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806281:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806293:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806299:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806311:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806317:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806322:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763976.806326:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806334:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806345:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763976.806353:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763976.806378:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725816704:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763976.806385:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1775763976.806417:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725816704:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763976.806760:0:29115:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763976.806771:0:29115:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763976.806789:0:29115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b509 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763976.929090:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775763976.929112:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725816832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763976.929182:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763976.929258:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725816832 00000100:00100000:3.0:1775763976.929266:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725816832 00000100:00100000:3.0:1775763976.929333:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1775763976.929344:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725816832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763976.929387:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763976.929434:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725816832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763976.929442:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1775763976.929500:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725816832:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775763976.930680:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775763977.442294:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763978.210194:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763978.210203:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763978.210209:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763978.210270:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763978.210283:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763978.210310:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763978.210701:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725816960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775763978.210807:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763978.210858:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa300 going to sleep for 11 seconds 00000100:00100000:3.0:1775763978.210881:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725816960 00000100:00100000:3.0:1775763978.210887:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725816960 00000100:00100000:3.0:1775763978.210962:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1775763978.210972:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725816960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763978.210987:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775763978.211003:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b510 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.211030:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b510 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.211043:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b510 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.211053:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667400, rc 0) 00000100:00100000:3.0:1775763978.211092:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725816960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763978.211099:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1775763978.211155:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725816960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775763978.211172:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.211182:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763978.211214:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775763978.211220:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.211227:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1775763978.433293:0:29213:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd370050a0 20000000:00000080:3.0:1775763978.433312:0:29213:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01aca000 uarg=0000000000000000 10000000:01000000:3.0:1775763978.435521:0:29213:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763978.435549:0:29213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.435574:0:29213:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b510 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.435582:0:29213:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.435640:0:29213:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b510 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.435659:0:29213:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b510 expref: 17 pid: 5763 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763978.435679:0:29213:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29213:1862022725817088:0@lo:104: 00000100:00100000:3.0:1775763978.436690:0:29213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763978.437669:0:29213:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e04c6f480 going to sleep for 11 seconds 00000100:00100000:0.0:1775763978.439096:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725817088 00000100:00100000:0.0:1775763978.439109:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725817088 00000100:00100000:0.0:1775763978.439213:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1775763978.439224:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:29213:x1862022725817088:12345-0@lo:104: 00010000:00010000:0.0:1775763978.439253:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763978.439387:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775763978.439394:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:29213:x1862022725817088:12345-0@lo:104: Request processed in 172us (2710us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763978.439401:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00010000:00010000:1.0:1775763978.439450:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775763978.439460:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.439469:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775763978.439474:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.439498:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775763978.439506:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763978.439514:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:2.0:1775763978.439531:0:29213:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29213:1862022725817088:0@lo:104: 00010000:00010000:2.0:1775763978.439566:0:29213:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.439569:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.439589:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775763978.439629:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.439635:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b510 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b517 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.439654:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763978.439656:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775763978.439658:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763978.439676:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775763978.439693:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725817216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775763978.439764:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763978.439813:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725817216 00000100:00100000:1.0:1775763978.439818:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725817216 00010000:00010000:1.0:1775763978.439843:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b510 expref: 18 pid: 5763 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763978.439866:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1775763978.439873:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725817216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775763978.439886:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775763978.439892:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b510 expref: 18 pid: 5763 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.439904:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b510 expref: 18 pid: 5763 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440002:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b517 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b510 expref: 18 pid: 5763 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440024:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440032:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440048:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440055:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440062:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440067:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440072:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775763978.440076:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440084:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440105:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763978.440115:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775763978.440147:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725817216:12345-0@lo:103:ldlm_bl.0 Request processed in 275us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763978.440160:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1775763978.440207:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725817216:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763978.440273:0:29213:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763978.440280:0:29213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763978.440285:0:29213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b51e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763978.469685:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763979.489625:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763980.004385:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725817344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763980.004470:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763980.005711:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725817472:0@lo:400:kworker.0 00000100:00100000:0.0:1775763980.005792:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763980.005828:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725817984:0@lo:400:kworker.0 00000100:00100000:0.0:1775763980.005854:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763980.005892:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775763980.005898:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725817600:0@lo:400:kworker.0 00000100:00100000:0.0:1775763980.005932:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763980.005969:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725817472 00000100:00100000:0.0:1775763980.005978:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725817472 00000100:00100000:0.0:1775763980.006029:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1775763980.006040:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725817472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763980.006111:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725817472:12345-0@lo:400:kworker.0 Request processed in 73us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763980.006118:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1775763980.006157:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725817984 00000100:00100000:0.0:1775763980.006161:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725817984 00000100:00100000:0.0:1775763980.006199:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1775763980.006206:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725817984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763980.006238:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725817984:12345-0@lo:400:kworker.0 Request processed in 33us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763980.006244:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1775763980.006263:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725817600 00000100:00100000:0.0:1775763980.006267:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725817600 00000100:00100000:0.0:1775763980.006299:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1775763980.006305:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725817600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763980.006869:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725817600:12345-0@lo:400:kworker.0 Request processed in 562us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763980.006888:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:0.0:1775763980.006920:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763980.008348:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725817728:0@lo:400:kworker.0 00000100:00100000:2.0:1775763980.008432:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763980.008479:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775763980.008487:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725817856:0@lo:400:kworker.0 00000100:00100000:2.0:1775763980.008509:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763980.008540:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725817728 00000100:00100000:2.0:1775763980.008547:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725817728 00000100:00100000:2.0:1775763980.008597:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725817856 00000100:00100000:2.0:1775763980.008600:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725817856 00000100:00100000:2.0:1775763980.008619:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1775763980.008627:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725817728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763980.008678:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725817728:12345-0@lo:400:kworker.0 Request processed in 52us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763980.008697:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1775763980.009245:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1775763980.009258:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725817856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763980.009565:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725817856:12345-0@lo:400:kworker.0 Request processed in 310us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763980.009572:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1775763980.009630:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725817856:0@lo:400:kworker.0 00000100:00100000:2.0:1775763980.009643:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725817728:0@lo:400:kworker.0 00000100:00100000:2.0:1775763980.009708:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725817344 00000100:00100000:2.0:1775763980.009714:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725817344 00000100:00100000:2.0:1775763980.009777:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1775763980.009785:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725817344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763980.009817:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763980.009853:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725817344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (5383us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763980.009858:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00080000:1.0:1775763980.019712:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763980.019725:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763980.019868:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725817344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763980.019953:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725817600:0@lo:400:kworker.0 00000100:00100000:1.0:1775763980.019966:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725817472:0@lo:400:kworker.0 00000100:00100000:1.0:1775763980.019979:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725817984:0@lo:400:kworker.0 00000100:00100000:1.0:1775763980.080970:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763980.081022:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763980.081065:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702618880 00000100:00100000:1.0:1775763980.081080:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702618880 00000100:00100000:1.0:1775763980.081173:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 495 00000100:00100000:1.0:1775763980.081186:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702618880:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763980.081299:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702618880:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 115us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763980.081308:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 495 00000100:00080000:1.0:1775763980.081335:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775763980.081783:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702618752 00000100:00100000:0.0:1775763980.081791:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702618752 00000100:00100000:0.0:1775763980.081836:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 514 00000100:00100000:0.0:1775763980.081844:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702618752:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775763980.081886:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702618752:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763980.081892:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 514 10000000:01000000:1.0:1775763980.319889:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775763980.319908:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775763980.319915:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775763980.319996:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763980.320025:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763980.320043:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775763980.320082:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725818112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775763980.320176:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763980.320242:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775763980.320385:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725818112 00000100:00100000:0.0:1775763980.320405:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725818112 00000100:00100000:0.0:1775763980.320487:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1775763980.320503:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725818112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763980.320519:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763980.320535:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b525 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763980.320559:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b525 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763980.320569:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b525 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763980.320578:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775763980.320628:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725818112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763980.320635:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1775763980.321111:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725818112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775763980.321133:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763980.321145:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775763980.321176:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775763980.321184:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763980.321191:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763980.511967:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763980.654280:0:29314:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd68c1b60 20000000:00000080:0.0:1775763980.654298:0:29314:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01e1e400 uarg=0000000000000000 10000000:01000000:0.0:1775763980.656430:0:29314:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775763980.656452:0:29314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763980.656471:0:29314:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b525 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763980.656480:0:29314:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763980.656519:0:29314:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b525 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763980.656543:0:29314:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b525 expref: 17 pid: 5763 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763980.656559:0:29314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29314:1862022725818240:0@lo:104: 00000100:00100000:0.0:1775763980.659474:0:29314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763980.659597:0:29314:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0389bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763980.664946:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725818240 00000100:00100000:1.0:1775763980.664970:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725818240 00000100:00100000:1.0:1775763980.665198:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1775763980.665210:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:29314:x1862022725818240:12345-0@lo:104: 00010000:00010000:1.0:1775763980.665244:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763980.665350:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763980.665357:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:29314:x1862022725818240:12345-0@lo:104: Request processed in 151us (5892us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763980.665365:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00010000:00010000:3.0:1775763980.665407:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775763980.665413:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763980.665421:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775763980.665425:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763980.665436:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775763980.665443:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775763980.665448:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775763980.665499:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763980.665506:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775763980.665531:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763980.665538:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b525 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b52c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763980.665559:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763980.665561:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763980.665562:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763980.665595:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725818368:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775763980.665638:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763980.665786:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725818368 00000100:00100000:2.0:1775763980.665791:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725818368 00010000:00010000:2.0:1775763980.665818:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b525 expref: 18 pid: 5763 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763980.665848:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1775763980.665856:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725818368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775763980.665870:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775763980.665877:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b525 expref: 18 pid: 5763 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.665907:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b525 expref: 18 pid: 5763 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.665930:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.665939:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.665957:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.665966:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.665972:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.665978:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.665983:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775763980.665988:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.665996:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.666004:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.666024:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775763980.666059:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725818368:12345-0@lo:103:ldlm_bl.0 Request processed in 204us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763980.666065:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00010000:00010000:2.0:1775763980.666113:0:29314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b52c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b525 expref: 17 pid: 5763 timeout: 905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763980.666125:0:29314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29314:1862022725818240:0@lo:104: 00010000:00010000:2.0:1775763980.666149:0:29314:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.666158:0:29314:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.666164:0:29314:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763980.666169:0:29314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b533 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763980.670509:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725818368:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763981.541808:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775763981.743478:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775763981.743486:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775763981.743492:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775763981.743561:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763981.743576:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763981.743590:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775763981.743642:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725818496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775763981.743769:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763981.743995:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725818496 00000100:00100000:0.0:1775763981.744003:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725818496 00000100:00100000:0.0:1775763981.744069:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1775763981.744080:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725818496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775763981.744098:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775763981.744115:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b53a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763981.744140:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b53a expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763981.744150:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b53a expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763981.744159:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775763981.744276:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725818496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 198us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763981.744284:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1775763981.744457:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266b300 going to sleep for 11 seconds 00000100:00100000:2.0:1775763981.744486:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725818496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775763981.744504:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763981.744515:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763981.744541:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775763981.744546:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763981.744554:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763982.060171:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725818624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763982.060236:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763982.060312:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725818624 00000100:00100000:3.0:1775763982.060321:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725818624 00000100:00100000:3.0:1775763982.060389:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1775763982.060401:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725818624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763982.060455:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763982.060506:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725818624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763982.060515:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00080000:3.0:1775763982.060539:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763982.060582:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725818624:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775763982.569666:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775763983.584039:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763984.608361:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763985.120215:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725818752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763985.120296:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763985.120381:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725818752 00000100:00100000:1.0:1775763985.120390:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725818752 00000100:00100000:1.0:1775763985.120452:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1775763985.120463:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725818752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775763985.120516:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775763985.120560:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725818752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763985.120568:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00080000:1.0:1775763985.120590:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775763985.120634:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725818752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763985.122164:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725819008:0@lo:400:kworker.0 00000100:00100000:1.0:1775763985.122229:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763985.122279:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1775763985.122285:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725818880:0@lo:400:kworker.0 00000100:00100000:1.0:1775763985.122322:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763985.122344:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725819392:0@lo:400:kworker.0 00000100:00100000:1.0:1775763985.122374:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763985.122400:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725818880 00000100:00100000:1.0:1775763985.122408:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725818880 00000100:00100000:1.0:1775763985.122455:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1775763985.122463:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725818880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763985.122505:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725818880:12345-0@lo:400:kworker.0 Request processed in 42us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763985.122512:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1775763985.122539:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725819392 00000100:00100000:1.0:1775763985.122542:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725819392 00000100:00100000:1.0:1775763985.122574:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1775763985.122579:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725819392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763985.122605:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725819392:12345-0@lo:400:kworker.0 Request processed in 26us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763985.122610:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1775763985.122634:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725819136:0@lo:400:kworker.0 00000100:00100000:1.0:1775763985.122655:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763985.122669:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775763985.122674:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725819264:0@lo:400:kworker.0 00000100:00100000:1.0:1775763985.122690:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763985.122711:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725819008 00000100:00100000:1.0:1775763985.122714:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725819008 00000100:00100000:1.0:1775763985.122767:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725819136 00000100:00100000:1.0:1775763985.122770:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725819136 00000100:00100000:1.0:1775763985.122786:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725819264 00000100:00100000:1.0:1775763985.122788:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725819264 00000100:00100000:1.0:1775763985.122800:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1775763985.122805:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725819008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763985.123501:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1775763985.123518:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725819136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763985.124308:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725819008:12345-0@lo:400:kworker.0 Request processed in 1497us (2074us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763985.124319:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1775763985.124349:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1775763985.124359:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725819264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763985.129688:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725819136:12345-0@lo:400:kworker.0 Request processed in 6164us (7018us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763985.129705:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1775763985.130240:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725819136:0@lo:400:kworker.0 00000100:00080000:0.0:1775763985.131020:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775763985.131026:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775763985.131259:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725819264:12345-0@lo:400:kworker.0 Request processed in 6899us (8563us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763985.131276:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1775763985.131325:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725819264:0@lo:400:kworker.0 00000100:00100000:0.0:1775763985.131448:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725818880:0@lo:400:kworker.0 00000100:00100000:0.0:1775763985.131466:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725819392:0@lo:400:kworker.0 00000100:00100000:0.0:1775763985.131478:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725819008:0@lo:400:kworker.0 00000100:00100000:0.0:1775763985.204366:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763985.204418:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775763985.204756:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702619008 00000100:00100000:3.0:1775763985.204767:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702619008 00000100:00100000:3.0:1775763985.204826:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 518 00000100:00100000:3.0:1775763985.204836:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702619008:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763985.204931:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702619008:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763985.204939:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 518 00000100:00100000:2.0:1775763985.209827:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702619136 00000100:00100000:2.0:1775763985.209845:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702619136 00000100:00100000:2.0:1775763985.211267:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 499 00000100:00100000:2.0:1775763985.211279:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702619136:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763985.211375:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702619136:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 98us (6955us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763985.211383:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 499 00000100:00080000:0.0:1775763985.211960:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775763985.632989:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763986.344487:0:29561:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8b34fd90 20000000:00000080:3.0:1775763986.344509:0:29561:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d700800 uarg=0000000000000000 00010000:00010000:3.0:1775763986.660533:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763987.172113:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763987.172143:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725819520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775763987.172245:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763987.172335:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725819520 00000100:00100000:2.0:1775763987.172343:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725819520 00000100:00100000:2.0:1775763987.172424:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1775763987.172435:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725819520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775763987.172491:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763987.172543:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725819520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763987.172949:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1775763987.173008:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725819520:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775763987.175040:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1775763987.340042:0:29609:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc39c9fd30 20000000:00000080:2.0:1775763987.340064:0:29609:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3daf3c00 uarg=0000000000000000 00010000:00010000:3.0:1775763987.680656:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775763988.379112:0:29658:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe933f4050 20000000:00000080:1.0:1775763988.379133:0:29658:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d706400 uarg=0000000000000000 00010000:00010000:1.0:1775763988.710126:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763989.450204:0:29706:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd15cc480 20000000:00000080:2.0:1775763989.450223:0:29706:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3daf0800 uarg=0000000000000000 00010000:00010000:0.0:1775763989.728978:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775763990.239964:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725819648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763990.240045:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763990.240412:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725819648 00000100:00100000:2.0:1775763990.240420:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725819648 00000100:00100000:2.0:1775763990.240478:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1775763990.240488:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725819648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775763990.240523:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775763990.240567:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725819648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763990.240585:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1775763990.240610:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725819904:0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.240640:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763990.240660:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775763990.240666:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725820032:0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.240687:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1775763990.240716:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775763990.240753:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725820160:0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.240777:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763990.240825:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725819648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763990.240839:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775763990.240845:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725819776:0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.240874:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763990.240897:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725820288:0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.240917:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763990.240944:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725819776 00000100:00100000:2.0:1775763990.240947:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725819776 00000100:00100000:2.0:1775763990.240972:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1775763990.240977:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725819776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.241007:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725819776:12345-0@lo:400:kworker.0 Request processed in 30us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763990.241013:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1775763990.241036:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725820288 00000100:00100000:2.0:1775763990.241039:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725820288 00000100:00100000:2.0:1775763990.241065:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1775763990.241078:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725820288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.241105:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725820288:12345-0@lo:400:kworker.0 Request processed in 29us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763990.241111:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00080000:2.0:1775763990.241131:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763990.241324:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725819776:0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.241335:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725820288:0@lo:400:kworker.0 00000100:00100000:1.0:1775763990.241410:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725819904 00000100:00100000:1.0:1775763990.241414:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725819904 00000100:00100000:1.0:1775763990.241449:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725820032 00000100:00100000:1.0:1775763990.241452:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725820032 00000100:00100000:1.0:1775763990.241476:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725820160 00000100:00100000:1.0:1775763990.241479:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725820160 00000100:00100000:1.0:1775763990.241492:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1775763990.241498:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725819904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763990.241533:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725819904:12345-0@lo:400:kworker.0 Request processed in 35us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763990.241538:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1775763990.241557:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1775763990.241562:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725820032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763990.241588:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725820032:12345-0@lo:400:kworker.0 Request processed in 26us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763990.241593:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1775763990.241603:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1775763990.241609:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725820160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763990.241636:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725820160:12345-0@lo:400:kworker.0 Request processed in 27us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763990.241642:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:3.0:1775763990.241713:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775763990.242791:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725820032:0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.242805:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725819904:0@lo:400:kworker.0 00000100:00100000:2.0:1775763990.242850:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e08326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725820160:0@lo:400:kworker.0 00000100:00100000:0.0:1775763990.318585:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775763990.318635:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775763990.318774:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702619264 00000100:00100000:1.0:1775763990.318785:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702619264 00000100:00100000:1.0:1775763990.318855:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 520 00000100:00100000:2.0:1775763990.318855:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702619392 00000100:00100000:2.0:1775763990.318859:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702619392 00000100:00100000:1.0:1775763990.318865:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702619264:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763990.318923:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 503 00000100:00100000:2.0:1775763990.318930:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702619392:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775763990.318941:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702619264:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 79us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763990.318949:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 520 00000100:00100000:2.0:1775763990.318964:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702619392:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 35us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763990.318970:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 503 00000100:00080000:0.0:1775763990.319035:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1775763990.606407:0:29754:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8c1e03a0 20000000:00000080:0.0:1775763990.606426:0:29754:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d11400 uarg=0000000000000000 00010000:00010000:3.0:1775763990.762205:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763991.660904:0:29802:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc54628530 20000000:00000080:2.0:1775763991.660930:0:29802:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3daf1400 uarg=0000000000000000 00010000:00010000:1.0:1775763991.776208:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775763992.291612:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725820416:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775763992.291717:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763992.291832:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725820416 00000100:00100000:3.0:1775763992.291840:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725820416 00000100:00100000:3.0:1775763992.291926:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1775763992.291937:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725820416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775763992.291992:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763992.292044:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725820416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763992.292051:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00080000:3.0:1775763992.292071:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775763992.292110:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725820416:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1775763992.796426:0:29850:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc135ec30 20000000:00000080:2.0:1775763992.796446:0:29850:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3daf1800 uarg=0000000000000000 00010000:00010000:1.0:1775763992.808078:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775763993.831632:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763993.965098:0:29898:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe4b8a8000 20000000:00000080:3.0:1775763993.965118:0:29898:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d701000 uarg=0000000000000000 00010000:00010000:0.0:1775763994.847980:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775763995.215810:0:29947:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd929b7850 20000000:00000080:2.0:1775763995.215832:0:29947:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3790e000 uarg=0000000000000000 00000100:00100000:0.0:1775763995.360551:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725820544:0@lo:400:kworker.0 00000100:00100000:0.0:1775763995.360650:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775763995.362250:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725820672:0@lo:400:kworker.0 00000100:00100000:2.0:1775763995.362337:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775763995.362573:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725820672 00000100:00100000:1.0:1775763995.362583:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725820672 00000100:00100000:1.0:1775763995.362656:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1775763995.362668:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725820672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763995.362772:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725820672:12345-0@lo:400:kworker.0 Request processed in 96us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763995.362780:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1775763995.365199:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725820544 00000100:00100000:1.0:1775763995.365213:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725820544 00000100:00100000:1.0:1775763995.365269:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1775763995.365280:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725820544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775763995.365360:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725820544:12345-0@lo:400:kworker.0 Request processed in 83us (4710us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763995.365368:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1775763995.365421:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725820800:0@lo:400:kworker.0 00000100:00100000:1.0:1775763995.365454:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763995.367046:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725820544:0@lo:400:kworker.0 00000100:00100000:0.0:1775763995.367254:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725821056:0@lo:400:kworker.0 00000100:00100000:0.0:1775763995.367308:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763995.367354:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763995.367361:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725820928:0@lo:400:kworker.0 00000100:00100000:0.0:1775763995.367387:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763995.367419:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725820800 00000100:00100000:0.0:1775763995.367427:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725820800 00000100:00100000:0.0:1775763995.368797:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725821056 00000100:00100000:0.0:1775763995.368827:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725821056 00000100:00100000:0.0:1775763995.368871:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1775763995.368883:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725820800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763995.368981:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725820800:12345-0@lo:400:kworker.0 Request processed in 99us (3526us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763995.368988:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1775763995.369007:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1775763995.369014:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725821056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763995.369043:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725821056:12345-0@lo:400:kworker.0 Request processed in 31us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763995.369049:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1775763995.369089:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725820928 00000100:00100000:0.0:1775763995.369095:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725820928 00000100:00100000:0.0:1775763995.369128:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1775763995.369134:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725820928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763995.371236:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725820928:12345-0@lo:400:kworker.0 Request processed in 2090us (3836us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763995.371253:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1775763995.374562:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725820800:0@lo:400:kworker.0 00000100:00100000:1.0:1775763995.374584:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725821312:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775763995.374666:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1775763995.375995:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775763995.376005:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775763995.376055:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725820928:0@lo:400:kworker.0 00000100:00100000:1.0:1775763995.376072:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725821056:0@lo:400:kworker.0 00000100:00100000:3.0:1775763995.377229:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725821312 00000100:00100000:3.0:1775763995.377241:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725821312 00000100:00100000:3.0:1775763995.377306:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1775763995.377316:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725821312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775763995.377358:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775763995.377459:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725821312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (2792us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763995.377467:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1775763995.377519:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725821312:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775763995.377983:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725820672:0@lo:400:kworker.0 00000100:00100000:2.0:1775763995.378081:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725821184:0@lo:400:kworker.0 00000100:00100000:2.0:1775763995.378134:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763995.378338:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725821184 00000100:00100000:0.0:1775763995.378345:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725821184 00000100:00100000:0.0:1775763995.378606:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1775763995.378616:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725821184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775763995.378700:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725821184:12345-0@lo:400:kworker.0 Request processed in 86us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763995.378708:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00080000:1.0:1775763995.379238:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775763995.380162:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725821184:0@lo:400:kworker.0 00000100:00100000:2.0:1775763995.440367:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763995.440478:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775763995.440515:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702619648 00000100:00100000:2.0:1775763995.440529:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702619648 00000100:00100000:2.0:1775763995.440613:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 507 00000100:00100000:2.0:1775763995.440623:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702619648:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775763995.440755:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702619648:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 133us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1775763995.440773:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 507 00000100:00080000:2.0:1775763995.440807:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775763995.440923:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702619520 00000100:00100000:3.0:1775763995.440935:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702619520 00000100:00100000:3.0:1775763995.440979:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 522 00000100:00100000:3.0:1775763995.440987:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702619520:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775763995.441027:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702619520:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1775763995.441033:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 522 00010000:00010000:1.0:1775763995.874982:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763996.445436:0:29996:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff58010cb0 20000000:00000080:3.0:1775763996.445462:0:29996:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d701400 uarg=0000000000000000 00010000:00010000:0.0:1775763996.896266:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763997.235467:0:30044:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9cfa0d60 20000000:00000080:0.0:1775763997.235491:0:30044:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac5c00 uarg=0000000000000000 00000100:00100000:0.0:1775763997.408398:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775763997.410481:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725821440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775763997.410689:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763997.415085:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725821440 00000100:00100000:3.0:1775763997.415107:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725821440 00000100:00100000:0.0:1775763997.419599:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1775763997.419615:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725821440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775763997.419670:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775763997.419816:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725821440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 206us (9127us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763997.419823:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1775763997.420036:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725821440:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775763997.421184:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775763997.920108:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775763998.084636:0:30092:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd224dff10 20000000:00000080:3.0:1775763998.084652:0:30092:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d700000 uarg=0000000000000000 00010000:00010000:1.0:1775763998.944216:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775763999.215496:0:30140:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8e9274f0 20000000:00000080:0.0:1775763999.215521:0:30140:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3793b400 uarg=0000000000000000 10000000:01000000:3.0:1775763999.297027:0:30140:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775763999.297055:0:30140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763999.297075:0:30140:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b53a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763999.297083:0:30140:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763999.297124:0:30140:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b53a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763999.297139:0:30140:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b53a expref: 17 pid: 5762 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775763999.297154:0:30140:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30140:1862022725821568:0@lo:104: 00000100:00100000:3.0:1775763999.297224:0:30140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775763999.297354:0:30140:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775763999.297476:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725821568 00000100:00100000:1.0:1775763999.297485:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725821568 00000100:00100000:1.0:1775763999.297570:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1775763999.297580:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30140:x1862022725821568:12345-0@lo:104: 00010000:00010000:1.0:1775763999.297594:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775763999.297682:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775763999.297688:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30140:x1862022725821568:12345-0@lo:104: Request processed in 110us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1775763999.297696:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1775763999.297795:0:30140:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30140:1862022725821568:0@lo:104: 00010000:00010000:3.0:1775763999.297816:0:30140:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763999.297865:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775763999.297873:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763999.297881:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775763999.297885:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763999.297894:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775763999.297913:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775763999.297920:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775763999.297957:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763999.297963:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775763999.297986:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763999.297994:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420b53a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b541 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775763999.298008:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763999.298010:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775763999.298011:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775763999.298023:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725821696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775763999.298054:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775763999.298290:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725821696 00000100:00100000:0.0:1775763999.298296:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725821696 00010000:00010000:0.0:1775763999.298321:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b53a expref: 18 pid: 5762 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775763999.298352:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1775763999.298360:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725821696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763999.298372:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775763999.298377:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b53a expref: 18 pid: 5762 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298387:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b53a expref: 18 pid: 5762 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298400:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b541 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b53a expref: 18 pid: 5762 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298423:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298431:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298446:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298453:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298460:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298467:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298473:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775763999.298477:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.298484:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763999.299110:0:30140:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775763999.299121:0:30140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.307654:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.307677:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b548 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775763999.308085:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775763999.308174:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725821696:12345-0@lo:103:ldlm_bl.0 Request processed in 9811us (10115us total) trans 0 rc 0/0 00000100:00100000:0.0:1775763999.308186:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1775763999.308329:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725821696:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775763999.968917:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764000.484468:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725821824:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.484548:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764000.484605:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725822336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.484639:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764000.484666:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764000.484672:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725821952:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.484694:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764000.484710:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725822464:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.484766:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764000.484798:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725822080:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.484823:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764000.484842:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764000.484848:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725822208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.484871:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764000.484910:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725822336 00000100:00100000:0.0:1775764000.484919:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725822336 00000100:00100000:0.0:1775764000.484983:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725821952 00000100:00100000:0.0:1775764000.484987:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725821952 00000100:00100000:0.0:1775764000.485004:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725822080 00000100:00100000:0.0:1775764000.485006:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725822080 00000100:00100000:0.0:1775764000.485022:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1775764000.485050:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725822336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.485631:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725822336:12345-0@lo:400:kworker.0 Request processed in 580us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764000.485639:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1775764000.485661:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1775764000.485668:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725821952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.485696:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725821952:12345-0@lo:400:kworker.0 Request processed in 30us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764000.485702:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1775764000.485722:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1775764000.485755:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725822080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.485790:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725822080:12345-0@lo:400:kworker.0 Request processed in 62us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764000.485797:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1775764000.485822:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725822464 00000100:00100000:0.0:1775764000.485827:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725822464 00000100:00100000:0.0:1775764000.485860:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725822208 00000100:00100000:0.0:1775764000.485863:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725822208 00000100:00100000:0.0:1775764000.485882:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1775764000.485888:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725822464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.485915:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725822464:12345-0@lo:400:kworker.0 Request processed in 27us (1148us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764000.485921:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1775764000.485930:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1775764000.485936:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725822208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.485958:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725822208:12345-0@lo:400:kworker.0 Request processed in 23us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764000.485975:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00080000:0.0:1775764000.485999:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764000.486004:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764000.486006:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764000.487311:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725821952:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.487328:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725822464:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.487338:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725822336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.487387:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725822208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764000.487398:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725822080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764000.491226:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725821824 00000100:00100000:1.0:1775764000.491240:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725821824 00000100:00100000:1.0:1775764000.491307:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1775764000.491318:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725821824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764000.491413:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725821824:12345-0@lo:400:kworker.0 Request processed in 97us (6865us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764000.491421:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1775764000.491523:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725821824:0@lo:400:kworker.0 00000100:00100000:1.0:1775764000.498310:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764000.498342:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725822592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764000.498425:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764000.498516:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725822592 00000100:00100000:1.0:1775764000.498525:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725822592 00000100:00100000:1.0:1775764000.498585:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1775764000.498595:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725822592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764000.498637:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764000.498682:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725822592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764000.498688:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1775764000.498768:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725822592:0@lo:13:osp-pre-0-0.0 10000000:01000000:3.0:1775764000.544320:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764000.544328:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764000.544334:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764000.544387:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764000.544400:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764000.544411:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764000.544454:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725822720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764000.544540:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764000.544590:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764000.546634:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725822720 00000100:00100000:1.0:1775764000.546672:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725822720 00000100:00100000:1.0:1775764000.546761:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1775764000.546771:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725822720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764000.546791:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764000.546813:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b54f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764000.546843:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b54f expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764000.546854:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b54f expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764000.546864:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cac00, rc 0) 00000100:00100000:1.0:1775764000.546955:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725822720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 187us (2416us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764000.546962:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1775764000.547059:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725822720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764000.547077:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764000.548566:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764000.548602:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764000.548608:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764000.548615:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764000.560849:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764000.560899:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764000.560990:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702619776 00000100:00100000:3.0:1775764000.561002:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702619776 00000100:00100000:3.0:1775764000.561069:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 525 00000100:00100000:3.0:1775764000.561080:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702619776:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764000.561183:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702619776:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 105us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764000.561191:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 525 00000100:00100000:1.0:1775764000.561886:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702619904 00000100:00100000:1.0:1775764000.561895:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702619904 00000100:00100000:1.0:1775764000.561949:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 511 00000100:00100000:1.0:1775764000.561957:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702619904:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764000.562005:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702619904:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 49us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764000.562022:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 511 00000100:00080000:1.0:1775764000.562041:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764000.996819:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764001.835909:0:30239:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0a48c7a0 20000000:00000080:3.0:1775764001.835932:0:30239:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d702000 uarg=0000000000000000 10000000:01000000:3.0:1775764001.880122:0:30239:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764001.880154:0:30239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764001.880173:0:30239:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b54f expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764001.880181:0:30239:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764001.880222:0:30239:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b54f expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764001.880236:0:30239:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b54f expref: 17 pid: 5762 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764001.880253:0:30239:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30239:1862022725822848:0@lo:104: 00000100:00100000:3.0:1775764001.880427:0:30239:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764001.880583:0:30239:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764001.880717:0:16808:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1775764001.880993:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725822848 00000100:00100000:2.0:1775764001.881004:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725822848 00000100:00100000:2.0:1775764001.881106:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1775764001.881117:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ae0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30239:x1862022725822848:12345-0@lo:104: 00010000:00010000:2.0:1775764001.881150:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764001.881273:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764001.881281:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ae0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30239:x1862022725822848:12345-0@lo:104: Request processed in 166us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764001.881289:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1775764001.881404:0:30239:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30239:1862022725822848:0@lo:104: 00010000:00010000:3.0:1775764001.881431:0:30239:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.881559:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764001.881565:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.881572:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764001.881575:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.881584:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764001.881591:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764001.881598:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764001.881643:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.881650:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764001.881678:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.881695:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b54f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b556 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.881725:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764001.881726:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764001.881760:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764001.881779:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725822976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764001.881822:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764001.881877:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725822976 00000100:00100000:1.0:1775764001.881883:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725822976 00010000:00010000:1.0:1775764001.881912:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b54f expref: 18 pid: 5762 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764001.881950:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1775764001.881958:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725822976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764001.881972:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764001.881977:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b54f expref: 18 pid: 5762 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.881989:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b54f expref: 18 pid: 5762 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882004:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420b556 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b54f expref: 18 pid: 5762 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882018:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882040:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882057:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882065:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882072:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882078:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882083:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764001.882087:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882094:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882105:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764001.882112:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764001.882141:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725822976:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764001.882147:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1775764001.882175:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725822976:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764001.882313:0:30239:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764001.882328:0:30239:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764001.882333:0:30239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b55d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764002.017899:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764002.528499:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725823104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764002.528584:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764002.528690:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725823104 00000100:00100000:0.0:1775764002.528862:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725823104 00000100:00100000:0.0:1775764002.528956:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1775764002.528967:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725823104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764002.529031:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764002.529103:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725823104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764002.529110:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00080000:0.0:1775764002.529146:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764002.529432:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725823104:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764003.041834:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764003.744228:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764003.744236:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764003.744243:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764003.744360:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764003.744376:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764003.744390:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764003.744426:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725823232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764003.744516:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764003.744590:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764003.744727:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725823232 00000100:00100000:2.0:1775764003.744755:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725823232 00000100:00100000:2.0:1775764003.744815:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1775764003.744825:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725823232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764003.744840:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764003.744853:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b564 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764003.744880:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b564 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764003.744894:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b564 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764003.744904:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80e00, rc 0) 00000100:00100000:2.0:1775764003.744958:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725823232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764003.744965:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1775764003.746061:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725823232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764003.746101:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764003.746114:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764003.746144:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764003.746151:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764003.746160:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1775764003.834776:0:30338:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc340273e0 20000000:00000080:2.0:1775764003.834798:0:30338:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3daf1800 uarg=0000000000000000 10000000:01000000:2.0:1775764003.842924:0:30338:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764003.842986:0:30338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764003.843009:0:30338:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b564 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764003.843017:0:30338:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764003.843065:0:30338:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b564 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764003.843173:0:30338:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b564 expref: 17 pid: 5763 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764003.843192:0:30338:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30338:1862022725823360:0@lo:104: 00000100:00100000:2.0:1775764003.843347:0:30338:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764003.843452:0:30338:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d694a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764003.843641:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725823360 00000100:00100000:1.0:1775764003.843650:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725823360 00000100:00100000:1.0:1775764003.843820:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1775764003.843831:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30338:x1862022725823360:12345-0@lo:104: 00010000:00010000:1.0:1775764003.843849:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764003.843925:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764003.843932:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30338:x1862022725823360:12345-0@lo:104: Request processed in 103us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764003.843939:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00010000:00010000:3.0:1775764003.843999:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764003.844006:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.844014:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764003.844018:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.844027:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764003.844035:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764003.844041:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:2.0:1775764003.844374:0:30338:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30338:1862022725823360:0@lo:104: 00010000:00010000:2.0:1775764003.844396:0:30338:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.844435:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.844445:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764003.844477:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.844484:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b564 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b56b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.844519:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764003.844521:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764003.844523:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764003.844704:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764003.844725:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725823488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764003.844805:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764003.845027:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725823488 00000100:00100000:3.0:1775764003.845034:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725823488 00010000:00010000:3.0:1775764003.845070:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b564 expref: 18 pid: 5763 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764003.845415:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1775764003.845424:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09694850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725823488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764003.845438:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764003.845443:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b564 expref: 18 pid: 5763 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845455:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b564 expref: 18 pid: 5763 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845471:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b56b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b564 expref: 18 pid: 5763 timeout: 928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845486:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845495:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845510:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845518:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845532:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845539:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845544:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764003.845548:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.845666:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764003.845871:0:30338:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764003.845881:0:30338:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.847928:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.847952:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b572 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30338 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764003.847980:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764003.852129:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09694850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725823488:12345-0@lo:103:ldlm_bl.0 Request processed in 6694us (7311us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764003.852146:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1775764003.856770:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725823488:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764004.065872:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764005.090019:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764005.407930:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764005.407942:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764005.407955:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764005.408049:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764005.408065:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764005.408081:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764005.408118:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725823616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764005.408204:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764005.408297:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e193e2600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764005.410007:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725823616 00000100:00100000:2.0:1775764005.410026:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725823616 00000100:00100000:2.0:1775764005.410149:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1775764005.410160:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725823616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764005.410184:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764005.410205:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b579 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764005.410241:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b579 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764005.410254:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b579 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764005.410265:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81e00, rc 0) 00000100:00100000:2.0:1775764005.410365:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725823616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 206us (2161us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764005.410373:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1775764005.410618:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725823616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764005.410655:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764005.410678:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764005.410706:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764005.410712:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764005.410718:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764005.601889:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725823744:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602017:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764005.602096:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725824256:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602123:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764005.602151:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764005.602157:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725823872:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602178:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764005.602218:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725824000:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602258:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764005.602278:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764005.602284:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725824128:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602304:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764005.602338:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725823744 00000100:00100000:0.0:1775764005.602348:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725823744 00000100:00100000:0.0:1775764005.602408:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725823872 00000100:00100000:0.0:1775764005.602411:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725823872 00000100:00100000:0.0:1775764005.602454:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725824128 00000100:00100000:0.0:1775764005.602457:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725824128 00000100:00100000:0.0:1775764005.602475:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1775764005.602483:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725823744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602543:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725823744:12345-0@lo:400:kworker.0 Request processed in 60us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764005.602551:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1775764005.602568:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1775764005.602573:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725823872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602616:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725823872:12345-0@lo:400:kworker.0 Request processed in 44us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764005.602622:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1775764005.602634:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1775764005.602640:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725824128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602678:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725824128:12345-0@lo:400:kworker.0 Request processed in 38us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764005.602684:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1775764005.602723:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725824256 00000100:00100000:0.0:1775764005.602726:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725824256 00000100:00100000:0.0:1775764005.602788:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725824000 00000100:00100000:0.0:1775764005.602791:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725824000 00000100:00100000:0.0:1775764005.602812:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1775764005.602820:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725824256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602854:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725824256:12345-0@lo:400:kworker.0 Request processed in 36us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764005.602859:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1775764005.602871:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1775764005.602876:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725824000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.602901:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725824000:12345-0@lo:400:kworker.0 Request processed in 25us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764005.602907:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00080000:0.0:1775764005.602938:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764005.602944:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764005.602947:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764005.603001:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725824128:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.603024:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725824000:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.603061:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725823872:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.603072:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725823744:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.603082:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725824256:0@lo:400:kworker.0 00000100:00100000:0.0:1775764005.612196:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725824384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764005.612283:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764005.612350:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725824384 00000100:00100000:0.0:1775764005.612359:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725824384 00000100:00100000:0.0:1775764005.612427:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1775764005.612438:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725824384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764005.612487:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764005.612538:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725824384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764005.612546:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1775764005.612594:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725824384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764005.697992:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764005.698115:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764005.698156:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702620160 00000100:00100000:0.0:1775764005.698167:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702620160 00000100:00100000:0.0:1775764005.698248:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 515 00000100:00100000:0.0:1775764005.698260:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702620160:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764005.698359:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702620160:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 99us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764005.698398:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 515 00000100:00080000:0.0:1775764005.698430:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764005.698546:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702620032 00000100:00100000:0.0:1775764005.698551:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702620032 00000100:00100000:0.0:1775764005.698580:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 528 00000100:00100000:0.0:1775764005.698586:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702620032:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764005.698621:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702620032:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 35us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764005.698627:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 528 00010000:00010000:3.0:1775764006.112028:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764007.138859:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764007.649695:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764007.649721:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725824512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764007.649846:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764007.649932:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725824512 00000100:00100000:3.0:1775764007.649957:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725824512 00000100:00100000:3.0:1775764007.650024:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1775764007.650036:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725824512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764007.650081:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764007.650136:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725824512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764007.650145:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00080000:3.0:1775764007.650167:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764007.650206:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725824512:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764008.164415:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764009.184384:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764010.212007:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764010.720333:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764010.720365:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725824640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764010.720470:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764010.720709:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725824640 00000100:00100000:0.0:1775764010.720720:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725824640 00000100:00100000:0.0:1775764010.720823:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1775764010.720833:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725824640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764010.720884:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764010.720944:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725824640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764010.720953:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1775764010.721017:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725824640:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764010.721094:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764010.723175:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764010.723867:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764010.723898:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725824896:0@lo:400:kworker.0 00000100:00100000:0.0:1775764010.723998:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764010.724822:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725824896 00000100:00100000:3.0:1775764010.724839:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725824896 00000100:00100000:3.0:1775764010.724919:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1775764010.724931:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725824896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764010.725020:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725824896:12345-0@lo:400:kworker.0 Request processed in 91us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764010.725027:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1775764010.725894:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725824896:0@lo:400:kworker.0 00000100:00100000:2.0:1775764010.730944:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725824768:0@lo:400:kworker.0 00000100:00100000:2.0:1775764010.731045:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764010.731170:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725824768 00000100:00100000:3.0:1775764010.731182:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725824768 00000100:00100000:3.0:1775764010.731255:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1775764010.731266:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725824768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764010.731338:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725824768:12345-0@lo:400:kworker.0 Request processed in 74us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764010.731347:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1775764010.731599:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725824768:0@lo:400:kworker.0 00000100:00100000:1.0:1775764010.732930:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725825280:0@lo:400:kworker.0 00000100:00100000:1.0:1775764010.732998:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764010.733103:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725825152:0@lo:400:kworker.0 00000100:00100000:3.0:1775764010.733138:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764010.733187:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764010.733194:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725825024:0@lo:400:kworker.0 00000100:00100000:3.0:1775764010.733215:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764010.733257:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725825152 00000100:00100000:3.0:1775764010.733263:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725825152 00000100:00100000:3.0:1775764010.733317:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725825024 00000100:00100000:3.0:1775764010.733321:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725825024 00000100:00100000:3.0:1775764010.733344:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1775764010.733352:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725825152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764010.733405:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725825152:12345-0@lo:400:kworker.0 Request processed in 54us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764010.733411:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1775764010.733428:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1775764010.733434:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725825024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764010.733463:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725825024:12345-0@lo:400:kworker.0 Request processed in 29us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764010.733468:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:3.0:1775764010.733487:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764010.733514:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725825024:0@lo:400:kworker.0 00000100:00100000:3.0:1775764010.733525:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725825152:0@lo:400:kworker.0 00000100:00100000:0.0:1775764010.733983:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725825280 00000100:00100000:0.0:1775764010.733990:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725825280 00000100:00100000:0.0:1775764010.734045:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1775764010.734061:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725825280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764010.734117:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725825280:12345-0@lo:400:kworker.0 Request processed in 57us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764010.734123:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1775764010.734207:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725825280:0@lo:400:kworker.0 00000100:00080000:3.0:1775764010.734864:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764010.807066:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764010.807144:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702620288 00000100:00100000:2.0:1775764010.807171:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702620288 00000100:00100000:2.0:1775764010.807448:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 530 00000100:00100000:2.0:1775764010.807462:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702620288:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764010.807782:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764010.807828:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702620288:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 368us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764010.807837:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 530 00000100:00100000:3.0:1775764010.811254:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702620416 00000100:00100000:3.0:1775764010.811272:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702620416 00000100:00100000:3.0:1775764010.815682:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 519 00000100:00100000:3.0:1775764010.815696:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702620416:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764010.815817:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702620416:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 124us (8033us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764010.815840:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 519 00000100:00080000:2.0:1775764010.820856:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764011.231999:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764012.255971:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764012.768154:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764012.768200:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725825408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764012.768305:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764012.768990:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725825408 00000100:00100000:1.0:1775764012.769001:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725825408 00000100:00100000:1.0:1775764012.769075:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1775764012.769085:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725825408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764012.769119:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764012.769175:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725825408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764012.769182:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00080000:0.0:1775764012.769328:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764012.769376:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725825408:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764013.280714:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764014.303863:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764015.328008:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764015.844884:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725825536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.844974:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764015.845030:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725826048:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845060:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764015.845091:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764015.845097:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725825664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845120:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764015.845134:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725826176:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845157:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764015.845184:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725825920:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845204:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764015.845220:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764015.845225:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725825792:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845243:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764015.845267:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725825536 00000100:00100000:3.0:1775764015.845276:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725825536 00000100:00100000:3.0:1775764015.845324:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1775764015.845334:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725825536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845377:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725825536:12345-0@lo:400:kworker.0 Request processed in 44us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764015.845384:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1775764015.845413:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725826048 00000100:00100000:3.0:1775764015.845429:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725826048 00000100:00100000:3.0:1775764015.845464:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725825664 00000100:00100000:3.0:1775764015.845466:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725825664 00000100:00100000:3.0:1775764015.845479:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725825792 00000100:00100000:3.0:1775764015.845480:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725825792 00000100:00100000:3.0:1775764015.845492:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1775764015.845497:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725826048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845524:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725826048:12345-0@lo:400:kworker.0 Request processed in 27us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764015.845530:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1775764015.845540:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1775764015.845544:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725825664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845563:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725825664:12345-0@lo:400:kworker.0 Request processed in 19us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764015.845568:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1775764015.845592:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1775764015.845597:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725825792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845623:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725825792:12345-0@lo:400:kworker.0 Request processed in 26us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764015.845628:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1775764015.845668:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725825792:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845689:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725825664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845696:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725825536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845704:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725826048:0@lo:400:kworker.0 00000100:00100000:3.0:1775764015.845812:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764015.845825:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725826304:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764015.845849:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764015.845928:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725826176 00000100:00100000:0.0:1775764015.845932:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725826176 00000100:00100000:0.0:1775764015.845967:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725825920 00000100:00100000:0.0:1775764015.845970:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725825920 00000100:00100000:0.0:1775764015.845990:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1775764015.845996:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725826176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764015.846038:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725826176:12345-0@lo:400:kworker.0 Request processed in 42us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764015.846044:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1775764015.846056:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1775764015.846061:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725825920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764015.846089:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725825920:12345-0@lo:400:kworker.0 Request processed in 28us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764015.846095:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00080000:0.0:1775764015.846112:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764015.846117:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764015.846126:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764015.846147:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725825920:0@lo:400:kworker.0 00000100:00100000:0.0:1775764015.846168:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725826176:0@lo:400:kworker.0 00000100:00100000:1.0:1775764015.846685:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725826304 00000100:00100000:1.0:1775764015.846692:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725826304 00000100:00100000:1.0:1775764015.846754:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1775764015.846762:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725826304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764015.846815:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764015.846861:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725826304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764015.846866:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1775764015.849362:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725826304:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764015.944401:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764015.944450:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764015.944558:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702620544 00000100:00100000:0.0:1775764015.944579:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702620544 00000100:00100000:0.0:1775764015.944653:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 532 00000100:00100000:0.0:1775764015.944664:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702620544:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764015.944772:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702620544:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 110us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764015.944779:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 532 00000100:00100000:3.0:1775764015.945322:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702620672 00000100:00100000:3.0:1775764015.945330:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702620672 00000100:00100000:3.0:1775764015.945397:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 523 00000100:00100000:3.0:1775764015.945405:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702620672:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764015.945453:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702620672:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 50us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764015.945459:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 523 00000100:00080000:0.0:1775764015.947270:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764016.355893:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775764016.441101:0:30733:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 15: test id mapping =================== 15:46:54 (1775764014) 00010000:00010000:3.0:1775764017.379403:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764017.716215:0:30781:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc2501c6a0 20000000:00000080:3.0:1775764017.716231:0:30781:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6b2c00 uarg=0000000000000000 10000000:01000000:3.0:1775764017.716765:0:30781:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764017.716787:0:30781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764017.716805:0:30781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b579 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764017.716815:0:30781:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764017.716858:0:30781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b579 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764017.716872:0:30781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b579 expref: 17 pid: 5762 timeout: 942 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764017.716887:0:30781:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30781:1862022725826432:0@lo:104: 00000100:00100000:3.0:1775764017.716958:0:30781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764017.717408:0:30781:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764017.719936:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725826432 00000100:00100000:0.0:1775764017.719952:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725826432 00000100:00100000:0.0:1775764017.720069:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1775764017.720080:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30781:x1862022725826432:12345-0@lo:104: 00010000:00010000:0.0:1775764017.720099:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764017.720224:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764017.720230:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30781:x1862022725826432:12345-0@lo:104: Request processed in 153us (3273us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764017.720238:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00010000:00010000:2.0:1775764017.720305:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764017.720312:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720321:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764017.720326:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720336:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764017.720343:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764017.720350:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764017.720400:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720406:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764017.720446:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720452:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b579 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b580 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720469:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764017.720471:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764017.720472:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764017.720495:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725826560:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764017.720561:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764017.720620:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725826560 00000100:00100000:2.0:1775764017.720625:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725826560 00010000:00010000:2.0:1775764017.720648:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b579 expref: 18 pid: 5762 timeout: 942 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764017.720673:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1775764017.720681:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725826560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764017.720691:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764017.720696:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b579 expref: 18 pid: 5762 timeout: 942 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720707:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b579 expref: 18 pid: 5762 timeout: 942 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720753:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720764:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720809:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720817:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720823:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720829:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720834:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764017.720839:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720846:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720855:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764017.720866:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764017.720896:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725826560:12345-0@lo:103:ldlm_bl.0 Request processed in 216us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764017.720903:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1775764017.720945:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725826560:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764017.721453:0:30781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b580 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b579 expref: 17 pid: 5762 timeout: 942 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764017.721466:0:30781:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30781:1862022725826432:0@lo:104: 00010000:00010000:3.0:1775764017.721483:0:30781:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764017.721492:0:30781:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764017.721498:0:30781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764017.721504:0:30781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b587 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764017.891257:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725826688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764017.891336:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764017.896823:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725826688 00000100:00100000:1.0:1775764017.896838:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725826688 00000100:00100000:1.0:1775764017.896914:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1775764017.896930:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725826688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764017.896988:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764017.897101:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725826688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 175us (5764us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764017.897108:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00080000:1.0:1775764017.897136:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764017.897988:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725826688:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764018.399882:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764019.426455:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764019.489626:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764019.489642:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764019.489648:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764019.489703:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764019.489716:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764019.489764:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764019.489810:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725826816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764019.490251:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764019.490380:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e964900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764019.497083:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725826816 00000100:00100000:0.0:1775764019.497183:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725826816 00000100:00100000:0.0:1775764019.498332:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1775764019.498349:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725826816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764019.498370:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764019.498393:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b58e expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764019.498432:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b58e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764019.498446:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b58e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764019.498455:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764019.498561:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725826816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 218us (8310us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764019.498568:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1775764019.498671:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725826816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764019.498695:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764019.498705:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764019.498728:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764019.498758:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764019.498778:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764020.448176:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764020.962489:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725826944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764020.962590:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764020.962673:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725826944 00000100:00100000:1.0:1775764020.962682:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725826944 00000100:00100000:1.0:1775764020.962769:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1775764020.962791:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725826944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764020.962909:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764020.962965:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725826944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 176us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764020.962979:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00080000:1.0:1775764020.963003:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764020.963043:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725826944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764020.972989:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725827072:0@lo:400:kworker.0 00000100:00100000:2.0:1775764020.973058:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764020.973104:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725827584:0@lo:400:kworker.0 00000100:00100000:2.0:1775764020.973125:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764020.973144:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764020.973148:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725827200:0@lo:400:kworker.0 00000100:00100000:2.0:1775764020.973178:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764020.973204:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725827072 00000100:00100000:2.0:1775764020.973210:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725827072 00000100:00100000:2.0:1775764020.973253:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1775764020.973263:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725827072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764020.973314:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725827072:12345-0@lo:400:kworker.0 Request processed in 52us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764020.973332:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1775764020.973367:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725827584 00000100:00100000:2.0:1775764020.973370:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725827584 00000100:00100000:2.0:1775764020.973396:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1775764020.973400:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725827584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764020.973422:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725827584:12345-0@lo:400:kworker.0 Request processed in 23us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764020.973426:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1775764020.973438:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725827200 00000100:00100000:2.0:1775764020.973440:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725827200 00000100:00100000:2.0:1775764020.973458:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1775764020.973461:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725827200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764020.973478:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725827200:12345-0@lo:400:kworker.0 Request processed in 16us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764020.973482:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:2.0:1775764020.973498:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764020.973534:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725827200:0@lo:400:kworker.0 00000100:00100000:2.0:1775764020.973545:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725827072:0@lo:400:kworker.0 00000100:00100000:2.0:1775764020.973553:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725827584:0@lo:400:kworker.0 00000100:00100000:1.0:1775764020.983286:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725827328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764020.983364:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764020.983409:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764020.983417:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725827456:0@lo:400:kworker.0 00000100:00100000:1.0:1775764020.983478:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764020.983511:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725827328 00000100:00100000:1.0:1775764020.983519:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725827328 00000100:00100000:1.0:1775764020.983584:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725827456 00000100:00100000:1.0:1775764020.983587:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725827456 00000100:00100000:1.0:1775764020.983604:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1775764020.983610:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725827328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764020.983659:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725827328:12345-0@lo:400:kworker.0 Request processed in 49us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764020.983664:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1775764020.983676:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1775764020.983680:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725827456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764020.983704:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725827456:12345-0@lo:400:kworker.0 Request processed in 23us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764020.983709:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00080000:1.0:1775764020.983780:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764020.983819:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725827456:0@lo:400:kworker.0 00000100:00100000:1.0:1775764020.983830:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725827328:0@lo:400:kworker.0 00000100:00100000:3.0:1775764021.043345:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764021.043384:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764021.043410:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702620800 00000100:00100000:3.0:1775764021.043420:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702620800 00000100:00100000:3.0:1775764021.043480:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 535 00000100:00100000:3.0:1775764021.043490:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702620800:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764021.043574:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702620800:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 85us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764021.043582:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 535 00000100:00100000:2.0:1775764021.043772:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702620928 00000100:00100000:2.0:1775764021.043777:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702620928 00000100:00100000:2.0:1775764021.043836:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 527 00000100:00100000:2.0:1775764021.043845:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702620928:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764021.043884:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702620928:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764021.043903:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 527 00000100:00080000:2.0:1775764021.043926:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764021.472030:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764022.516191:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764022.554451:0:30976:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6c81db70 20000000:00000080:1.0:1775764022.554470:0:30976:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d707000 uarg=0000000000000000 10000000:01000000:1.0:1775764022.555034:0:30976:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764022.555063:0:30976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764022.555083:0:30976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b58e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764022.555092:0:30976:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764022.555133:0:30976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b58e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764022.555147:0:30976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b58e expref: 17 pid: 5763 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764022.555164:0:30976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f16300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30976:1862022725827712:0@lo:104: 00000100:00100000:1.0:1775764022.555234:0:30976:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764022.555297:0:30976:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764022.555317:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725827712 00000100:00100000:2.0:1775764022.555325:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725827712 00000100:00100000:2.0:1775764022.555378:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1775764022.555388:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30976:x1862022725827712:12345-0@lo:104: 00010000:00010000:2.0:1775764022.555401:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764022.555489:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764022.555496:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:30976:x1862022725827712:12345-0@lo:104: Request processed in 110us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764022.555503:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00010000:00010000:3.0:1775764022.555801:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764022.555809:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.555827:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764022.555831:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.555840:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764022.555847:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764022.555853:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764022.555898:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.555904:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764022.555927:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.555934:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420b58e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b595 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.555951:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764022.555954:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764022.555955:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764022.555985:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725827840:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764022.556021:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764022.556064:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725827840 00000100:00100000:3.0:1775764022.556068:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725827840 00010000:00010000:3.0:1775764022.556359:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b58e expref: 18 pid: 5763 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764022.556386:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1775764022.556396:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725827840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764022.556406:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764022.556412:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b58e expref: 18 pid: 5763 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556434:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b58e expref: 18 pid: 5763 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556452:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556467:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556630:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556639:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556646:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556653:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556658:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764022.556662:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556670:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556679:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764022.556689:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764022.556725:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725827840:12345-0@lo:103:ldlm_bl.0 Request processed in 331us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764022.556759:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1775764022.556807:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725827840:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764022.557385:0:30976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b595 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b58e expref: 17 pid: 5763 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764022.557400:0:30976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f16300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30976:1862022725827712:0@lo:104: 00010000:00010000:0.0:1775764022.557414:0:30976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764022.557597:0:30976:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764022.557604:0:30976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764022.557625:0:30976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b59c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764023.017089:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725827968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764023.017150:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764023.017313:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725827968 00000100:00100000:0.0:1775764023.017321:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725827968 00000100:00080000:2.0:1775764023.017362:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764023.017383:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1775764023.017394:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725827968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764023.017430:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764023.017484:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725827968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764023.017491:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1775764023.017793:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725827968:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764023.520849:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764024.544112:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764024.610041:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764024.610054:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764024.610063:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764024.610130:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764024.610144:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764024.610156:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764024.610185:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725828096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764024.610270:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764024.610353:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764024.610431:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725828096 00000100:00100000:2.0:1775764024.610445:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725828096 00000100:00100000:2.0:1775764024.610537:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1775764024.610550:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725828096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764024.610569:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764024.610587:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b5a3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764024.610642:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b5a3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764024.610653:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5a3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764024.610665:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764024.610720:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725828096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764024.610727:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1775764024.611191:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725828096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764024.611210:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764024.611220:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764024.611244:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764024.611258:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764024.611265:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764025.574772:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764026.080010:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764026.080046:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725828224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764026.080135:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764026.080210:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725828224 00000100:00100000:2.0:1775764026.080219:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725828224 00000100:00100000:2.0:1775764026.080284:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1775764026.080293:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725828224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764026.080327:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764026.080373:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725828224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764026.080381:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00080000:2.0:1775764026.080402:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764026.080835:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725828224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764026.086967:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725828352:0@lo:400:kworker.0 00000100:00100000:2.0:1775764026.087053:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764026.087140:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725828352 00000100:00100000:2.0:1775764026.087151:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725828352 00000100:00100000:2.0:1775764026.087236:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1775764026.087250:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725828352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764026.087307:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725828352:12345-0@lo:400:kworker.0 Request processed in 60us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764026.087315:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1775764026.087388:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725828352:0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.096793:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725828480:0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.096893:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764026.096940:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764026.096947:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725828864:0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.096975:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764026.097011:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725828608:0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.097033:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764026.097050:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764026.097055:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725828736:0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.097076:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764026.097106:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725828480 00000100:00100000:3.0:1775764026.097115:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725828480 00000100:00100000:3.0:1775764026.097182:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725828608 00000100:00100000:3.0:1775764026.097186:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725828608 00000100:00100000:3.0:1775764026.097215:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725828736 00000100:00100000:3.0:1775764026.097219:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725828736 00000100:00100000:3.0:1775764026.097249:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1775764026.097276:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725828864 00000100:00100000:1.0:1775764026.097281:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725828864 00000100:00100000:1.0:1775764026.097314:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1775764026.097320:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725828864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764026.097382:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725828864:12345-0@lo:400:kworker.0 Request processed in 60us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764026.097390:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1775764026.097918:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725828480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.097965:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725828480:12345-0@lo:400:kworker.0 Request processed in 709us (1073us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764026.102235:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1775764026.102268:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725828608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.102299:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1775764026.102338:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1775764026.102347:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725828736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764026.102406:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d692680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725828608:12345-0@lo:400:kworker.0 Request processed in 153us (5370us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764026.102406:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725828736:12345-0@lo:400:kworker.0 Request processed in 61us (5327us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764026.102413:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1775764026.111052:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00080000:3.0:1775764026.113375:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764026.113386:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764026.113561:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725828864:0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.113580:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725828480:0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.113892:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725828736:0@lo:400:kworker.0 00000100:00100000:3.0:1775764026.113906:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725828608:0@lo:400:kworker.0 00000100:00100000:2.0:1775764026.165829:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764026.165882:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764026.166632:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702621056 00000100:00100000:0.0:1775764026.166644:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702621056 00000100:00100000:0.0:1775764026.166708:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 538 00000100:00100000:0.0:1775764026.166720:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702621056:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764026.166814:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702621056:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764026.166823:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 538 00000100:00100000:1.0:1775764026.167248:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702621184 00000100:00100000:1.0:1775764026.167255:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702621184 00000100:00100000:1.0:1775764026.167313:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 531 00000100:00100000:1.0:1775764026.167320:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702621184:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764026.167358:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702621184:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (1475us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764026.167364:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 531 00000100:00080000:1.0:1775764026.167384:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764026.594135:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764027.131091:0:31172:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff58790560 20000000:00000080:0.0:1775764027.131110:0:31172:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d13800 uarg=0000000000000000 10000000:01000000:0.0:1775764027.136056:0:31172:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764027.136086:0:31172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764027.136110:0:31172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5a3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764027.136118:0:31172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764027.136161:0:31172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b5a3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764027.137683:0:31172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b5a3 expref: 17 pid: 5762 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764027.137759:0:31172:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31172:1862022725828992:0@lo:104: 00000100:00100000:0.0:1775764027.137919:0:31172:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764027.137999:0:31172:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764027.138502:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725828992 00000100:00100000:1.0:1775764027.138515:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725828992 00000100:00100000:1.0:1775764027.138592:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1775764027.138604:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31172:x1862022725828992:12345-0@lo:104: 00010000:00010000:1.0:1775764027.138626:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764027.138723:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764027.138756:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31172:x1862022725828992:12345-0@lo:104: Request processed in 129us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764027.138764:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00010000:00010000:3.0:1775764027.138877:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764027.138884:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.138891:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764027.138895:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.138903:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764027.138911:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764027.138918:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764027.138963:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.138971:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764027.139007:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139013:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b5a3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5aa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139043:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764027.139045:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764027.139046:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764027.139055:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764027.139070:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725829120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764027.139104:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764027.139144:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725829120 00000100:00100000:3.0:1775764027.139148:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725829120 00010000:00010000:3.0:1775764027.139171:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5a3 expref: 18 pid: 5762 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764027.139210:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1775764027.139217:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725829120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764027.139229:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764027.139234:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5a3 expref: 18 pid: 5762 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139245:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b5a3 expref: 18 pid: 5762 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139263:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139271:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139288:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139305:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139312:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139318:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139323:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764027.139328:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139336:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139346:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764027.139358:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764027.139388:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725829120:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764027.139395:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1775764027.139442:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725829120:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764027.140833:0:31172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b5aa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b5a3 expref: 17 pid: 5762 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764027.140857:0:31172:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31172:1862022725828992:0@lo:104: 00010000:00010000:0.0:1775764027.140888:0:31172:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764027.140900:0:31172:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764027.140905:0:31172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764027.140912:0:31172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b5b1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764027.615849:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764028.137669:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764028.137701:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725829248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764028.137985:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764028.147028:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725829248 00000100:00100000:2.0:1775764028.147047:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725829248 00000100:00100000:1.0:1775764028.147306:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1775764028.147318:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725829248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764028.147362:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1775764028.147683:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764028.147975:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725829248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 657us (9988us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764028.147985:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1775764028.148044:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725829248:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764028.639964:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764028.831963:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764028.831977:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764028.831985:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764028.832073:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764028.832089:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764028.832103:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764028.832150:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725829376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764028.832273:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764028.832496:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725829376 00000100:00100000:2.0:1775764028.832507:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725829376 00000100:00100000:2.0:1775764028.832578:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1775764028.832588:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725829376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764028.832607:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764028.832625:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b5b8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764028.832655:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b5b8 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764028.832665:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5b8 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764028.832700:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81e00, rc 0) 00000100:00100000:2.0:1775764028.832778:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725829376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764028.832786:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1775764028.832909:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764028.832945:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725829376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764028.832964:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764028.832976:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764028.833000:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764028.833006:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764028.833014:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.665958:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764029.768897:0:31270:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe561c24d0 20000000:00000080:0.0:1775764029.768917:0:31270:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01aca000 uarg=0000000000000000 10000000:01000000:0.0:1775764029.769546:0:31270:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764029.769567:0:31270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764029.769586:0:31270:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5b8 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764029.769595:0:31270:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764029.769638:0:31270:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b5b8 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764029.769653:0:31270:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b5b8 expref: 17 pid: 5762 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764029.769668:0:31270:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31270:1862022725829504:0@lo:104: 00000100:00100000:0.0:1775764029.769831:0:31270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764029.769944:0:31270:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0f0e53c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764029.769990:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725829504 00000100:00100000:1.0:1775764029.769998:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725829504 00000100:00100000:1.0:1775764029.770149:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1775764029.770171:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31270:x1862022725829504:12345-0@lo:104: 00010000:00010000:1.0:1775764029.770185:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764029.770358:0:31270:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31270:1862022725829504:0@lo:104: 00010000:00010000:2.0:1775764029.770379:0:31270:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764029.770494:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764029.770502:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31270:x1862022725829504:12345-0@lo:104: Request processed in 344us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764029.770509:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00010000:00010000:3.0:1775764029.770554:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764029.770561:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770582:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764029.770586:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770594:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764029.770600:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764029.770605:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764029.770656:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770663:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764029.770693:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770700:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b5b8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5bf expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770718:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764029.770720:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764029.770722:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764029.770755:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764029.770769:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725829632:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764029.770808:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764029.770843:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725829632 00000100:00100000:3.0:1775764029.770849:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725829632 00010000:00010000:3.0:1775764029.770884:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5b8 expref: 18 pid: 5762 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764029.770910:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1775764029.770917:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725829632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764029.770929:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764029.770935:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5b8 expref: 18 pid: 5762 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770945:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b5b8 expref: 18 pid: 5762 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770957:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b5bf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b5b8 expref: 18 pid: 5762 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770970:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770977:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770991:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.770998:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.771005:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.771012:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.771024:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764029.771028:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.771038:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.771050:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764029.771192:0:31270:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764029.771200:0:31270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.774303:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b5c6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764029.774340:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764029.774440:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725829632:12345-0@lo:103:ldlm_bl.0 Request processed in 3519us (3627us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764029.774460:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1775764029.774539:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725829632:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764030.691846:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764030.943807:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764030.943817:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764030.943822:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764030.943873:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764030.943885:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764030.943897:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764030.943925:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725829760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764030.944007:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764030.944052:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0e964a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764030.946614:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725829760 00000100:00100000:0.0:1775764030.946645:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725829760 00000100:00100000:0.0:1775764030.946754:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1775764030.946770:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725829760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764030.946795:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764030.946825:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b5cd expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764030.946859:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b5cd expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764030.946873:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5cd expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764030.946885:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063400, rc 0) 00000100:00100000:0.0:1775764030.946990:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725829760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 226us (2982us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764030.946998:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1775764030.947067:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725829760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764030.947099:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764030.947109:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764030.947137:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764030.947142:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764030.947149:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764031.204517:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725829888:0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.204611:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764031.204668:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725830400:0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.204718:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764031.204769:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775764031.204776:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725830016:0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.204803:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764031.204822:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725830528:0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.204855:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764031.204884:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725830144:0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.204906:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764031.204924:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764031.204929:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725830272:0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.204947:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764031.204977:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725830400 00000100:00100000:0.0:1775764031.206801:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725829888 00000100:00100000:0.0:1775764031.206816:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725829888 00000100:00100000:0.0:1775764031.206872:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1775764031.206882:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725829888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764031.206965:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725829888:12345-0@lo:400:kworker.0 Request processed in 84us (2352us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764031.206971:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1775764031.207339:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725829888:0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.209313:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725830400 00000100:00100000:3.0:1775764031.210274:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725830016 00000100:00100000:3.0:1775764031.210285:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725830016 00000100:00100000:3.0:1775764031.210313:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725830144 00000100:00100000:3.0:1775764031.210317:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725830144 00000100:00100000:3.0:1775764031.210338:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1775764031.210348:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725830400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.210480:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725830400:12345-0@lo:400:kworker.0 Request processed in 134us (5760us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764031.210486:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1775764031.210505:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1775764031.210511:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725830016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.210541:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725830016:12345-0@lo:400:kworker.0 Request processed in 31us (5737us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764031.210546:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1775764031.210559:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1775764031.210565:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725830144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764031.210601:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725830144:12345-0@lo:400:kworker.0 Request processed in 36us (5693us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764031.210623:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1775764031.210683:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725830144:0@lo:400:kworker.0 00000100:00100000:2.0:1775764031.211301:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725830528 00000100:00100000:2.0:1775764031.211307:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725830528 00000100:00100000:2.0:1775764031.211344:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725830272 00000100:00100000:2.0:1775764031.211347:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725830272 00000100:00100000:2.0:1775764031.211370:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1775764031.211377:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725830528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764031.211417:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725830528:12345-0@lo:400:kworker.0 Request processed in 41us (6560us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764031.211423:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1775764031.211450:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1775764031.211456:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725830272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764031.211492:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725830272:12345-0@lo:400:kworker.0 Request processed in 36us (6543us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764031.211498:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00080000:0.0:1775764031.212218:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764031.212224:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764031.212226:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764031.212259:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725830016:0@lo:400:kworker.0 00000100:00100000:0.0:1775764031.212273:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725830528:0@lo:400:kworker.0 00000100:00100000:0.0:1775764031.212284:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725830400:0@lo:400:kworker.0 00000100:00100000:2.0:1775764031.219359:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725830272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764031.229844:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764031.229868:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725830656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764031.229948:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764031.230618:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725830656 00000100:00100000:2.0:1775764031.230630:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725830656 00000100:00100000:2.0:1775764031.230692:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1775764031.230701:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725830656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764031.230778:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764031.230859:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725830656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764031.230867:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1775764031.233112:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725830656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764031.283794:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764031.283840:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764031.283880:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702621312 00000100:00100000:3.0:1775764031.283895:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702621312 00000100:00100000:3.0:1775764031.283964:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 542 00000100:00100000:3.0:1775764031.283977:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702621312:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764031.284086:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702621312:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 111us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764031.284094:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 542 00000100:00100000:3.0:1775764031.284136:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702621440 00000100:00100000:3.0:1775764031.284140:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702621440 00000100:00100000:3.0:1775764031.284188:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 535 00000100:00100000:3.0:1775764031.284194:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702621440:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764031.284228:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702621440:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 34us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764031.284237:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 535 00000100:00080000:3.0:1775764031.284393:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764031.713181:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764032.402198:0:31371:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe81a7f10 20000000:00000080:2.0:1775764032.402228:0:31371:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5a000 uarg=0000000000000000 10000000:01000000:2.0:1775764032.404289:0:31371:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764032.404315:0:31371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764032.404338:0:31371:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5cd expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764032.404347:0:31371:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764032.404861:0:31371:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b5cd expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764032.404881:0:31371:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b5cd expref: 17 pid: 5760 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764032.404898:0:31371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31371:1862022725830784:0@lo:104: 00000100:00100000:2.0:1775764032.405825:0:31371:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764032.405949:0:31371:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36de7540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764032.408217:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725830784 00000100:00100000:0.0:1775764032.408234:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725830784 00000100:00100000:1.0:1775764032.414429:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1775764032.414445:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31371:x1862022725830784:12345-0@lo:104: 00010000:00010000:1.0:1775764032.414466:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764032.414630:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764032.414638:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31371:x1862022725830784:12345-0@lo:104: Request processed in 198us (8817us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764032.414647:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00010000:00010000:3.0:1775764032.416817:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764032.416839:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.416855:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764032.416861:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.416899:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764032.416906:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764032.416914:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764032.416998:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417004:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764032.417058:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417065:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b5cd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5d4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417087:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764032.417089:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764032.417090:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764032.417101:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764032.417129:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725830912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764032.417230:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764032.417297:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725830912 00000100:00100000:3.0:1775764032.417307:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725830912 00010000:00010000:3.0:1775764032.417345:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5cd expref: 18 pid: 5760 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764032.417391:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1775764032.417408:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725830912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764032.417430:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764032.417436:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5cd expref: 18 pid: 5760 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417449:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b5cd expref: 18 pid: 5760 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417465:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417474:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417488:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417495:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417503:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417508:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417513:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764032.417517:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417524:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417539:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417550:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764032.417585:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725830912:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764032.417592:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1775764032.417652:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725830912:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764032.417695:0:31371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063400/0x429a70d18420b5d4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b5cd expref: 17 pid: 5760 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764032.417706:0:31371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31371:1862022725830784:0@lo:104: 00010000:00010000:3.0:1775764032.417719:0:31371:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417765:0:31371:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417772:0:31371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764032.417779:0:31371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b5db lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764032.745432:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764033.253492:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725831040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764033.253576:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764033.253663:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725831040 00000100:00100000:0.0:1775764033.253672:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725831040 00000100:00100000:0.0:1775764033.253757:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1775764033.253767:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725831040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764033.253805:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764033.253866:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725831040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764033.253874:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00080000:0.0:1775764033.253896:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764033.253959:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725831040:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764033.768783:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764034.151695:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764034.151705:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764034.151711:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764034.151797:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764034.151811:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764034.151826:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764034.155539:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725831168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764034.155670:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764034.155765:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764034.155804:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725831168 00000100:00100000:0.0:1775764034.155813:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725831168 00000100:00100000:0.0:1775764034.155885:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1775764034.155896:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725831168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764034.155923:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764034.155955:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b5e2 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764034.155998:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b5e2 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764034.156013:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5e2 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764034.156025:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775764034.156069:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725831168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764034.156077:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1775764034.156133:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725831168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764034.156151:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764034.156162:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764034.156205:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764034.156214:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764034.156221:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764034.785532:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764035.809139:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764036.332322:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725831296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764036.332437:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764036.332538:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725831296 00000100:00100000:3.0:1775764036.332547:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725831296 00000100:00100000:3.0:1775764036.332612:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1775764036.332624:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725831296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764036.332673:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764036.332723:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725831296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764036.332749:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00080000:3.0:1775764036.332770:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764036.332807:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725831296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764036.337861:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725831424:0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.337943:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764036.338047:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725831936:0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.338464:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764036.338508:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764036.338518:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725831552:0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.338552:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764036.338589:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725831808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.338614:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764036.338637:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764036.338644:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725831680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.338666:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764036.338831:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725831424 00000100:00100000:3.0:1775764036.338841:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725831424 00000100:00100000:3.0:1775764036.338895:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1775764036.338906:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725831424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.340822:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725831424:12345-0@lo:400:kworker.0 Request processed in 1901us (2862us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764036.340838:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1775764036.340927:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725831552 00000100:00100000:3.0:1775764036.340944:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725831552 00000100:00100000:3.0:1775764036.341003:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725831808 00000100:00100000:3.0:1775764036.341007:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725831808 00000100:00100000:3.0:1775764036.341035:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725831680 00000100:00100000:3.0:1775764036.341039:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725831680 00000100:00100000:3.0:1775764036.341061:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1775764036.341070:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725831552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764036.341122:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725831936 00000100:00100000:2.0:1775764036.341128:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725831936 00000100:00100000:2.0:1775764036.341165:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1775764036.341172:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725831936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764036.341234:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725831936:12345-0@lo:400:kworker.0 Request processed in 62us (3157us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764036.341240:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1775764036.342065:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1775764036.342076:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725831808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764036.342135:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725831808:12345-0@lo:400:kworker.0 Request processed in 62us (3519us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764036.342142:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1775764036.342160:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1775764036.342167:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725831680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764036.342193:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725831680:12345-0@lo:400:kworker.0 Request processed in 27us (3527us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764036.342195:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725831552:12345-0@lo:400:kworker.0 Request processed in 1126us (3642us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764036.342199:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1775764036.342201:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00080000:3.0:1775764036.342222:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764036.342227:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764036.342257:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725831680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.342257:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725831552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764036.342270:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725831808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.342270:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725831424:0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.342283:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725831936:0@lo:400:kworker.0 00000100:00100000:3.0:1775764036.415517:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764036.415605:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764036.415637:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702621696 00000100:00100000:3.0:1775764036.415648:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702621696 00000100:00100000:3.0:1775764036.415712:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 539 00000100:00100000:3.0:1775764036.415722:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702621696:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764036.415879:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702621696:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 158us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764036.415895:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 539 00000100:00080000:3.0:1775764036.415920:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764036.416918:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702621568 00000100:00100000:0.0:1775764036.417256:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702621568 00000100:00100000:0.0:1775764036.417316:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 545 00000100:00100000:0.0:1775764036.417325:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702621568:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764036.418906:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702621568:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1568us (3386us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764036.418919:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 545 00010000:00010000:3.0:1775764036.832883:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764037.857118:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764038.370793:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764038.370824:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725832064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764038.370989:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764038.371088:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725832064 00000100:00100000:3.0:1775764038.371099:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725832064 00000100:00100000:3.0:1775764038.371168:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1775764038.371182:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725832064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764038.371232:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764038.371287:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725832064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764038.371295:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00080000:3.0:1775764038.371316:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764038.371374:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725832064:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764038.882598:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764039.064303:0:31618:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcaf66d2f0 20000000:00000080:1.0:1775764039.064322:0:31618:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5d800 uarg=0000000000000000 10000000:01000000:1.0:1775764039.065296:0:31618:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764039.065319:0:31618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764039.066175:0:31618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5e2 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764039.066184:0:31618:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764039.066235:0:31618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b5e2 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764039.066250:0:31618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b5e2 expref: 17 pid: 5760 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764039.066269:0:31618:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31618:1862022725832192:0@lo:104: 00000100:00100000:1.0:1775764039.066368:0:31618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764039.066436:0:31618:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764039.066526:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775764039.066540:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725832192 00000100:00100000:0.0:1775764039.066549:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725832192 00000100:00100000:0.0:1775764039.066609:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1775764039.066619:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31618:x1862022725832192:12345-0@lo:104: 00010000:00010000:0.0:1775764039.066633:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764039.066706:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764039.066712:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31618:x1862022725832192:12345-0@lo:104: Request processed in 95us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764039.066719:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00010000:00010000:2.0:1775764039.067112:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764039.067119:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067141:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764039.067145:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067154:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764039.067162:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764039.067167:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764039.067206:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067213:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764039.067237:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067243:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b5e2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b5e9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067261:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764039.067263:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764039.067265:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764039.067277:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725832320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764039.067311:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764039.067372:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725832320 00000100:00100000:2.0:1775764039.067377:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725832320 00010000:00010000:2.0:1775764039.067399:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5e2 expref: 18 pid: 5760 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764039.067431:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1775764039.067452:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725832320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764039.067464:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764039.067470:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5e2 expref: 18 pid: 5760 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067480:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b5e2 expref: 18 pid: 5760 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067496:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067504:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067518:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067526:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067533:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067539:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067544:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764039.067548:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067561:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067570:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764039.067580:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764039.067609:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725832320:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764039.067616:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1775764039.067655:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725832320:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764039.067972:0:31618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b5e9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b5e2 expref: 17 pid: 5760 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764039.067986:0:31618:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31618:1862022725832192:0@lo:104: 00010000:00010000:3.0:1775764039.068004:0:31618:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764039.068014:0:31618:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764039.068034:0:31618:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764039.068041:0:31618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b5f0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764039.909788:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764040.432480:0:31666:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd91ba51c0 20000000:00000080:1.0:1775764040.432501:0:31666:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5f800 uarg=0000000000000000 10000000:01000000:1.0:1775764040.434119:0:31666:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764040.434189:0:31666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434214:0:31666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434227:0:31666:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434235:0:31666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434244:0:31666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434253:0:31666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434261:0:31666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764040.434266:0:31666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434275:0:31666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434293:0:31666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434302:0:31666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.434308:0:31666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b5f7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764040.865505:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764040.865515:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764040.865521:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764040.865587:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764040.865600:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764040.865612:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764040.865643:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725832448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764040.865798:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764040.865884:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764040.866252:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725832448 00000100:00100000:3.0:1775764040.866262:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725832448 00000100:00100000:3.0:1775764040.866330:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1775764040.866352:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725832448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764040.866370:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764040.866388:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b5fe expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764040.866416:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b5fe expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764040.866427:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5fe expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764040.866437:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775764040.866481:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725832448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764040.866488:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1775764040.867667:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725832448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764040.867696:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764040.867709:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764040.867786:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764040.867793:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764040.867800:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764040.928114:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764041.440965:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725832960:0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.441071:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764041.441139:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764041.441160:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725832576:0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.441194:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764041.441221:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725833088:0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.441248:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764041.441279:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725832704:0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.441305:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764041.441324:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725833216:0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.441357:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764041.441377:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764041.441382:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725832832:0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.441402:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764041.441452:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725832960 00000100:00100000:2.0:1775764041.441462:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725832960 00000100:00100000:2.0:1775764041.441533:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725833216 00000100:00100000:2.0:1775764041.441833:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725833216 00000100:00100000:2.0:1775764041.441914:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1775764041.441924:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725832960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.441999:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725832960:12345-0@lo:400:kworker.0 Request processed in 77us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764041.442009:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1775764041.442031:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1775764041.442037:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725833216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.442066:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725833216:12345-0@lo:400:kworker.0 Request processed in 30us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764041.442072:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1775764041.445331:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725832576 00000100:00100000:2.0:1775764041.445358:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725832576 00000100:00100000:2.0:1775764041.445411:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1775764041.445420:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725832576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.445501:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725832576:12345-0@lo:400:kworker.0 Request processed in 83us (4306us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764041.445508:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1775764041.447638:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725833088 00000100:00100000:2.0:1775764041.447657:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725833088 00000100:00100000:2.0:1775764041.448026:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725832704 00000100:00100000:2.0:1775764041.448031:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725832704 00000100:00100000:2.0:1775764041.448069:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725832832 00000100:00100000:2.0:1775764041.448073:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725832832 00000100:00100000:2.0:1775764041.448096:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1775764041.448107:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725833088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764041.448488:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1775764041.448500:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725832704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764041.448617:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725832704:12345-0@lo:400:kworker.0 Request processed in 121us (7309us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764041.448625:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1775764041.448648:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1775764041.448655:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725832832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764041.448694:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725832832:12345-0@lo:400:kworker.0 Request processed in 40us (7291us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764041.448699:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1775764041.448823:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725833088:12345-0@lo:400:kworker.0 Request processed in 718us (7573us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764041.448829:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00080000:2.0:1775764041.449087:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764041.449093:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764041.449096:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764041.449140:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725832576:0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.449385:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725833088:0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.449400:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725832960:0@lo:400:kworker.0 00000100:00100000:2.0:1775764041.449445:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725833344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764041.449491:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764041.449552:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725832832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764041.449556:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725833344 00000100:00100000:2.0:1775764041.449565:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725832704:0@lo:400:kworker.0 00000100:00100000:0.0:1775764041.449573:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725833344 00000100:00100000:2.0:1775764041.449580:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725833216:0@lo:400:kworker.0 00000100:00100000:0.0:1775764041.449627:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1775764041.449637:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725833344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764041.449675:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764041.449721:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725833344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764041.449747:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1775764041.450467:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725833344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764041.520281:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764041.520345:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764041.520349:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702621824 00000100:00100000:0.0:1775764041.520361:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702621824 00000100:00100000:2.0:1775764041.520492:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702621952 00000100:00100000:2.0:1775764041.520497:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702621952 00000100:00100000:2.0:1775764041.520562:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 543 00000100:00100000:2.0:1775764041.520587:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702621952:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764041.520680:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702621952:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764041.520687:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 543 00000100:00080000:2.0:1775764041.520711:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764041.522427:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 548 00000100:00100000:0.0:1775764041.522449:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702621824:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764041.522527:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702621824:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (2257us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764041.522536:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 548 00000020:00000080:3.0:1775764041.595802:0:31717:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffad50f370 20000000:00000080:3.0:1775764041.595828:0:31717:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d6b2c00 uarg=0000000000000000 10000000:01000000:3.0:1775764041.596369:0:31717:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764041.596396:0:31717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.596419:0:31717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b5fe expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.596427:0:31717:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.596477:0:31717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b5fe expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.596506:0:31717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b5fe expref: 17 pid: 5760 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764041.596524:0:31717:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31717:1862022725833472:0@lo:104: 00000100:00100000:3.0:1775764041.596598:0:31717:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764041.596672:0:31717:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764041.596837:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725833472 00000100:00100000:1.0:1775764041.596846:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725833472 00000100:00100000:1.0:1775764041.596888:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1775764041.596897:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31717:x1862022725833472:12345-0@lo:104: 00010000:00010000:1.0:1775764041.596910:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764041.596971:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764041.596977:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31717:x1862022725833472:12345-0@lo:104: Request processed in 82us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764041.596983:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00010000:00010000:2.0:1775764041.597039:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764041.597054:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764041.597060:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764041.597064:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764041.597072:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764041.597080:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764041.597085:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764041.597123:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764041.597129:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764041.597151:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764041.597157:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b5fe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b605 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764041.597172:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764041.597174:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764041.597176:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764041.597188:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725833600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764041.597220:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764041.597593:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725833600 00000100:00100000:3.0:1775764041.597598:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725833600 00010000:00010000:3.0:1775764041.597617:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5fe expref: 18 pid: 5760 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764041.597642:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1775764041.597648:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09695050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725833600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764041.597659:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764041.597663:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b5fe expref: 18 pid: 5760 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597774:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b5fe expref: 18 pid: 5760 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597789:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597797:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597810:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597816:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597822:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597828:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597833:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764041.597837:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597844:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597852:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764041.597871:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764041.597914:0:31717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b605 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b5fe expref: 18 pid: 5760 timeout: 966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764041.597926:0:31717:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31717:1862022725833472:0@lo:104: 00010000:00010000:0.0:1775764041.597943:0:31717:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764041.597952:0:31717:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764041.597957:0:31717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764041.597963:0:31717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b60c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764041.598012:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09695050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725833600:12345-0@lo:103:ldlm_bl.0 Request processed in 363us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764041.598020:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1775764041.598463:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725833600:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764041.954693:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764042.543314:0:31765:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc64ed4e60 20000000:00000080:2.0:1775764042.543351:0:31765:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5b400 uarg=0000000000000000 10000000:01000000:2.0:1775764042.543663:0:31765:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764042.543693:0:31765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543717:0:31765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543766:0:31765:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543776:0:31765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543785:0:31765:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543792:0:31765:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543799:0:31765:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764042.543806:0:31765:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543814:0:31765:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543831:0:31765:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543855:0:31765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.543861:0:31765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b613 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764042.977890:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764043.168285:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764043.168823:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764043.168836:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764043.168903:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764043.168917:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764043.168930:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764043.168962:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725833728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764043.169034:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764043.169112:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0536e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764043.169267:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725833728 00000100:00100000:2.0:1775764043.169275:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725833728 00000100:00100000:2.0:1775764043.169352:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1775764043.169363:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725833728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764043.169379:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764043.169394:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b61a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.169422:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b61a expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.169432:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b61a expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.169441:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81400, rc 0) 00000100:00100000:2.0:1775764043.169486:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725833728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764043.169493:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1775764043.170252:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725833728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764043.170270:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764043.170279:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764043.170590:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764043.170598:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764043.170606:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764043.488870:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764043.488902:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725833856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764043.488977:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764043.489131:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725833856 00000100:00100000:1.0:1775764043.489142:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725833856 00000100:00100000:1.0:1775764043.489205:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1775764043.489226:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725833856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764043.489262:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764043.489310:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725833856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764043.489328:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1775764043.489379:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725833856:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764043.490246:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1775764043.884551:0:31813:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0ca0b2c0 20000000:00000080:0.0:1775764043.884570:0:31813:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37344400 uarg=0000000000000000 10000000:01000000:0.0:1775764043.885166:0:31813:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764043.885185:0:31813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764043.885204:0:31813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b61a expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764043.885213:0:31813:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764043.885268:0:31813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b61a expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764043.885284:0:31813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b61a expref: 17 pid: 5760 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764043.885301:0:31813:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31813:1862022725833984:0@lo:104: 00000100:00100000:0.0:1775764043.885382:0:31813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764043.885520:0:31813:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764043.885642:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725833984 00000100:00100000:1.0:1775764043.885651:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725833984 00000100:00100000:1.0:1775764043.885766:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1775764043.885776:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31813:x1862022725833984:12345-0@lo:104: 00010000:00010000:1.0:1775764043.885790:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764043.885865:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764043.885988:0:31813:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31813:1862022725833984:0@lo:104: 00010000:00010000:0.0:1775764043.886006:0:31813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886130:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764043.886138:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886158:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764043.886162:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886170:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764043.886177:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764043.886183:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764043.886223:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886231:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764043.886255:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886262:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420b61a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b621 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886279:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764043.886281:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764043.886283:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764043.886297:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725834112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764043.886346:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764043.886390:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725834112 00000100:00100000:2.0:1775764043.886394:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725834112 00010000:00010000:2.0:1775764043.886413:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b61a expref: 18 pid: 5760 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764043.886443:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1775764043.886450:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725834112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764043.886464:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764043.886471:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b61a expref: 18 pid: 5760 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886482:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b61a expref: 18 pid: 5760 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886496:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b621 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b61a expref: 18 pid: 5760 timeout: 968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886509:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886516:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886528:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886534:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886540:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886545:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886559:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764043.886563:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886571:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886581:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764043.886591:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764043.886619:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725834112:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764043.886626:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1775764043.886658:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725834112:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764043.886899:0:31813:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764043.886908:0:31813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764043.886915:0:31813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b628 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764043.889289:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31813:x1862022725833984:12345-0@lo:104: Request processed in 3506us (3898us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764043.889303:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00010000:00010000:2.0:1775764044.001344:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764045.001996:0:31861:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9fe0f110 20000000:00000080:2.0:1775764045.002016:0:31861:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5b000 uarg=0000000000000000 10000000:01000000:2.0:1775764045.002478:0:31861:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764045.002501:0:31861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002519:0:31861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002530:0:31861:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002537:0:31861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002554:0:31861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002561:0:31861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002567:0:31861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764045.002573:0:31861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002582:0:31861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002596:0:31861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002604:0:31861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.002611:0:31861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b62f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764045.023925:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764045.921455:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764045.921462:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764045.921467:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764045.921516:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764045.921528:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764045.921552:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764045.921588:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725834240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764045.921677:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764045.921758:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764045.921799:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725834240 00000100:00100000:0.0:1775764045.921809:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725834240 00000100:00100000:0.0:1775764045.921879:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1775764045.921888:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725834240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764045.921902:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764045.921915:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b636 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764045.921940:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b636 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764045.921951:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b636 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764045.921960:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775764045.921998:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725834240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764045.922006:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1775764045.922057:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725834240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764045.922071:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764045.922086:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764045.922105:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764045.922110:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764045.922117:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1775764046.008657:0:31910:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcafa7a660 20000000:00000080:1.0:1775764046.008676:0:31910:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5f800 uarg=0000000000000000 10000000:01000000:1.0:1775764046.009422:0:31910:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764046.009450:0:31910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764046.009471:0:31910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b636 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764046.009480:0:31910:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764046.009546:0:31910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b636 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764046.009565:0:31910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b636 expref: 17 pid: 5762 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764046.009584:0:31910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31910:1862022725834368:0@lo:104: 00000100:00100000:1.0:1775764046.009664:0:31910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764046.009864:0:31910:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d6940c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764046.010031:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725834368 00000100:00100000:0.0:1775764046.010040:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725834368 00000100:00100000:0.0:1775764046.010096:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1775764046.010105:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31910:x1862022725834368:12345-0@lo:104: 00010000:00010000:0.0:1775764046.010120:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010311:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764046.010317:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:31910:x1862022725834368:12345-0@lo:104: Request processed in 214us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764046.010325:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00010000:00010000:2.0:1775764046.010385:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764046.010393:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764046.010401:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764046.010405:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764046.010424:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764046.010431:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764046.010438:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764046.010479:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764046.010485:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764046.010523:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764046.010531:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b636 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b63d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764046.010548:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725834496:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764046.010551:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764046.010553:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764046.010555:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764046.010606:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764046.010631:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725834496 00000100:00100000:0.0:1775764046.010636:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725834496 00010000:00010000:0.0:1775764046.010653:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b636 expref: 18 pid: 5762 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764046.010684:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1775764046.010691:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725834496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764046.010708:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764046.010713:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b636 expref: 18 pid: 5762 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010723:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b636 expref: 18 pid: 5762 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010768:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010776:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010790:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010797:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010804:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010810:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010816:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764046.010821:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010828:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010848:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764046.010868:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764046.010902:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725834496:12345-0@lo:103:ldlm_bl.0 Request processed in 211us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764046.010909:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1775764046.011057:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725834496:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764046.011380:0:31910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420b63d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b636 expref: 17 pid: 5762 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764046.011393:0:31910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31910:1862022725834368:0@lo:104: 00010000:00010000:1.0:1775764046.011412:0:31910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764046.011422:0:31910:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764046.011429:0:31910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764046.011436:0:31910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b644 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764046.048862:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764046.560269:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725834880:0@lo:400:kworker.0 00000100:00100000:2.0:1775764046.560352:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764046.560410:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764046.560415:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725835008:0@lo:400:kworker.0 00000100:00100000:2.0:1775764046.560439:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764046.560472:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725834880 00000100:00100000:2.0:1775764046.560488:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725834880 00000100:00100000:2.0:1775764046.560553:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1775764046.560563:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725834880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764046.560616:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725834880:12345-0@lo:400:kworker.0 Request processed in 54us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764046.560622:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1775764046.560669:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725834880:0@lo:400:kworker.0 00000100:00080000:3.0:1775764046.561029:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764046.561508:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725834624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.561553:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764046.561583:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725835136:0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.561604:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764046.561623:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775764046.561629:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725834752:0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.561646:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764046.561658:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725835264:0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.561675:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764046.561698:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725835136 00000100:00100000:0.0:1775764046.561703:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725835136 00000100:00100000:0.0:1775764046.561758:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725834752 00000100:00100000:0.0:1775764046.561761:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725834752 00000100:00100000:0.0:1775764046.561789:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1775764046.561795:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725835136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.561830:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725835136:12345-0@lo:400:kworker.0 Request processed in 36us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764046.561836:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1775764046.562069:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725834624 00000100:00100000:2.0:1775764046.562074:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725834624 00000100:00100000:2.0:1775764046.562105:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1775764046.562110:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725834624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764046.562143:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725834624:12345-0@lo:400:kworker.0 Request processed in 33us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764046.562148:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1775764046.562228:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1775764046.562245:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725834752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.562273:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725834752:12345-0@lo:400:kworker.0 Request processed in 29us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764046.562278:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1775764046.562310:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725835008 00000100:00100000:0.0:1775764046.562313:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725835008 00000100:00100000:0.0:1775764046.562345:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725835264 00000100:00100000:0.0:1775764046.562348:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725835264 00000100:00100000:0.0:1775764046.562367:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1775764046.562373:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725835008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.562405:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725835008:12345-0@lo:400:kworker.0 Request processed in 33us (1965us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764046.562411:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1775764046.562420:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1775764046.562425:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725835264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.562443:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725835264:12345-0@lo:400:kworker.0 Request processed in 19us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764046.562448:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1775764046.562485:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725834752:0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.562493:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725835264:0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.562621:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725834624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.562630:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725835136:0@lo:400:kworker.0 00000100:00100000:0.0:1775764046.562662:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725835008:0@lo:400:kworker.0 00000100:00080000:3.0:1775764046.562929:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764046.562934:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764046.562937:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764046.568908:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764046.568940:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725835392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764046.569050:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764046.569122:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725835392 00000100:00100000:1.0:1775764046.569133:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725835392 00000100:00100000:1.0:1775764046.569194:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1775764046.569204:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725835392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764046.569267:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764046.569336:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725835392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764046.569344:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1775764046.569404:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725835392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764046.639159:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764046.639203:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764046.639242:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702622080 00000100:00100000:3.0:1775764046.639254:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702622080 00000100:00100000:3.0:1775764046.639665:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 552 00000100:00100000:3.0:1775764046.639675:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702622080:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764046.640157:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702622080:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 480us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764046.640166:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 552 00000100:00100000:2.0:1775764046.640965:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702622208 00000100:00100000:2.0:1775764046.640975:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702622208 00000100:00100000:2.0:1775764046.641034:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 547 00000100:00100000:2.0:1775764046.641043:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702622208:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764046.641092:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702622208:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 51us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764046.641098:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 547 00000100:00080000:2.0:1775764046.641121:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1775764047.068901:0:31958:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2988d4f0 20000000:00000080:3.0:1775764047.068917:0:31958:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8eb800 uarg=0000000000000000 00010000:00010000:2.0:1775764047.071874:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764047.072624:0:31958:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764047.072664:0:31958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.072684:0:31958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.072696:0:31958:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.072704:0:31958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.072712:0:31958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.072718:0:31958:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.072726:0:31958:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764047.072988:0:31958:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.072997:0:31958:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.073012:0:31958:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.073020:0:31958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764047.073027:0:31958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b64b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764047.841070:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764047.841092:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764047.841098:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764047.841151:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764047.841164:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764047.841176:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764047.841205:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725835520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764047.841312:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764047.841368:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764047.843579:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725835520 00000100:00100000:2.0:1775764047.843600:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725835520 00000100:00100000:2.0:1775764047.843702:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1775764047.843718:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725835520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764047.843801:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764047.843843:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b652 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764047.844504:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b652 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764047.844526:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b652 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764047.844539:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81000, rc 0) 00000100:00100000:2.0:1775764047.844705:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725835520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 989us (3389us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764047.844718:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1775764047.848468:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725835520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764047.848499:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764047.848514:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764047.848540:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764047.848546:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764047.848554:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.096922:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764048.408150:0:32006:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff29b4440 20000000:00000080:0.0:1775764048.408173:0:32006:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36e61000 uarg=0000000000000000 10000000:01000000:0.0:1775764048.408516:0:32006:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764048.408542:0:32006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764048.408560:0:32006:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b652 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764048.408568:0:32006:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764048.408607:0:32006:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b652 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764048.408622:0:32006:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b652 expref: 17 pid: 5762 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764048.408636:0:32006:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32006:1862022725835648:0@lo:104: 00000100:00100000:0.0:1775764048.408700:0:32006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764048.408777:0:32006:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764048.409779:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725835648 00000100:00100000:2.0:1775764048.409793:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725835648 00000100:00100000:2.0:1775764048.409862:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1775764048.409875:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32006:x1862022725835648:12345-0@lo:104: 00010000:00010000:2.0:1775764048.409892:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764048.409981:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764048.409989:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32006:x1862022725835648:12345-0@lo:104: Request processed in 117us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764048.409996:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00010000:00010000:3.0:1775764048.410067:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764048.410075:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410083:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764048.410088:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410097:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764048.410104:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764048.410110:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764048.410153:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410160:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764048.410189:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410196:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062400/0x429a70d18420b652 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b659 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410211:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764048.410213:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764048.410215:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764048.410368:0:32006:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32006:1862022725835648:0@lo:104: 00010000:00010000:0.0:1775764048.410392:0:32006:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764048.410409:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725835776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764048.410454:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764048.410640:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725835776 00000100:00100000:3.0:1775764048.410646:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725835776 00010000:00010000:3.0:1775764048.410672:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b652 expref: 18 pid: 5762 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764048.410705:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1775764048.410713:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725835776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764048.410727:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764048.410759:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b652 expref: 18 pid: 5762 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410770:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b652 expref: 18 pid: 5762 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410784:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b659 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b652 expref: 18 pid: 5762 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410798:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410806:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410820:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410836:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410842:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410862:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410868:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764048.410873:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410881:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410895:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764048.410904:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764048.410952:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725835776:12345-0@lo:103:ldlm_bl.0 Request processed in 240us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764048.410959:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1775764048.411006:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725835776:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764048.411190:0:32006:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764048.411199:0:32006:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764048.411206:0:32006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b660 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764048.621105:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725835904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764048.621196:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764048.621302:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725835904 00000100:00100000:3.0:1775764048.621312:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725835904 00000100:00100000:3.0:1775764048.621395:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1775764048.621408:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725835904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764048.621458:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764048.621512:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725835904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764048.621520:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1775764048.621599:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725835904:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764048.624725:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764049.128183:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764049.528917:0:32054:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0dd9fb00 20000000:00000080:2.0:1775764049.528941:0:32054:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b59000 uarg=0000000000000000 10000000:01000000:2.0:1775764049.529222:0:32054:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764049.529244:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529272:0:32054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529283:0:32054:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529291:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529298:0:32054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529305:0:32054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529311:0:32054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764049.529316:0:32054:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529324:0:32054:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529338:0:32054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529352:0:32054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764049.529359:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b667 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764050.080239:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764050.080247:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764050.080261:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764050.080318:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764050.080331:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764050.080343:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764050.080374:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725836032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764050.080452:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764050.080532:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764050.080763:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725836032 00000100:00100000:2.0:1775764050.080771:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725836032 00000100:00100000:2.0:1775764050.080830:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1775764050.080840:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725836032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764050.080853:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764050.080866:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b66e expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764050.080890:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b66e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764050.080903:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b66e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764050.080916:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80a00, rc 0) 00000100:00100000:2.0:1775764050.080977:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725836032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764050.080984:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1775764050.081828:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725836032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764050.081860:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764050.081872:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764050.081896:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764050.081901:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764050.081908:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.144230:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764050.781596:0:32102:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda3fcd5d0 20000000:00000080:1.0:1775764050.781614:0:32102:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5d000 uarg=0000000000000000 10000000:01000000:1.0:1775764050.781952:0:32102:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764050.781979:0:32102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764050.782016:0:32102:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b66e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764050.782025:0:32102:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764050.782083:0:32102:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b66e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764050.782100:0:32102:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b66e expref: 17 pid: 5763 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764050.782119:0:32102:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32102:1862022725836160:0@lo:104: 00000100:00100000:1.0:1775764050.782193:0:32102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764050.782273:0:32102:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764050.783029:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725836160 00000100:00100000:0.0:1775764050.783041:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725836160 00000100:00100000:0.0:1775764050.783126:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1775764050.783138:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32102:x1862022725836160:12345-0@lo:104: 00010000:00010000:0.0:1775764050.783154:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764050.783239:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764050.783254:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32102:x1862022725836160:12345-0@lo:104: Request processed in 111us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764050.783262:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00010000:00010000:3.0:1775764050.783363:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764050.783371:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783379:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764050.783383:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783393:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764050.783401:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764050.783408:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764050.783468:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783476:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764050.783499:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783507:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420b66e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b675 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783528:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764050.783529:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764050.783531:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764050.783558:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725836288:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764050.783598:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764050.783656:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725836288 00000100:00100000:3.0:1775764050.783661:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725836288 00010000:00010000:3.0:1775764050.783684:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b66e expref: 18 pid: 5763 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764050.783708:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1775764050.783715:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725836288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764050.783727:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764050.783775:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b66e expref: 18 pid: 5763 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783788:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b66e expref: 18 pid: 5763 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783809:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783818:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783841:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783849:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783857:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783874:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783880:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764050.783885:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783893:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783902:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764050.783913:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764050.783946:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725836288:12345-0@lo:103:ldlm_bl.0 Request processed in 232us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764050.783953:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1775764050.784005:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725836288:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764050.785054:0:32102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420b675 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b66e expref: 17 pid: 5763 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764050.785069:0:32102:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32102:1862022725836160:0@lo:104: 00010000:00010000:1.0:1775764050.785089:0:32102:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764050.785098:0:32102:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764050.785105:0:32102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764050.785112:0:32102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b67c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764051.168087:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764051.688268:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725836416:0@lo:400:kworker.0 00000100:00100000:2.0:1775764051.688359:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764051.688435:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725836928:0@lo:400:kworker.0 00000100:00100000:2.0:1775764051.688465:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764051.688495:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764051.688503:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725836544:0@lo:400:kworker.0 00000100:00100000:2.0:1775764051.688525:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764051.688544:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725837056:0@lo:400:kworker.0 00000100:00100000:2.0:1775764051.688567:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764051.688606:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725836416 00000100:00100000:2.0:1775764051.688615:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725836416 00000100:00100000:2.0:1775764051.688663:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1775764051.688672:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725836416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764051.688722:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725836416:12345-0@lo:400:kworker.0 Request processed in 51us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764051.688745:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1775764051.688792:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725836928 00000100:00100000:2.0:1775764051.688805:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725836928 00000100:00100000:2.0:1775764051.688844:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725836544 00000100:00100000:2.0:1775764051.688847:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725836544 00000100:00100000:2.0:1775764051.688867:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1775764051.688874:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725836928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764051.689981:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725836672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764051.697082:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764051.697152:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725837184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764051.697192:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764051.697216:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764051.697223:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725836800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764051.697257:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764051.697337:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725837184 00000100:00100000:3.0:1775764051.697348:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725837184 00000100:00100000:3.0:1775764051.697434:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1775764051.697446:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725837184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764051.697503:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764051.697562:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725837184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764051.697569:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1775764051.697598:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725837056 00000100:00100000:3.0:1775764051.697602:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725837056 00000100:00100000:1.0:1775764051.702014:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725836672 00000100:00100000:1.0:1775764051.702036:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725836672 00000100:00100000:1.0:1775764051.702113:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1775764051.702127:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725836544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764051.702283:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725836544:12345-0@lo:400:kworker.0 Request processed in 158us (13755us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764051.702290:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1775764051.702312:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1775764051.702319:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725836672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764051.702348:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725836672:12345-0@lo:400:kworker.0 Request processed in 30us (5275us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764051.702354:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00080000:1.0:1775764051.702379:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764051.702385:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764051.702389:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764051.702506:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725836928:12345-0@lo:400:kworker.0 Request processed in 13631us (14038us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764051.702515:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1775764051.702584:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725836544:0@lo:400:kworker.0 00000100:00100000:2.0:1775764051.702599:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725836416:0@lo:400:kworker.0 00000100:00100000:1.0:1775764051.707782:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725836800 00000100:00100000:1.0:1775764051.707799:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725836800 00000100:00100000:1.0:1775764051.707861:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775764051.707873:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725837056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764051.707965:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725837056:12345-0@lo:400:kworker.0 Request processed in 95us (19395us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764051.707973:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775764051.707992:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1775764051.707999:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725836800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764051.708027:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725836800:12345-0@lo:400:kworker.0 Request processed in 29us (10770us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764051.708043:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1775764051.708321:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725836800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764051.708342:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725837184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764051.708354:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725836672:0@lo:400:kworker.0 00000100:00100000:2.0:1775764051.709543:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725836928:0@lo:400:kworker.0 00000100:00100000:2.0:1775764051.709577:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725837056:0@lo:400:kworker.0 00000100:00100000:2.0:1775764051.768432:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764051.768483:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764051.769026:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702622464 00000100:00100000:1.0:1775764051.769040:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702622464 00000100:00100000:1.0:1775764051.769125:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 551 00000100:00100000:1.0:1775764051.769146:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702622464:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:2.0:1775764051.770303:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764051.772944:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702622336 00000100:00100000:2.0:1775764051.772972:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702622336 00000100:00100000:2.0:1775764051.773046:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 556 00000100:00100000:2.0:1775764051.773056:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702622336:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764051.773164:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702622336:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (4680us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764051.773172:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 556 00000100:00100000:1.0:1775764051.773911:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702622464:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 4772us (5486us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764051.773922:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 551 00000020:00000080:2.0:1775764052.001619:0:32150:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc081441a0 20000000:00000080:2.0:1775764052.001983:0:32150:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b59800 uarg=0000000000000000 10000000:01000000:2.0:1775764052.003339:0:32150:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764052.003373:0:32150:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003394:0:32150:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003406:0:32150:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003412:0:32150:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003419:0:32150:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003439:0:32150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003446:0:32150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764052.003450:0:32150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003458:0:32150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003475:0:32150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003484:0:32150:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.003491:0:32150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b683 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764052.192801:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764052.192809:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764052.192821:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764052.192881:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764052.192895:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764052.192907:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764052.192935:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725837312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764052.193009:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764052.193068:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764052.193243:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725837312 00000100:00100000:2.0:1775764052.193254:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725837312 00000100:00100000:2.0:1775764052.193312:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1775764052.193321:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725837312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764052.193335:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764052.193350:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b68a expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.193375:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b68a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.193397:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b68a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.193407:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81e00, rc 0) 00000100:00100000:2.0:1775764052.193456:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725837312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764052.193463:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1775764052.193596:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725837312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764052.193610:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764052.193620:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764052.193636:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764052.193641:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764052.193648:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764052.193790:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764052.718625:0:32199:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea3624e30 20000000:00000080:1.0:1775764052.718652:0:32199:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5cc00 uarg=0000000000000000 10000000:01000000:1.0:1775764052.719371:0:32199:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764052.719406:0:32199:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764052.719429:0:32199:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b68a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764052.719438:0:32199:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764052.719486:0:32199:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b68a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764052.719502:0:32199:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b68a expref: 17 pid: 5763 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764052.719520:0:32199:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32199:1862022725837440:0@lo:104: 00000100:00100000:1.0:1775764052.719594:0:32199:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764052.720150:0:32199:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0133ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764052.721664:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725837440 00000100:00100000:2.0:1775764052.721678:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725837440 00000100:00100000:0.0:1775764052.722059:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1775764052.722078:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32199:x1862022725837440:12345-0@lo:104: 00010000:00010000:0.0:1775764052.722126:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764052.722271:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764052.722281:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32199:x1862022725837440:12345-0@lo:104: Request processed in 207us (2682us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764052.722289:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1775764052.722399:0:32199:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32199:1862022725837440:0@lo:104: 00010000:00010000:1.0:1775764052.722428:0:32199:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.723347:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764052.723356:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.723366:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764052.723371:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.723381:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764052.723389:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764052.723395:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764052.723465:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.723490:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764052.723529:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.723536:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420b68a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b691 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764052.723551:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725837568:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764052.723557:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764052.723558:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764052.723560:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764052.723613:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764052.723781:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725837568 00000100:00100000:3.0:1775764052.723787:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725837568 00010000:00010000:3.0:1775764052.723815:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b68a expref: 18 pid: 5763 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764052.723854:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1775764052.723861:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725837568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764052.723872:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764052.723878:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b68a expref: 18 pid: 5763 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724406:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b68a expref: 18 pid: 5763 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724424:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420b691 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b68a expref: 18 pid: 5763 timeout: 977 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724441:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724463:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724481:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724489:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724496:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724503:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724508:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764052.724512:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724520:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724542:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764052.724554:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764052.724605:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725837568:12345-0@lo:103:ldlm_bl.0 Request processed in 743us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764052.724613:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00010000:00010000:1.0:1775764052.724682:0:32199:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764052.724691:0:32199:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764052.724697:0:32199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b698 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764052.726031:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725837568:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764053.218061:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764053.734571:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725837696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764053.734654:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764053.734773:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725837696 00000100:00100000:0.0:1775764053.736343:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725837696 00000100:00100000:0.0:1775764053.736454:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1775764053.736466:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d4af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725837696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764053.736523:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764053.736607:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d4af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725837696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (1954us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764053.736615:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00080000:0.0:1775764053.739031:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764053.739106:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725837696:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1775764053.920490:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764053.920503:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764053.920510:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764053.920588:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764053.920619:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764053.920636:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764053.920671:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725837824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764053.923181:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764053.923423:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764053.937985:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725837824 00000100:00100000:2.0:1775764053.938013:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725837824 00000100:00100000:3.0:1775764053.938210:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1775764053.938232:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725837824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764053.938257:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764053.938286:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b69f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764053.938323:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b69f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764053.938337:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b69f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764053.938346:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775764053.938482:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725837824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 252us (15387us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764053.938490:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1775764053.940392:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725837824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764053.940442:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764053.940459:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764053.940491:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764053.940498:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764053.940506:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1775764053.994207:0:32247:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7dcf3800 20000000:00000080:0.0:1775764053.996478:0:32247:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37347400 uarg=0000000000000000 10000000:01000000:0.0:1775764053.996872:0:32247:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764053.996900:0:32247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764053.996925:0:32247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b69f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764053.996935:0:32247:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764053.996996:0:32247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b69f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764053.997014:0:32247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b69f expref: 17 pid: 5760 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764053.997037:0:32247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32247:1862022725837952:0@lo:104: 00000100:00100000:0.0:1775764053.997136:0:32247:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764053.997333:0:32247:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764053.997415:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764053.997435:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725837952 00000100:00100000:3.0:1775764053.997444:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725837952 00000100:00100000:3.0:1775764053.997550:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1775764053.997563:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37346450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32247:x1862022725837952:12345-0@lo:104: 00010000:00010000:3.0:1775764053.997582:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764053.997671:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764053.997678:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37346450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32247:x1862022725837952:12345-0@lo:104: Request processed in 118us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764053.997687:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1775764053.997938:0:32247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32247:1862022725837952:0@lo:104: 00010000:00010000:1.0:1775764053.997960:0:32247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998062:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764053.998071:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998079:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764053.998084:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998093:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764053.998100:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764053.998106:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764053.998142:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998162:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764053.998198:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998206:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b69f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6a6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998237:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764053.998239:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764053.998241:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764053.998256:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725838080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764053.998290:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764053.998336:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725838080 00000100:00100000:2.0:1775764053.998341:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725838080 00010000:00010000:2.0:1775764053.998361:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b69f expref: 18 pid: 5760 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764053.998384:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1775764053.998391:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725838080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764053.998402:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764053.998407:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b69f expref: 18 pid: 5760 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998420:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b69f expref: 18 pid: 5760 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998436:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b6a6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b69f expref: 18 pid: 5760 timeout: 978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998463:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998473:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998488:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998497:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998505:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998513:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998519:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764053.998523:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998530:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998542:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764053.998552:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764053.998579:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725838080:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764053.998591:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1775764053.998623:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725838080:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764053.998702:0:32247:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764053.998711:0:32247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764053.998719:0:32247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420b6ad lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764054.245677:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764055.123712:0:32295:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca4ece9e0 20000000:00000080:1.0:1775764055.124956:0:32295:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5ec00 uarg=0000000000000000 10000000:01000000:1.0:1775764055.125440:0:32295:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764055.125462:0:32295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125480:0:32295:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125491:0:32295:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125499:0:32295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125507:0:32295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125516:0:32295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125522:0:32295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764055.125539:0:32295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125547:0:32295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125563:0:32295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125571:0:32295:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.125578:0:32295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b6b4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.267244:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764055.396502:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764055.396510:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764055.396515:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764055.396564:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.396577:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764055.396590:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764055.396620:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725838208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764055.396708:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764055.396798:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebb480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764055.399307:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725838208 00000100:00100000:0.0:1775764055.399331:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725838208 00000100:00100000:0.0:1775764055.399415:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1775764055.399427:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725838208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764055.399450:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764055.399471:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b6bb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764055.399498:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b6bb expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764055.399509:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b6bb expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764055.399520:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764055.399617:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725838208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (2909us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764055.399624:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1775764055.399707:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725838208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764055.399727:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764055.399759:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764055.399783:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764055.399789:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764055.399810:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764056.292004:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764056.469371:0:32343:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd77bee300 20000000:00000080:2.0:1775764056.469386:0:32343:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac7c00 uarg=0000000000000000 10000000:01000000:2.0:1775764056.469609:0:32343:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764056.469630:0:32343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.469649:0:32343:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b6bb expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.469656:0:32343:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.469694:0:32343:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b6bb expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.469705:0:32343:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b6bb expref: 17 pid: 5762 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764056.469721:0:32343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32343:1862022725838336:0@lo:104: 00000100:00100000:2.0:1775764056.470069:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764056.470130:0:32343:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9eda80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764056.470409:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725838336 00000100:00100000:3.0:1775764056.470427:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725838336 00000100:00100000:3.0:1775764056.470475:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1775764056.470484:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32343:x1862022725838336:12345-0@lo:104: 00010000:00010000:3.0:1775764056.470499:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764056.470553:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764056.470558:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32343:x1862022725838336:12345-0@lo:104: Request processed in 76us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764056.470564:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00010000:00010000:3.0:1775764056.470585:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764056.470590:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764056.470597:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764056.470600:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764056.470608:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764056.470614:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764056.470618:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764056.470645:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764056.470650:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775764056.470788:0:32343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32343:1862022725838336:0@lo:104: 00010000:00010000:2.0:1775764056.470805:0:32343:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764056.471367:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764056.471375:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420b6bb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6c2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764056.471435:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764056.471452:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725838464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764056.471503:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764056.471648:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725838464 00000100:00100000:2.0:1775764056.471660:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725838464 00010000:00010000:2.0:1775764056.471683:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b6bb expref: 18 pid: 5762 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764056.471714:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1775764056.471721:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09697850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725838464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764056.471758:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764056.471764:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b6bb expref: 18 pid: 5762 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471776:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b6bb expref: 18 pid: 5762 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471791:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b6c2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b6bb expref: 18 pid: 5762 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471804:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471812:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471826:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471832:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471837:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471842:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471852:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764056.471856:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471862:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471874:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471882:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764056.471910:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09697850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725838464:12345-0@lo:103:ldlm_bl.0 Request processed in 190us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764056.471917:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1775764056.471969:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725838464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764056.471990:0:32343:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.471996:0:32343:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764056.472002:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b6c9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764056.475632:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764056.475643:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764056.475649:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764056.800462:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725838976:0@lo:400:kworker.0 00000100:00100000:0.0:1775764056.800545:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764056.800602:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775764056.800608:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725838592:0@lo:400:kworker.0 00000100:00100000:0.0:1775764056.800629:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764056.800648:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725839104:0@lo:400:kworker.0 00000100:00100000:0.0:1775764056.800671:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764056.800702:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725838976 00000100:00100000:0.0:1775764056.800709:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725838976 00000100:00100000:2.0:1775764056.801143:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725838720:0@lo:400:kworker.0 00000100:00100000:2.0:1775764056.802938:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764056.802992:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764056.803004:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725838848:0@lo:400:kworker.0 00000100:00100000:2.0:1775764056.803051:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764056.803093:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725838592 00000100:00100000:2.0:1775764056.803100:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725838592 00000100:00100000:2.0:1775764056.803144:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725838720 00000100:00100000:2.0:1775764056.803148:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725838720 00000100:00100000:2.0:1775764056.803173:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1775764056.803181:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725838592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764056.803247:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725838592:12345-0@lo:400:kworker.0 Request processed in 67us (2617us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764056.803255:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1775764056.803275:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1775764056.803282:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725838720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764056.803312:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725838720:12345-0@lo:400:kworker.0 Request processed in 31us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764056.803318:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1775764056.803561:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725839104 00000100:00100000:2.0:1775764056.803565:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725839104 00000100:00100000:2.0:1775764056.803594:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725838848 00000100:00100000:2.0:1775764056.803597:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725838848 00000100:00100000:2.0:1775764056.803619:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1775764056.803625:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725839104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764056.803658:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725839104:12345-0@lo:400:kworker.0 Request processed in 33us (2986us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764056.803664:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1775764056.803675:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1775764056.803680:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725838848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764056.803704:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725838848:12345-0@lo:400:kworker.0 Request processed in 23us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764056.803718:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1775764056.803796:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725838592:0@lo:400:kworker.0 00000100:00100000:2.0:1775764056.803809:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725839104:0@lo:400:kworker.0 00000100:00100000:2.0:1775764056.803838:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725838848:0@lo:400:kworker.0 00000100:00100000:2.0:1775764056.803848:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725838720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764056.804286:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1775764056.804296:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725838976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764056.804344:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725838976:12345-0@lo:400:kworker.0 Request processed in 49us (3798us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764056.804351:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00080000:0.0:1775764056.804372:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764056.804377:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764056.804379:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764056.812366:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725838976:0@lo:400:kworker.0 00000100:00100000:1.0:1775764056.817634:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725839232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764056.817709:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764056.820943:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725839232 00000100:00100000:0.0:1775764056.820960:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725839232 00000100:00100000:0.0:1775764056.821042:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1775764056.821053:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725839232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764056.821104:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764056.821215:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725839232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 163us (3506us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764056.821223:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1775764056.821306:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725839232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764056.877215:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764056.877264:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764056.877859:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702622720 00000100:00100000:2.0:1775764056.877872:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702622720 00000100:00100000:2.0:1775764056.877953:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 555 00000100:00100000:2.0:1775764056.877966:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702622720:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764056.878052:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702622720:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 88us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764056.878060:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 555 00000100:00100000:2.0:1775764056.878086:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702622592 00000100:00100000:2.0:1775764056.878090:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702622592 00000100:00100000:2.0:1775764056.878111:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 560 00000100:00100000:2.0:1775764056.878117:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702622592:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764056.878140:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702622592:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764056.878146:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 560 00000100:00080000:2.0:1775764056.878206:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764057.314561:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764057.812239:0:32392:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd3b91020 20000000:00000080:1.0:1775764057.812255:0:32392:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5f400 uarg=0000000000000000 10000000:01000000:1.0:1775764057.812668:0:32392:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764057.812689:0:32392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812706:0:32392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812759:0:32392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812766:0:32392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812772:0:32392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812779:0:32392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812785:0:32392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764057.812789:0:32392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812796:0:32392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812816:0:32392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812824:0:32392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.812831:0:32392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b6d0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764057.953858:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764057.953866:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764057.953872:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764057.953918:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.953930:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.953944:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764057.953973:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725839360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764057.954068:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764057.954143:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764057.954226:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725839360 00000100:00100000:2.0:1775764057.954238:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725839360 00000100:00100000:2.0:1775764057.954319:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1775764057.954328:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725839360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764057.954345:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764057.954361:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b6d7 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764057.954389:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b6d7 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764057.954400:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b6d7 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764057.954410:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:2.0:1775764057.954480:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725839360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764057.954488:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1775764057.954773:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f16680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725839360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764057.954791:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.954801:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764057.954834:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764057.954840:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764057.954847:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764058.336001:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764058.860374:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764058.860401:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725839488:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764058.860480:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764058.860548:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725839488 00000100:00100000:2.0:1775764058.860558:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725839488 00000100:00100000:2.0:1775764058.860613:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1775764058.860623:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725839488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764058.860658:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764058.860702:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725839488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764058.860709:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00080000:2.0:1775764058.860758:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764058.860808:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725839488:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1775764059.231021:0:32440:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc6fdbab0 20000000:00000080:1.0:1775764059.231035:0:32440:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5dc00 uarg=0000000000000000 10000000:01000000:1.0:1775764059.231266:0:32440:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764059.231289:0:32440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764059.231310:0:32440:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b6d7 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764059.231318:0:32440:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764059.231357:0:32440:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b6d7 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764059.231372:0:32440:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b6d7 expref: 17 pid: 5760 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764059.231389:0:32440:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f16680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32440:1862022725839616:0@lo:104: 00000100:00100000:1.0:1775764059.231450:0:32440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764059.231502:0:32440:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebbc00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764059.231656:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725839616 00000100:00100000:3.0:1775764059.231663:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725839616 00000100:00100000:3.0:1775764059.231714:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1775764059.231723:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32440:x1862022725839616:12345-0@lo:104: 00010000:00010000:3.0:1775764059.231758:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.231816:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764059.231823:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32440:x1862022725839616:12345-0@lo:104: Request processed in 101us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764059.231830:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00010000:00010000:3.0:1775764059.231852:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764059.231858:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.231866:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764059.231870:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.231879:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764059.231899:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764059.231906:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764059.231939:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.231946:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764059.231971:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.231979:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420b6d7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6de expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.231994:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764059.231996:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764059.231998:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764059.232019:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725839744:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764059.232048:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764059.232089:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725839744 00000100:00100000:3.0:1775764059.232093:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725839744 00010000:00010000:3.0:1775764059.232110:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b6d7 expref: 18 pid: 5760 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764059.232132:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1775764059.232139:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725839744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764059.232149:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764059.232153:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b6d7 expref: 18 pid: 5760 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232181:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b6d7 expref: 18 pid: 5760 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232195:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232202:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232215:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232222:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232229:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232236:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232241:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764059.232245:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232250:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232258:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764059.232278:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764059.232306:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725839744:12345-0@lo:103:ldlm_bl.0 Request processed in 166us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764059.232313:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1775764059.232351:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725839744:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764059.233410:0:32440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b6de lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b6d7 expref: 17 pid: 5760 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764059.233431:0:32440:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f16680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32440:1862022725839616:0@lo:104: 00010000:00010000:1.0:1775764059.233450:0:32440:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764059.233458:0:32440:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764059.233465:0:32440:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764059.233471:0:32440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b6e5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764059.360755:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764060.320502:0:32489:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffad7cbd10 20000000:00000080:2.0:1775764060.320529:0:32489:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5a400 uarg=0000000000000000 10000000:01000000:2.0:1775764060.320914:0:32489:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764060.320939:0:32489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.320959:0:32489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.320970:0:32489:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.320977:0:32489:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.320984:0:32489:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.320990:0:32489:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.320997:0:32489:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764060.321002:0:32489:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.321010:0:32489:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.321025:0:32489:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.321050:0:32489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.321057:0:32489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420b6ec lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764060.384930:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764060.704874:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764060.704886:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764060.704896:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764060.704971:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764060.704986:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764060.705002:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764060.705043:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725839872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764060.705170:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764060.705254:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764060.707360:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725839872 00000100:00100000:2.0:1775764060.707377:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725839872 00000100:00100000:2.0:1775764060.707464:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1775764060.707478:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725839872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764060.707500:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764060.707526:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b6f3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.707556:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b6f3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.707568:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b6f3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764060.707579:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80e00, rc 0) 00000100:00100000:2.0:1775764060.707660:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725839872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 185us (2491us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764060.707667:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1775764060.707820:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725839872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764060.707839:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764060.707849:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764060.707891:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764060.707897:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764060.707905:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1775764061.389443:0:32537:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb54a3120 20000000:00000080:3.0:1775764061.389464:0:32537:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8eb400 uarg=0000000000000000 10000000:01000000:3.0:1775764061.389814:0:32537:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764061.389840:0:32537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764061.389865:0:32537:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b6f3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764061.389877:0:32537:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764061.389950:0:32537:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b6f3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764061.389968:0:32537:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b6f3 expref: 17 pid: 5762 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764061.389989:0:32537:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32537:1862022725840000:0@lo:104: 00000100:00100000:3.0:1775764061.390081:0:32537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764061.390166:0:32537:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f900 going to sleep for 11 seconds 00000100:00100000:1.0:1775764061.390207:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725840000 00000100:00100000:1.0:1775764061.390217:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725840000 00000100:00100000:1.0:1775764061.390344:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1775764061.390356:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32537:x1862022725840000:12345-0@lo:104: 00010000:00010000:1.0:1775764061.390373:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.390461:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764061.390468:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32537:x1862022725840000:12345-0@lo:104: Request processed in 115us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764061.390476:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:2.0:1775764061.390818:0:32537:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32537:1862022725840000:0@lo:104: 00010000:00010000:2.0:1775764061.390842:0:32537:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391193:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764061.391200:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391219:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764061.391223:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391232:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764061.391238:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764061.391244:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764061.391351:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391360:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764061.391391:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391399:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b6f3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b6fa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391417:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764061.391419:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764061.391421:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764061.391473:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725840128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764061.391516:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764061.391608:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725840128 00000100:00100000:1.0:1775764061.391614:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725840128 00010000:00010000:1.0:1775764061.391637:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b6f3 expref: 18 pid: 5762 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764061.391671:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1775764061.391686:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725840128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764061.391700:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764061.391705:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b6f3 expref: 18 pid: 5762 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391716:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b6f3 expref: 18 pid: 5762 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391750:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420b6fa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b6f3 expref: 18 pid: 5762 timeout: 986 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391764:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391772:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391786:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391794:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391801:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391808:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391814:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764061.391818:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391831:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391844:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764061.391853:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764061.391887:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725840128:12345-0@lo:103:ldlm_bl.0 Request processed in 202us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764061.391894:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1775764061.391924:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725840128:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764061.391991:0:32537:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764061.391998:0:32537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764061.392004:0:32537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420b701 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764061.411866:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764061.920130:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725840384:0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920228:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764061.920307:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764061.920313:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725840256:0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920337:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764061.920356:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725840768:0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920390:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764061.920416:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725840512:0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920442:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764061.920459:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764061.920465:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725840640:0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920487:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764061.920523:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725840384 00000100:00100000:0.0:1775764061.920532:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725840384 00000100:00100000:0.0:1775764061.920583:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725840256 00000100:00100000:0.0:1775764061.920594:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725840256 00000100:00100000:0.0:1775764061.920612:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725840640 00000100:00100000:0.0:1775764061.920614:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725840640 00000100:00100000:0.0:1775764061.920632:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1775764061.920640:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725840384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920695:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725840384:12345-0@lo:400:kworker.0 Request processed in 56us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764061.920702:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1775764061.920719:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1775764061.920725:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725840256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920777:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725840256:12345-0@lo:400:kworker.0 Request processed in 52us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764061.920783:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1775764061.920811:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1775764061.920818:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725840640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920849:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725840640:12345-0@lo:400:kworker.0 Request processed in 31us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764061.920855:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1775764061.920891:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725840640:0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920919:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725840256:0@lo:400:kworker.0 00000100:00100000:0.0:1775764061.920929:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725840384:0@lo:400:kworker.0 00000100:00100000:2.0:1775764061.921030:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725840768 00000100:00100000:2.0:1775764061.921035:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725840768 00000100:00100000:2.0:1775764061.921071:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725840512 00000100:00100000:2.0:1775764061.921075:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725840512 00000100:00100000:2.0:1775764061.921098:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1775764061.921105:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d813c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725840768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764061.921155:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d813c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725840768:12345-0@lo:400:kworker.0 Request processed in 40us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764061.921160:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1775764061.921348:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1775764061.921356:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725840512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764061.921391:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725840512:12345-0@lo:400:kworker.0 Request processed in 36us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764061.921398:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00080000:2.0:1775764061.921422:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764061.921426:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764061.921437:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764061.921470:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725840512:0@lo:400:kworker.0 00000100:00100000:2.0:1775764061.921495:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725840768:0@lo:400:kworker.0 00000100:00100000:1.0:1775764061.923475:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764061.923498:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725840896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764061.923568:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764061.923621:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725840896 00000100:00100000:1.0:1775764061.923628:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725840896 00000100:00100000:1.0:1775764061.923671:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1775764061.923679:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725840896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764061.923716:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764061.923791:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725840896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764061.924046:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1775764061.924187:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725840896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764062.016890:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764062.016996:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764062.017457:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702622976 00000100:00100000:3.0:1775764062.017468:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702622848 00000100:00100000:0.0:1775764062.017469:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702622976 00000100:00100000:3.0:1775764062.017486:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702622848 00000100:00100000:0.0:1775764062.017556:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 559 00000100:00100000:3.0:1775764062.017556:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 563 00000100:00100000:3.0:1775764062.017572:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702622848:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764062.017574:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702622976:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764062.017655:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702622848:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764062.017662:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 563 00000100:00100000:0.0:1775764062.017822:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702622976:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 253us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764062.017831:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 559 00000100:00080000:0.0:1775764062.017855:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764062.451663:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764062.527713:0:32587:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7f33e8d0 20000000:00000080:2.0:1775764062.527747:0:32587:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b58000 uarg=0000000000000000 10000000:01000000:2.0:1775764062.528399:0:32587:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764062.528441:0:32587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528466:0:32587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528479:0:32587:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528485:0:32587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528490:0:32587:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528495:0:32587:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528500:0:32587:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764062.528504:0:32587:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528510:0:32587:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528532:0:32587:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528538:0:32587:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764062.528543:0:32587:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b708 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764063.007985:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764063.007991:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764063.007995:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764063.008049:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764063.008061:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764063.008073:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764063.008106:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725841024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764063.008200:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764063.008265:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764063.008272:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725841024 00000100:00100000:2.0:1775764063.008280:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725841024 00000100:00100000:2.0:1775764063.008340:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1775764063.008351:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725841024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764063.008366:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764063.008381:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b70f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764063.008404:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b70f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764063.008416:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b70f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764063.008426:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81a00, rc 0) 00000100:00100000:2.0:1775764063.008469:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725841024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764063.008475:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1775764063.008558:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725841024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764063.008569:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764063.008576:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764063.008590:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764063.008606:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764063.008611:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764063.464490:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764063.749256:0:32635:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfac7bac0 20000000:00000080:3.0:1775764063.749284:0:32635:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8e8400 uarg=0000000000000000 10000000:01000000:3.0:1775764063.749652:0:32635:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764063.749681:0:32635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764063.750952:0:32635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b70f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764063.750960:0:32635:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764063.751015:0:32635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b70f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764063.751033:0:32635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b70f expref: 17 pid: 5760 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764063.751053:0:32635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32635:1862022725841152:0@lo:104: 00000100:00100000:3.0:1775764063.751238:0:32635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764063.751403:0:32635:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b48540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764063.751575:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725841152 00000100:00100000:1.0:1775764063.751583:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725841152 00000100:00100000:1.0:1775764063.751680:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1775764063.751703:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32635:x1862022725841152:12345-0@lo:104: 00010000:00010000:1.0:1775764063.751717:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764063.751817:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764063.751824:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32635:x1862022725841152:12345-0@lo:104: Request processed in 124us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764063.751832:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00010000:00010000:0.0:1775764063.752046:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764063.752054:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752062:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764063.752066:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752075:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764063.752083:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764063.752089:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764063.752151:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752159:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764063.752186:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752194:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b70f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b716 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752229:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764063.752231:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764063.752233:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764063.752242:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764063.752256:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725841280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764063.752297:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764063.752342:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725841280 00000100:00100000:0.0:1775764063.752347:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725841280 00010000:00010000:0.0:1775764063.752379:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b70f expref: 18 pid: 5760 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764063.752405:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1775764063.752412:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725841280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764063.752427:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764063.752432:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b70f expref: 18 pid: 5760 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752444:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b70f expref: 18 pid: 5760 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752462:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752470:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752486:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752503:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752510:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752516:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752521:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764063.752525:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752532:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752540:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752550:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764063.752578:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725841280:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764063.752584:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1775764063.752625:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725841280:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764063.752661:0:32635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b716 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b70f expref: 17 pid: 5760 timeout: 988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764063.752670:0:32635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32635:1862022725841152:0@lo:104: 00010000:00010000:0.0:1775764063.752690:0:32635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752706:0:32635:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752713:0:32635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764063.752720:0:32635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b71d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764063.978756:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725841408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764063.978828:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764063.978910:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725841408 00000100:00100000:1.0:1775764063.978919:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725841408 00000100:00100000:1.0:1775764063.978978:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1775764063.978988:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725841408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764063.979038:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764063.979091:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725841408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764063.979099:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00080000:1.0:1775764063.979121:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764063.979326:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725841408:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764064.480226:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764065.058340:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764065.058348:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764065.058354:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764065.058433:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764065.058448:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764065.058463:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764065.058498:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725841536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764065.058620:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764065.058693:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764065.058912:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725841536 00000100:00100000:2.0:1775764065.058938:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725841536 00000100:00100000:2.0:1775764065.059006:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1775764065.059016:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725841536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764065.059035:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764065.059052:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b724 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.059081:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b724 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.059093:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b724 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.059103:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81400, rc 0) 00000100:00100000:2.0:1775764065.059161:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725841536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764065.059168:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1775764065.059439:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725841536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764065.059457:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764065.059479:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764065.059502:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764065.059506:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764065.059512:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1775764065.130106:0:32683:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe308931d0 20000000:00000080:3.0:1775764065.138982:0:32683:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ebc00 uarg=0000000000000000 10000000:01000000:3.0:1775764065.139289:0:32683:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764065.139309:0:32683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764065.139346:0:32683:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b724 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764065.139354:0:32683:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764065.139405:0:32683:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b724 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764065.139420:0:32683:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b724 expref: 17 pid: 5762 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764065.139436:0:32683:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32683:1862022725841664:0@lo:104: 00000100:00100000:3.0:1775764065.139507:0:32683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764065.139572:0:32683:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764065.140001:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725841664 00000100:00100000:1.0:1775764065.140013:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725841664 00000100:00100000:1.0:1775764065.140091:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1775764065.140102:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32683:x1862022725841664:12345-0@lo:104: 00010000:00010000:1.0:1775764065.140141:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764065.140243:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764065.140250:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32683:x1862022725841664:12345-0@lo:104: Request processed in 150us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764065.140259:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00010000:00010000:2.0:1775764065.140338:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764065.140348:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.140357:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764065.140362:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.140372:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764065.140380:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764065.140395:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764065.140451:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.140458:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764065.140485:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.140494:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420b724 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b72b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.140519:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764065.140521:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764065.140523:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764065.140633:0:32683:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32683:1862022725841664:0@lo:104: 00010000:00010000:0.0:1775764065.140662:0:32683:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764065.140975:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725841792:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764065.141025:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764065.141159:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725841792 00000100:00100000:2.0:1775764065.141165:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725841792 00010000:00010000:2.0:1775764065.141187:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b724 expref: 18 pid: 5762 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764065.141222:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1775764065.141229:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725841792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764065.141242:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764065.141248:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b724 expref: 18 pid: 5762 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141261:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b724 expref: 18 pid: 5762 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141275:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b72b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b724 expref: 18 pid: 5762 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141301:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141308:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141322:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141328:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141334:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141339:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141345:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764065.141349:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141356:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141378:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764065.141387:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764065.141417:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725841792:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764065.141431:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1775764065.141727:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725841792:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764065.141794:0:32683:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764065.141801:0:32683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764065.141808:0:32683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b732 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764065.504911:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764066.417363:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764066.417369:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764066.417373:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764066.417425:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764066.417438:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764066.417450:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764066.417479:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725841920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764066.417562:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764066.417618:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764066.418023:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725841920 00000100:00100000:2.0:1775764066.418033:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725841920 00000100:00100000:2.0:1775764066.418122:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1775764066.418133:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725841920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764066.418147:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764066.418162:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b739 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.418187:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b739 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.418198:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b739 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.418209:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:2.0:1775764066.418271:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725841920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764066.418284:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1775764066.419092:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725841920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764066.419139:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.419152:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764066.419180:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764066.419185:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.419209:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764066.528165:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764066.685109:0:32732:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa64aea60 20000000:00000080:1.0:1775764066.685137:0:32732:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5d800 uarg=0000000000000000 10000000:01000000:2.0:1775764066.686075:0:32732:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764066.686114:0:32732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.686138:0:32732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b739 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.686148:0:32732:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.686217:0:32732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b739 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.686234:0:32732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b739 expref: 17 pid: 5763 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764066.686262:0:32732:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32732:1862022725842048:0@lo:104: 00000100:00100000:2.0:1775764066.686354:0:32732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764066.686419:0:32732:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2aac9540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764066.686677:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725842048 00000100:00100000:1.0:1775764066.686685:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725842048 00000100:00100000:1.0:1775764066.686778:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1775764066.686795:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32732:x1862022725842048:12345-0@lo:104: 00010000:00010000:1.0:1775764066.686808:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.686865:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764066.686871:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32732:x1862022725842048:12345-0@lo:104: Request processed in 86us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764066.686878:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00010000:00010000:1.0:1775764066.686899:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764066.686905:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.686914:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764066.686917:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.686927:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764066.686935:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764066.686949:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764066.686989:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.686996:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764066.687019:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687027:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420b739 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b740 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687048:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764066.687049:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764066.687051:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764066.687076:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725842176:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764066.687120:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764066.687168:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725842176 00000100:00100000:1.0:1775764066.687172:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725842176 00010000:00010000:1.0:1775764066.687193:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b739 expref: 18 pid: 5763 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764066.687227:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1775764066.687234:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725842176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764066.687245:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764066.687251:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b739 expref: 18 pid: 5763 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687263:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b739 expref: 18 pid: 5763 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687297:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687308:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687323:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687331:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687338:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687343:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687348:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764066.687353:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687360:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687369:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764066.687378:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764066.687416:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725842176:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764066.687431:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1775764066.687466:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725842176:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764066.687610:0:32732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b740 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b739 expref: 17 pid: 5763 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764066.687621:0:32732:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32732:1862022725842048:0@lo:104: 00010000:00010000:2.0:1775764066.687634:0:32732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.687643:0:32732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.687648:0:32732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764066.687653:0:32732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b747 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764067.040360:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725842304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764067.040469:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764067.040513:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725842304 00000100:00100000:1.0:1775764067.040525:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725842304 00000100:00100000:1.0:1775764067.040612:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1775764067.040625:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725842304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764067.040685:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764067.046697:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725842304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 160us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764067.046713:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00080000:1.0:1775764067.046785:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764067.046937:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725842560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764067.047010:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764067.047060:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764067.047065:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725842688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.050886:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725842432:0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.050984:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764067.051065:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764067.051073:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725842816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.051114:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764067.051151:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725842560 00000100:00100000:0.0:1775764067.051163:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725842560 00000100:00100000:1.0:1775764067.051215:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764067.051530:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725842432 00000100:00100000:0.0:1775764067.051534:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725842432 00000100:00100000:0.0:1775764067.051560:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725842688 00000100:00100000:0.0:1775764067.051563:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725842688 00000100:00100000:0.0:1775764067.051585:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1775764067.051595:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725842560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.051963:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725842560:12345-0@lo:400:kworker.0 Request processed in 134us (4716us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764067.051973:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1775764067.051992:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1775764067.051998:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725842432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.052035:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725842432:12345-0@lo:400:kworker.0 Request processed in 37us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764067.052041:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1775764067.052054:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1775764067.052059:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725842688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.052084:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725842688:12345-0@lo:400:kworker.0 Request processed in 26us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764067.052108:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1775764067.052135:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725842816 00000100:00100000:0.0:1775764067.052139:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725842816 00000100:00100000:0.0:1775764067.052175:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1775764067.052183:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725842816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.052215:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725842816:12345-0@lo:400:kworker.0 Request processed in 34us (1100us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764067.052221:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00080000:0.0:1775764067.052237:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764067.052242:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764067.052588:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725842688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.052603:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725842560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.052646:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725842816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764067.052869:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725842432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764067.053640:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725842304:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764067.124549:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764067.124592:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764067.128119:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702623232 00000100:00100000:0.0:1775764067.128135:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702623232 00000100:00100000:0.0:1775764067.128218:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 563 00000100:00100000:0.0:1775764067.128228:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702623232:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764067.128323:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702623232:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 97us (3787us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764067.128331:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 563 00000100:00100000:0.0:1775764067.128362:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702623104 00000100:00100000:0.0:1775764067.128367:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702623104 00000100:00100000:0.0:1775764067.128397:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 567 00000100:00100000:0.0:1775764067.128403:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702623104:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764067.128447:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702623104:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 45us (3855us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764067.128453:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 567 00000100:00080000:0.0:1775764067.128481:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764067.559504:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764068.087226:0:32781:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1fc9f4b0 20000000:00000080:3.0:1775764068.087242:0:32781:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ea400 uarg=0000000000000000 10000000:01000000:3.0:1775764068.087990:0:32781:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764068.088019:0:32781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088040:0:32781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088054:0:32781:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088061:0:32781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088163:0:32781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088173:0:32781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088180:0:32781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764068.088184:0:32781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088192:0:32781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088207:0:32781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088214:0:32781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764068.088220:0:32781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b74e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764068.511932:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764068.511940:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764068.511946:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764068.512002:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764068.512016:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764068.512029:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764068.512249:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725842944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764068.512343:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764068.512412:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764068.512472:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725842944 00000100:00100000:0.0:1775764068.512480:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725842944 00000100:00100000:0.0:1775764068.512545:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1775764068.512555:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725842944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764068.512568:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764068.512582:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b755 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764068.512608:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b755 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764068.512630:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b755 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764068.512640:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063600, rc 0) 00000100:00100000:0.0:1775764068.512692:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725842944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764068.512699:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1775764068.512819:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725842944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764068.512844:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764068.512854:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764068.512876:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764068.512883:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764068.512890:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764068.576184:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764069.104882:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764069.104918:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725843072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764069.105020:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764069.105204:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725843072 00000100:00100000:3.0:1775764069.105217:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725843072 00000100:00100000:3.0:1775764069.105302:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1775764069.105314:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725843072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764069.106795:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764069.106882:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725843072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1567us (1859us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764069.106892:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00080000:3.0:1775764069.106928:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764069.106980:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725843072:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1775764069.260958:0:32829:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdaa8414a0 20000000:00000080:0.0:1775764069.260974:0:32829:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c91c00 uarg=0000000000000000 10000000:01000000:0.0:1775764069.261215:0:32829:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764069.261236:0:32829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764069.261260:0:32829:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b755 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764069.261268:0:32829:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764069.261308:0:32829:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b755 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764069.261322:0:32829:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b755 expref: 17 pid: 5762 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764069.261338:0:32829:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32829:1862022725843200:0@lo:104: 00000100:00100000:0.0:1775764069.261404:0:32829:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764069.261466:0:32829:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764069.262353:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764069.262373:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725843200 00000100:00100000:3.0:1775764069.262380:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725843200 00000100:00100000:3.0:1775764069.262449:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1775764069.262478:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f8ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32829:x1862022725843200:12345-0@lo:104: 00010000:00010000:3.0:1775764069.262496:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764069.262579:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764069.262585:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f8ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32829:x1862022725843200:12345-0@lo:104: Request processed in 109us (1181us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764069.262592:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00010000:00010000:2.0:1775764069.262701:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764069.262707:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.262714:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764069.262718:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.262726:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764069.262759:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764069.262765:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764069.262802:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.262822:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764069.262847:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.262854:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420b755 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b75c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.262871:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764069.262873:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764069.262874:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764069.262888:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725843328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764069.262923:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764069.262971:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725843328 00000100:00100000:2.0:1775764069.262975:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725843328 00010000:00010000:2.0:1775764069.262996:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b755 expref: 18 pid: 5762 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764069.263019:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1775764069.263025:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725843328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764069.263036:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764069.263041:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b755 expref: 18 pid: 5762 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263053:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b755 expref: 18 pid: 5762 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263070:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263098:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263113:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263120:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263127:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263133:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263138:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764069.263142:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263149:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263158:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764069.263167:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764069.263195:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725843328:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764069.263202:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1775764069.263243:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725843328:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764069.265164:0:32829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063600/0x429a70d18420b75c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b755 expref: 17 pid: 5762 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764069.265206:0:32829:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32829:1862022725843200:0@lo:104: 00010000:00010000:0.0:1775764069.265264:0:32829:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764069.265294:0:32829:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764069.265315:0:32829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764069.265322:0:32829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b763 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764069.600847:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764070.624956:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764070.626806:0:32877:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff66a623f0 20000000:00000080:3.0:1775764070.626826:0:32877:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8eb400 uarg=0000000000000000 10000000:01000000:3.0:1775764070.627048:0:32877:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764070.627084:0:32877:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627102:0:32877:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627114:0:32877:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627129:0:32877:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627137:0:32877:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627144:0:32877:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627151:0:32877:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764070.627156:0:32877:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627165:0:32877:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627180:0:32877:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627187:0:32877:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764070.627194:0:32877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420b76a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32877 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764071.135853:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764071.135861:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764071.135866:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764071.135938:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764071.135974:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764071.135990:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764071.136195:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725843456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764071.136313:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764071.139971:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3ab183c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764071.145790:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725843456 00000100:00100000:1.0:1775764071.145811:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725843456 00000100:00100000:1.0:1775764071.145892:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1775764071.145914:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725843456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764071.145934:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764071.145958:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b771 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764071.145989:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b771 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764071.146001:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b771 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764071.146011:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbe00, rc 0) 00000100:00100000:1.0:1775764071.146126:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725843456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 225us (9813us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764071.146134:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1775764071.146423:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725843456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764071.146447:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764071.146459:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764071.146495:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764071.146502:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764071.146510:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764071.648126:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764072.029920:0:32925:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd2fbb120 20000000:00000080:1.0:1775764072.029942:0:32925:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5d800 uarg=0000000000000000 10000000:01000000:0.0:1775764072.032810:0:32925:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764072.032844:0:32925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764072.032870:0:32925:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b771 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764072.032879:0:32925:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764072.032935:0:32925:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b771 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764072.032953:0:32925:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b771 expref: 17 pid: 5763 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764072.032969:0:32925:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32925:1862022725843584:0@lo:104: 00000100:00100000:0.0:1775764072.033221:0:32925:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764072.033279:0:32925:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764072.033339:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725843584 00000100:00100000:1.0:1775764072.033347:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725843584 00000100:00100000:1.0:1775764072.033439:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1775764072.033463:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32925:x1862022725843584:12345-0@lo:104: 00010000:00010000:1.0:1775764072.033480:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.033557:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764072.033563:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:32925:x1862022725843584:12345-0@lo:104: Request processed in 103us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764072.033570:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00010000:00010000:1.0:1775764072.033599:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764072.033606:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.033615:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764072.033621:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.033631:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764072.033639:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764072.033645:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764072.033677:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.033684:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764072.033709:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.033727:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b771 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b778 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.033852:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764072.033854:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764072.033855:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764072.033876:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725843712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764072.033914:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764072.033960:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725843712 00000100:00100000:1.0:1775764072.033966:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725843712 00010000:00010000:1.0:1775764072.033988:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b771 expref: 18 pid: 5763 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764072.034012:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1775764072.034134:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09694c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725843712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764072.034151:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764072.034159:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b771 expref: 18 pid: 5763 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034173:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b771 expref: 18 pid: 5763 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034193:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034202:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034232:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034241:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034248:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034255:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034261:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764072.034266:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034275:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034284:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764072.034297:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764072.034327:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09694c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725843712:12345-0@lo:103:ldlm_bl.0 Request processed in 309us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764072.034335:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1775764072.034401:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725843712:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764072.034588:0:32925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420b778 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b771 expref: 17 pid: 5763 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764072.034603:0:32925:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32925:1862022725843584:0@lo:104: 00010000:00010000:0.0:1775764072.034626:0:32925:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764072.034637:0:32925:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764072.034657:0:32925:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764072.034664:0:32925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063600/0x429a70d18420b77f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764072.161712:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725843968:0@lo:400:kworker.0 00000100:00100000:0.0:1775764072.161846:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764072.161946:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764072.161953:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725843840:0@lo:400:kworker.0 00000100:00100000:0.0:1775764072.161980:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764072.161999:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725844352:0@lo:400:kworker.0 00000100:00100000:0.0:1775764072.162832:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764072.162889:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725843968 00000100:00100000:0.0:1775764072.162899:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725843968 00000100:00100000:0.0:1775764072.163216:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725843840 00000100:00100000:0.0:1775764072.163220:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725843840 00000100:00100000:0.0:1775764072.163243:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1775764072.163253:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725843968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764072.163319:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725843968:12345-0@lo:400:kworker.0 Request processed in 67us (1475us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764072.163327:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1775764072.163345:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1775764072.163351:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725843840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764072.163377:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725843840:12345-0@lo:400:kworker.0 Request processed in 27us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764072.163399:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1775764072.163449:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725843840:0@lo:400:kworker.0 00000100:00100000:0.0:1775764072.163461:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725843968:0@lo:400:kworker.0 00000100:00100000:1.0:1775764072.163815:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725844096:0@lo:400:kworker.0 00000100:00100000:1.0:1775764072.163854:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764072.163885:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764072.163891:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725844224:0@lo:400:kworker.0 00000100:00100000:1.0:1775764072.163928:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764072.163959:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725844224 00000100:00100000:1.0:1775764072.163963:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725844224 00000100:00100000:1.0:1775764072.163994:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1775764072.164001:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725844224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764072.164284:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725844224:12345-0@lo:400:kworker.0 Request processed in 282us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764072.164293:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1775764072.164582:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725844352 00000100:00100000:1.0:1775764072.164587:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725844352 00000100:00080000:3.0:1775764072.166264:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764072.166272:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764072.166284:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764072.166305:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725844480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764072.166386:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764072.167495:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725844096 00000100:00100000:2.0:1775764072.167507:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725844096 00000100:00100000:2.0:1775764072.167586:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1775764072.167597:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725844352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764072.167712:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1775764072.167721:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725844096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764072.167896:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725844096:12345-0@lo:400:kworker.0 Request processed in 175us (4040us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764072.167965:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1775764072.168148:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725844224:0@lo:400:kworker.0 00000100:00100000:1.0:1775764072.168165:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725844096:0@lo:400:kworker.0 00000100:00100000:2.0:1775764072.168504:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725844352:12345-0@lo:400:kworker.0 Request processed in 908us (5673us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764072.168511:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1775764072.168550:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725844352:0@lo:400:kworker.0 00000100:00080000:0.0:1775764072.168858:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764072.171476:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725844480 00000100:00100000:3.0:1775764072.171498:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725844480 00000100:00100000:3.0:1775764072.171571:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1775764072.171582:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725844480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764072.173038:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764072.173185:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725844480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1600us (6794us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764072.173199:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1775764072.173337:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725844480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764072.248799:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764072.248844:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764072.248888:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702623360 00000100:00100000:3.0:1775764072.248901:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702623360 00000100:00100000:3.0:1775764072.248962:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 570 00000100:00100000:3.0:1775764072.248975:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702623360:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764072.249080:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702623360:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 106us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764072.249089:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 570 00000100:00100000:0.0:1775764072.250964:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702623488 00000100:00100000:0.0:1775764072.250982:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702623488 00000100:00100000:0.0:1775764072.251216:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 567 00000100:00100000:0.0:1775764072.251229:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702623488:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764072.251341:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702623488:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 116us (2496us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764072.251556:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 567 00000100:00080000:3.0:1775764072.255924:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764072.672189:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764073.391211:0:32974:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1f7b5530 20000000:00000080:2.0:1775764073.391226:0:32974:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b58c00 uarg=0000000000000000 10000000:01000000:2.0:1775764073.391717:0:32974:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764073.391777:0:32974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391797:0:32974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391809:0:32974:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391817:0:32974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391824:0:32974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391831:0:32974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391845:0:32974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764073.391850:0:32974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391859:0:32974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391875:0:32974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391883:0:32974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764073.391891:0:32974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420b786 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764073.700909:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764073.700919:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764073.700924:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764073.700989:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764073.701003:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764073.701096:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764073.701134:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725844608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764073.701236:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775764073.705199:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764073.705800:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725844608 00000100:00100000:0.0:1775764073.705814:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725844608 00000100:00100000:0.0:1775764073.705871:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1775764073.705882:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725844608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764073.705904:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764073.705924:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b78d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764073.705954:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b78d expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764073.705966:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b78d expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764073.705990:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062e00, rc 0) 00000100:00100000:0.0:1775764073.706097:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725844608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 216us (4860us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764073.706104:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1775764073.716605:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764073.716666:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725844608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764073.716700:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764073.716718:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764073.716769:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764073.716775:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764073.716785:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764074.209069:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725844736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764074.209136:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764074.209208:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725844736 00000100:00100000:3.0:1775764074.209216:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725844736 00000100:00100000:3.0:1775764074.209271:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1775764074.209283:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725844736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764074.209324:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764074.209383:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725844736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764074.209391:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00080000:3.0:1775764074.209411:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764074.209448:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725844736:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764074.728540:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764074.758290:0:33025:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd4afb0d0 20000000:00000080:1.0:1775764074.758313:0:33025:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5d800 uarg=0000000000000000 10000000:01000000:1.0:1775764074.758780:0:33025:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764074.758804:0:33025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764074.758831:0:33025:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b78d expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764074.758860:0:33025:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764074.758911:0:33025:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b78d expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764074.758927:0:33025:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b78d expref: 17 pid: 5762 timeout: 999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764074.759135:0:33025:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33025:1862022725844864:0@lo:104: 00000100:00100000:1.0:1775764074.759872:0:33025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764074.760169:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725844864 00000100:00100000:3.0:1775764074.760180:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725844864 00000100:00100000:1.0:1775764074.760319:0:33025:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764074.760378:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1775764074.760398:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33025:x1862022725844864:12345-0@lo:104: 00010000:00010000:3.0:1775764074.760414:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764074.760489:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764074.760496:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33025:x1862022725844864:12345-0@lo:104: Request processed in 102us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764074.760504:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1775764074.760587:0:33025:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33025:1862022725844864:0@lo:104: 00010000:00010000:1.0:1775764074.760613:0:33025:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.762687:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764074.762704:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.762717:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764074.762722:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.762767:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764074.762775:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764074.762804:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764074.762879:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.762887:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764074.762922:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.762929:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420b78d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b794 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.762952:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764074.762954:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764074.762956:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764074.762979:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725844992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764074.763068:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764074.763136:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725844992 00000100:00100000:2.0:1775764074.763145:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725844992 00010000:00010000:2.0:1775764074.763179:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b78d expref: 18 pid: 5762 timeout: 999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764074.763208:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1775764074.763217:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725844992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764074.763232:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764074.763237:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b78d expref: 18 pid: 5762 timeout: 999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763250:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b78d expref: 18 pid: 5762 timeout: 999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763272:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420b794 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b78d expref: 18 pid: 5762 timeout: 999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763287:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763297:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763313:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763320:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763327:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763333:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763338:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764074.763343:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763350:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763362:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764074.763635:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764074.763685:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725844992:12345-0@lo:103:ldlm_bl.0 Request processed in 468us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764074.763693:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1775764074.763778:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725844992:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764074.763975:0:33025:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764074.763986:0:33025:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764074.763993:0:33025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b79b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764075.747160:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764075.963894:0:33075:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2f538370 20000000:00000080:0.0:1775764075.964333:0:33075:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d8c2400 uarg=0000000000000000 10000000:01000000:0.0:1775764075.965710:0:33075:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764075.966228:0:33075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.966253:0:33075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.966265:0:33075:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.966272:0:33075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.966281:0:33075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.966290:0:33075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.966296:0:33075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764075.966301:0:33075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.966332:0:33075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.966351:0:33075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.967161:0:33075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764075.967170:0:33075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420b7a2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764076.195294:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764076.195305:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764076.195310:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764076.195370:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.195391:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.195406:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764076.195444:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725845120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764076.195523:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764076.195687:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725845120 00000100:00100000:2.0:1775764076.195696:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725845120 00000100:00100000:2.0:1775764076.195772:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1775764076.195783:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725845120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764076.195800:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764076.195817:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b7a9 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.195844:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b7a9 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.195854:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b7a9 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.195864:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775764076.195923:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725845120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764076.195931:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1775764076.197338:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764076.197388:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725845120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764076.197417:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.197432:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764076.197457:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764076.197463:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.197470:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.772075:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764076.870665:0:33123:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5ce30db0 20000000:00000080:1.0:1775764076.870683:0:33123:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5cc00 uarg=0000000000000000 10000000:01000000:1.0:1775764076.871019:0:33123:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764076.871051:0:33123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.871071:0:33123:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b7a9 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.871080:0:33123:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.871126:0:33123:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b7a9 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.871142:0:33123:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b7a9 expref: 17 pid: 5763 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764076.871159:0:33123:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33123:1862022725845248:0@lo:104: 00000100:00100000:1.0:1775764076.871225:0:33123:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764076.871347:0:33123:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791df00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764076.871440:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725845248 00000100:00100000:3.0:1775764076.871448:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725845248 00000100:00100000:3.0:1775764076.871637:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1775764076.871649:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33123:x1862022725845248:12345-0@lo:104: 00010000:00010000:3.0:1775764076.871663:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764076.871727:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764076.871759:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33123:x1862022725845248:12345-0@lo:104: Request processed in 112us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764076.871766:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1775764076.871879:0:33123:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33123:1862022725845248:0@lo:104: 00010000:00010000:1.0:1775764076.871899:0:33123:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.871956:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764076.871962:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.871980:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764076.871984:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.871992:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764076.871998:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764076.872031:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764076.872071:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872078:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764076.872099:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872105:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420b7a9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b7b0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872122:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764076.872124:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764076.872126:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764076.872133:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764076.872145:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725845376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764076.872176:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764076.872217:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725845376 00000100:00100000:2.0:1775764076.872221:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725845376 00010000:00010000:2.0:1775764076.872250:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b7a9 expref: 18 pid: 5763 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764076.872275:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1775764076.872282:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725845376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764076.872292:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764076.872297:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b7a9 expref: 18 pid: 5763 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872307:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b7a9 expref: 18 pid: 5763 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872320:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420b7b0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b7a9 expref: 18 pid: 5763 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872333:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872342:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872354:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872362:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872369:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872375:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872386:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764076.872391:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872398:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872409:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764076.872419:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764076.872446:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725845376:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764076.872453:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1775764076.872482:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725845376:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764076.872634:0:33123:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.872642:0:33123:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764076.872648:0:33123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420b7b7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764077.280164:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725845504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764077.280255:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764077.280325:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725846016:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.280351:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764077.280377:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764077.280384:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725845888:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.280409:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764077.280446:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725845632:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.280476:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764077.280497:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725846144:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.280515:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764077.280532:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764077.280537:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725845760:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.280556:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764077.280584:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725846272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.280606:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764077.280637:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725845504 00000100:00100000:0.0:1775764077.280646:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725845504 00000100:00100000:0.0:1775764077.280705:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1775764077.280714:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725845504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764077.281170:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764077.281233:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725845504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 519us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764077.281240:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1775764077.281270:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725846016 00000100:00100000:0.0:1775764077.281274:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725846016 00000100:00100000:0.0:1775764077.281298:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725846272 00000100:00100000:0.0:1775764077.281301:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725846272 00000100:00100000:0.0:1775764077.281321:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1775764077.281327:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725846016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.281357:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725846016:12345-0@lo:400:kworker.0 Request processed in 30us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764077.281364:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1775764077.281376:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1775764077.281382:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725846272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.281411:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725846272:12345-0@lo:400:kworker.0 Request processed in 29us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764077.281417:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1775764077.281438:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725845888 00000100:00100000:0.0:1775764077.281442:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725845888 00000100:00100000:0.0:1775764077.281474:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725846144 00000100:00100000:0.0:1775764077.281477:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725846144 00000100:00100000:0.0:1775764077.281508:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725845760 00000100:00100000:0.0:1775764077.281511:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725845760 00000100:00100000:0.0:1775764077.281522:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1775764077.281528:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725845888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.282186:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725845888:12345-0@lo:400:kworker.0 Request processed in 30us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764077.282196:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1775764077.282218:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1775764077.282227:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725846144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.282276:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725846144:12345-0@lo:400:kworker.0 Request processed in 51us (1759us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764077.282282:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1775764077.282294:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1775764077.282301:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725845760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.282326:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725845760:12345-0@lo:400:kworker.0 Request processed in 26us (1769us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764077.282331:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1775764077.282358:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725845632 00000100:00100000:0.0:1775764077.282363:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725845632 00000100:00100000:0.0:1775764077.282401:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1775764077.282407:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725845632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.282441:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725845632:12345-0@lo:400:kworker.0 Request processed in 33us (1963us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764077.282447:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00080000:0.0:1775764077.282495:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764077.282500:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764077.282503:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764077.283792:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725845760:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.283811:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725846272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.283821:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725845632:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.283831:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725846144:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.283887:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725845888:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.283909:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725845504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764077.283919:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725846016:0@lo:400:kworker.0 00000100:00100000:0.0:1775764077.359604:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764077.359659:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764077.359837:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702623744 00000100:00100000:1.0:1775764077.359852:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702623744 00000100:00100000:1.0:1775764077.359949:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 571 00000100:00100000:1.0:1775764077.359961:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702623744:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764077.360073:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702623744:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 114us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764077.360082:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 571 00000100:00100000:3.0:1775764077.360606:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702623616 00000100:00100000:3.0:1775764077.360613:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702623616 00000100:00100000:3.0:1775764077.360666:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 574 00000100:00100000:3.0:1775764077.360674:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702623616:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764077.360713:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702623616:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764077.360721:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 574 00000100:00080000:0.0:1775764077.361177:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764077.792848:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764077.869184:0:33172:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6731afc0 20000000:00000080:3.0:1775764077.869204:0:33172:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8e9400 uarg=0000000000000000 10000000:01000000:3.0:1775764077.869964:0:33172:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764077.870089:0:33172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870114:0:33172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870127:0:33172:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870135:0:33172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870143:0:33172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870152:0:33172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870160:0:33172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764077.870165:0:33172:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870183:0:33172:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870202:0:33172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870210:0:33172:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764077.870217:0:33172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b7be lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764077.920963:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764077.920972:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764077.920978:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764077.921041:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764077.921053:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764077.921064:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764077.921093:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725846400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764077.921176:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764077.921227:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764077.921277:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725846400 00000100:00100000:0.0:1775764077.921285:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725846400 00000100:00100000:0.0:1775764077.921340:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1775764077.921350:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725846400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764077.921364:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764077.921377:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b7c5 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764077.921399:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b7c5 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764077.921410:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b7c5 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764077.921430:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062400, rc 0) 00000100:00100000:0.0:1775764077.921481:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725846400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764077.921488:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1775764077.921587:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725846400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764077.921602:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764077.921611:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764077.921630:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764077.921635:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764077.921641:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.821145:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764078.971719:0:33220:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce6a82370 20000000:00000080:2.0:1775764078.971784:0:33220:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719a400 uarg=0000000000000000 10000000:01000000:2.0:1775764078.972030:0:33220:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764078.972057:0:33220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764078.972085:0:33220:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b7c5 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764078.972094:0:33220:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764078.972147:0:33220:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b7c5 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764078.972162:0:33220:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b7c5 expref: 17 pid: 5763 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764078.972181:0:33220:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33220:1862022725846528:0@lo:104: 00000100:00100000:2.0:1775764078.972258:0:33220:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764078.972449:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725846528 00000100:00100000:3.0:1775764078.972458:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725846528 00000100:00100000:3.0:1775764078.972508:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1775764078.972706:0:33220:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764078.972796:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33220:x1862022725846528:12345-0@lo:104: 00010000:00010000:3.0:1775764078.972814:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764078.972894:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764078.972901:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33220:x1862022725846528:12345-0@lo:104: Request processed in 383us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764078.972908:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1775764078.972926:0:33220:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33220:1862022725846528:0@lo:104: 00010000:00010000:2.0:1775764078.972949:0:33220:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764078.973041:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764078.973050:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764078.973059:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764078.973064:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764078.973075:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764078.973082:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764078.973088:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764078.973132:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764078.973139:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764078.973174:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764078.973182:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420b7c5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b7cc expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764078.973218:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764078.973219:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764078.973220:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764078.973227:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764078.973238:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725846656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764078.973267:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764078.973308:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725846656 00000100:00100000:1.0:1775764078.973313:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725846656 00010000:00010000:1.0:1775764078.973341:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b7c5 expref: 18 pid: 5763 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764078.973389:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1775764078.973397:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725846656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764078.973411:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764078.973421:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b7c5 expref: 18 pid: 5763 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973434:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b7c5 expref: 18 pid: 5763 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973526:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b7cc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b7c5 expref: 18 pid: 5763 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973542:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973551:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973569:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973577:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973583:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973589:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973604:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764078.973609:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973617:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973627:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764078.973635:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764078.973725:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725846656:12345-0@lo:103:ldlm_bl.0 Request processed in 328us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764078.973763:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1775764078.973824:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725846656:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764078.973927:0:33220:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764078.973948:0:33220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764078.973954:0:33220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b7d3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764079.329281:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764079.329307:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725846784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764079.329392:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764079.331551:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725846784 00000100:00100000:1.0:1775764079.331566:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725846784 00000100:00100000:1.0:1775764079.331654:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1775764079.331665:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725846784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764079.331716:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764079.331831:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725846784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 169us (2439us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764079.331838:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1775764079.331898:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725846784:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764079.332170:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764079.839950:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764079.877296:0:33268:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0d11b4c0 20000000:00000080:1.0:1775764079.877313:0:33268:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed45800 uarg=0000000000000000 10000000:01000000:1.0:1775764079.877524:0:33268:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764079.877544:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877567:0:33268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877578:0:33268:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877585:0:33268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877593:0:33268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877600:0:33268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877606:0:33268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764079.877612:0:33268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877620:0:33268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877633:0:33268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877640:0:33268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764079.877647:0:33268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b7da lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764080.223959:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764080.223968:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764080.223985:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764080.224036:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.224049:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.224060:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764080.224091:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725846912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764080.224163:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764080.224226:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105a5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764080.224783:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725846912 00000100:00100000:2.0:1775764080.224794:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725846912 00000100:00100000:2.0:1775764080.224854:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1775764080.224865:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725846912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764080.224883:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764080.224901:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b7e1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.224930:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b7e1 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.224941:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b7e1 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.224960:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81200, rc 0) 00000100:00100000:2.0:1775764080.225033:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725846912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764080.225039:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1775764080.225130:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725846912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764080.225148:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.225158:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764080.225179:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764080.225183:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.225189:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.871469:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764080.887651:0:33316:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7ec54410 20000000:00000080:1.0:1775764080.887666:0:33316:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed44000 uarg=0000000000000000 10000000:01000000:1.0:1775764080.887961:0:33316:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764080.887996:0:33316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.888022:0:33316:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b7e1 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.888030:0:33316:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.888090:0:33316:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b7e1 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.888107:0:33316:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b7e1 expref: 17 pid: 5760 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764080.888125:0:33316:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33316:1862022725847040:0@lo:104: 00000100:00100000:1.0:1775764080.888195:0:33316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764080.888323:0:33316:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d025b9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764080.888378:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725847040 00000100:00100000:3.0:1775764080.888387:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725847040 00000100:00100000:3.0:1775764080.888471:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1775764080.888482:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33316:x1862022725847040:12345-0@lo:104: 00010000:00010000:3.0:1775764080.888499:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764080.888591:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764080.888599:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33316:x1862022725847040:12345-0@lo:104: Request processed in 118us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764080.888606:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1775764080.888671:0:33316:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33316:1862022725847040:0@lo:104: 00010000:00010000:1.0:1775764080.888691:0:33316:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.888902:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764080.888909:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.888918:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764080.888923:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.888934:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764080.888941:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764080.888947:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764080.888997:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889003:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764080.889030:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889037:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420b7e1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b7e8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889054:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764080.889056:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764080.889058:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764080.889071:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725847168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764080.889106:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764080.889158:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725847168 00000100:00100000:2.0:1775764080.889162:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725847168 00010000:00010000:2.0:1775764080.889180:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b7e1 expref: 18 pid: 5760 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764080.889201:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1775764080.889207:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725847168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764080.889216:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764080.889220:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b7e1 expref: 18 pid: 5760 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889230:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b7e1 expref: 18 pid: 5760 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889241:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7e8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b7e1 expref: 18 pid: 5760 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889253:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889261:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889272:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889279:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889285:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889300:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889306:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764080.889310:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889316:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889327:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764080.889335:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764080.889361:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725847168:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764080.889368:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1775764080.889395:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725847168:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764080.889452:0:33316:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.889460:0:33316:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764080.889471:0:33316:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b7ef lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33316 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1775764081.844480:0:33365:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb9259ef0 20000000:00000080:2.0:1775764081.844501:0:33365:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8b9800 uarg=0000000000000000 10000000:01000000:2.0:1775764081.844902:0:33365:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764081.844926:0:33365:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845171:0:33365:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845181:0:33365:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845201:0:33365:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845207:0:33365:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845214:0:33365:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845220:0:33365:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764081.845224:0:33365:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845232:0:33365:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845246:0:33365:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845254:0:33365:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.845260:0:33365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b7f6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764081.890098:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764082.402697:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725847296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764082.402808:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764082.402892:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725847296 00000100:00100000:0.0:1775764082.408006:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725847296 00000100:00100000:0.0:1775764082.408113:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725847552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408191:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764082.408254:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764082.408261:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725847424:0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408288:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764082.408310:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725847936:0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408333:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764082.408360:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725847680:0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408383:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764082.408400:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764082.408406:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725847808:0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408424:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764082.408473:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725847552 00000100:00100000:0.0:1775764082.408480:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725847552 00000100:00100000:0.0:1775764082.408524:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725847680 00000100:00100000:0.0:1775764082.408527:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725847680 00000100:00100000:0.0:1775764082.408551:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725847808 00000100:00100000:0.0:1775764082.408553:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725847808 00000100:00100000:0.0:1775764082.408568:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1775764082.408576:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725847552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408628:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725847552:12345-0@lo:400:kworker.0 Request processed in 53us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764082.408635:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1775764082.408652:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1775764082.408658:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725847680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408685:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725847680:12345-0@lo:400:kworker.0 Request processed in 28us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764082.408691:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1775764082.408701:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1775764082.408707:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725847808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408754:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725847808:12345-0@lo:400:kworker.0 Request processed in 24us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764082.408761:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1775764082.408792:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725847424 00000100:00100000:0.0:1775764082.408795:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725847424 00000100:00100000:0.0:1775764082.408819:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1775764082.408824:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725847424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408851:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725847424:12345-0@lo:400:kworker.0 Request processed in 27us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764082.408865:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1775764082.408894:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725847936 00000100:00100000:0.0:1775764082.408897:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725847936 00000100:00100000:0.0:1775764082.408920:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1775764082.408926:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725847936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.408966:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725847936:12345-0@lo:400:kworker.0 Request processed in 26us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764082.408973:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00080000:0.0:1775764082.408997:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764082.409002:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764082.409028:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725847424:0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.409040:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725847936:0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.409048:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725847552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.409078:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725847808:0@lo:400:kworker.0 00000100:00100000:0.0:1775764082.409086:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725847680:0@lo:400:kworker.0 00000100:00100000:1.0:1775764082.410596:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1775764082.410608:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725847296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764082.410643:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764082.410712:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725847296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (7902us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764082.410719:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00080000:0.0:1775764082.417844:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764082.417916:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10be7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725847296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764082.478869:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764082.478946:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764082.479190:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702623872 00000100:00100000:0.0:1775764082.479205:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702623872 00000100:00100000:0.0:1775764082.479275:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 578 00000100:00100000:0.0:1775764082.479287:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702623872:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764082.479389:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702623872:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 105us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764082.479398:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 578 00000100:00100000:2.0:1775764082.479903:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702624000 00000100:00100000:2.0:1775764082.479912:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702624000 00000100:00100000:2.0:1775764082.480188:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 575 00000100:00100000:2.0:1775764082.480196:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702624000:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764082.480266:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10be7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702624000:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 71us (1417us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764082.480274:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 575 00000100:00080000:0.0:1775764082.482779:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:2.0:1775764082.859519:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764082.859525:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764082.859529:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764082.859570:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764082.859582:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764082.859593:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764082.859618:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725848064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764082.859704:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764082.859779:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0536e240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764082.864003:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725848064 00000100:00100000:0.0:1775764082.864024:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725848064 00000100:00100000:0.0:1775764082.864124:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1775764082.864135:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725848064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764082.864154:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764082.864176:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b7fd expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764082.864205:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b7fd expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764082.864216:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b7fd expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764082.864226:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764082.864325:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725848064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (4620us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764082.864331:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1775764082.864408:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725848064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764082.864431:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764082.864441:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764082.864484:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764082.864490:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764082.864497:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764082.913704:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764083.290229:0:33415:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe05f0aad0 20000000:00000080:1.0:1775764083.290254:0:33415:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed44400 uarg=0000000000000000 10000000:01000000:1.0:1775764083.290718:0:33415:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764083.290775:0:33415:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764083.290795:0:33415:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b7fd expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764083.290804:0:33415:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764083.290850:0:33415:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b7fd expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764083.290868:0:33415:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b7fd expref: 17 pid: 5763 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764083.290885:0:33415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33415:1862022725848192:0@lo:104: 00000100:00100000:1.0:1775764083.290979:0:33415:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764083.291048:0:33415:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764083.291467:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725848192 00000100:00100000:0.0:1775764083.291475:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725848192 00000100:00100000:0.0:1775764083.291548:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1775764083.291557:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33415:x1862022725848192:12345-0@lo:104: 00010000:00010000:0.0:1775764083.291571:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764083.291646:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764083.291652:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33415:x1862022725848192:12345-0@lo:104: Request processed in 96us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764083.291658:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00010000:00010000:3.0:1775764083.291752:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764083.291759:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.291767:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764083.291771:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.291779:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764083.291786:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764083.291792:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764083.291833:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.291840:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764083.291864:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.291871:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80800/0x429a70d18420b7fd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b804 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.291900:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764083.291902:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764083.291904:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764083.291918:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725848320:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764083.291960:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764083.292004:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725848320 00000100:00100000:3.0:1775764083.292008:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725848320 00010000:00010000:3.0:1775764083.292030:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b7fd expref: 18 pid: 5763 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764083.292064:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1775764083.292070:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725848320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764083.292081:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764083.292087:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b7fd expref: 18 pid: 5763 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292098:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b7fd expref: 18 pid: 5763 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292112:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292120:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292133:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292140:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292152:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292158:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292162:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764083.292166:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292173:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292181:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.292189:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764083.292219:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725848320:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764083.292226:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1775764083.292266:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725848320:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764083.292420:0:33415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b804 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b7fd expref: 17 pid: 5763 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764083.292431:0:33415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33415:1862022725848192:0@lo:104: 00010000:00010000:2.0:1775764083.292445:0:33415:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764083.292454:0:33415:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764083.292470:0:33415:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764083.292476:0:33415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420b80b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764083.937267:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764084.450746:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725848448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764084.450852:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764084.451028:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725848448 00000100:00100000:1.0:1775764084.451039:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725848448 00000100:00100000:1.0:1775764084.451105:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1775764084.451116:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725848448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764084.451152:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1775764084.451832:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764084.467967:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725848448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 16840us (17102us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764084.467982:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1775764084.478614:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725848448:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1775764084.573707:0:33463:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef12ca720 20000000:00000080:3.0:1775764084.574061:0:33463:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8eb800 uarg=0000000000000000 10000000:01000000:3.0:1775764084.574289:0:33463:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764084.574312:0:33463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574330:0:33463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574351:0:33463:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574357:0:33463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574363:0:33463:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574370:0:33463:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574376:0:33463:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764084.574381:0:33463:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574389:0:33463:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574402:0:33463:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574409:0:33463:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.574416:0:33463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b812 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764084.835749:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764084.835758:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764084.835763:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764084.835806:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764084.835817:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764084.835828:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764084.835856:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725848576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764084.835949:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764084.836005:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0536e240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764084.836026:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725848576 00000100:00100000:2.0:1775764084.836033:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725848576 00000100:00100000:2.0:1775764084.836075:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1775764084.836083:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725848576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764084.836096:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764084.836108:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b819 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764084.836138:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b819 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764084.836149:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b819 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764084.836157:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80400, rc 0) 00000100:00100000:2.0:1775764084.836188:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725848576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764084.836195:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1775764084.836245:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725848576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764084.836259:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764084.836268:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764084.836288:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764084.836293:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764084.836299:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764084.975555:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764085.987553:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764086.769228:0:33559:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff278fab00 20000000:00000080:1.0:1775764086.769246:0:33559:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed44000 uarg=0000000000000000 00010000:00010000:1.0:1775764086.770106:0:33559:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1775764086.770151:0:33559:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e09e72300) 00010000:00010000:1.0:1775764086.770156:0:33559:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764086.770169:0:33559:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420a836 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134f9a7 expref: 5 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764086.770194:0:33559:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1775764086.770220:0:33559:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764086.770236:0:33559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764086.770248:0:33559:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b819 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764086.770256:0:33559:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764086.770309:0:33559:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b819 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764086.770322:0:33559:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b819 expref: 17 pid: 5762 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764086.770336:0:33559:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33559:1862022725848704:0@lo:104: 00000100:00100000:1.0:1775764086.770398:0:33559:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764086.770821:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764086.770836:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725848704 00000100:00100000:3.0:1775764086.770844:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725848704 00000100:00100000:3.0:1775764086.770906:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1775764086.770924:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f8e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33559:x1862022725848704:12345-0@lo:104: 00010000:00010000:3.0:1775764086.770939:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764086.771000:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764086.771005:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f8e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33559:x1862022725848704:12345-0@lo:104: Request processed in 92us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764086.771012:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00010000:00010000:1.0:1775764086.772667:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764086.772680:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764086.772689:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764086.772693:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764086.772702:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764086.772709:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764086.772715:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764086.772789:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764086.772796:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764086.772832:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764086.772834:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725848832:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764086.772855:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b819 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b820 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764086.772874:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764086.772876:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764086.772877:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764086.772906:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764086.773137:0:33559:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764086.773167:0:33559:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33559:1862022725848704:0@lo:104: 00010000:00010000:2.0:1775764086.773191:0:33559:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764086.784110:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725848832 00000100:00100000:1.0:1775764086.784127:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725848832 00010000:00010000:0.0:1775764086.789845:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b819 expref: 18 pid: 5762 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764086.789895:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1775764086.789907:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725848832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764086.789950:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764086.789957:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b819 expref: 18 pid: 5762 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.789970:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b819 expref: 18 pid: 5762 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.789990:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420b820 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b819 expref: 18 pid: 5762 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.790006:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.790015:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.790035:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.790042:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.790049:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.790057:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.790063:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764086.790068:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.790084:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764086.797611:0:33559:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764086.797631:0:33559:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.799621:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.799645:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cae00/0x429a70d18420b827 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764086.799681:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764086.800299:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725848832:12345-0@lo:103:ldlm_bl.0 Request processed in 10389us (27387us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764086.800312:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1775764086.800787:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725848832:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764087.012274:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764087.526230:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725849088:0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.526333:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764087.526387:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725849600:0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.526429:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764087.526458:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775764087.526464:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725848960:0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.526494:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764087.526518:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725849472:0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.526541:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764087.526572:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725849216:0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.526595:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764087.526613:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764087.526618:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725849344:0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.526635:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764087.526666:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725849088 00000100:00100000:2.0:1775764087.526687:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725849088 00000100:00100000:2.0:1775764087.526993:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725849472 00000100:00100000:2.0:1775764087.526997:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725849472 00000100:00100000:2.0:1775764087.527025:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725849216 00000100:00100000:2.0:1775764087.527028:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725849216 00000100:00100000:2.0:1775764087.527043:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1775764087.527052:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725849088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.527112:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725849088:12345-0@lo:400:kworker.0 Request processed in 61us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764087.527119:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1775764087.527137:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1775764087.527142:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725849472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.527166:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725849472:12345-0@lo:400:kworker.0 Request processed in 24us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764087.527171:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1775764087.527181:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1775764087.527186:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725849216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.527211:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725849216:12345-0@lo:400:kworker.0 Request processed in 26us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764087.527216:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1775764087.527234:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725849600 00000100:00100000:2.0:1775764087.527238:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725849600 00000100:00100000:2.0:1775764087.527263:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725849344 00000100:00100000:2.0:1775764087.527266:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725849344 00000100:00100000:2.0:1775764087.527287:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1775764087.527293:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725849600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.527322:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725849600:12345-0@lo:400:kworker.0 Request processed in 30us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764087.527338:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1775764087.527349:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1775764087.527355:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725849344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.527384:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725849344:12345-0@lo:400:kworker.0 Request processed in 29us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764087.527390:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1775764087.527410:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725848960 00000100:00080000:3.0:1775764087.528006:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764087.528011:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764087.528014:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764087.529549:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725848960 00000100:00100000:1.0:1775764087.536726:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725849728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764087.536860:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764087.536967:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725849344:0@lo:400:kworker.0 00000100:00100000:1.0:1775764087.536985:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725849216:0@lo:400:kworker.0 00000100:00100000:1.0:1775764087.537036:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725849728 00000100:00100000:1.0:1775764087.537044:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725849728 00000100:00100000:1.0:1775764087.537098:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1775764087.537107:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725849728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764087.537149:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764087.537194:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725849728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764087.537201:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1775764087.537239:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725849472:0@lo:400:kworker.0 00000100:00100000:1.0:1775764087.537252:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725849088:0@lo:400:kworker.0 00000100:00100000:1.0:1775764087.537263:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725849600:0@lo:400:kworker.0 00000100:00100000:1.0:1775764087.537293:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725849728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764087.537942:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1775764087.537956:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725848960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.538022:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725848960:12345-0@lo:400:kworker.0 Request processed in 71us (11528us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764087.538029:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1775764087.539091:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725848960:0@lo:400:kworker.0 00000100:00100000:2.0:1775764087.609285:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764087.609343:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764087.609377:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702624256 00000100:00100000:2.0:1775764087.609389:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702624256 00000100:00100000:2.0:1775764087.609483:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 579 00000100:00100000:2.0:1775764087.609495:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702624256:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764087.609578:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702624256:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764087.609586:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 579 00000100:00080000:3.0:1775764087.614604:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764087.627715:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702624128 00000100:00100000:2.0:1775764087.627751:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702624128 00000100:00100000:2.0:1775764087.627988:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 582 00000100:00100000:2.0:1775764087.627999:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702624128:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764087.628116:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702624128:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 119us (18771us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764087.628123:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 582 00010000:00010000:2.0:1775764088.032211:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764088.063511:0:33608:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff6b52dfa0 20000000:00000080:1.0:1775764088.063532:0:33608:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed45800 uarg=0000000000000000 10000000:01000000:0.0:1775764088.421173:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764088.421186:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764088.421194:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764088.421253:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764088.421267:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764088.421279:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764088.421315:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725849856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764088.421397:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764088.421552:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764088.432640:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725849856 00000100:00100000:0.0:1775764088.433081:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725849856 00000100:00100000:0.0:1775764088.433155:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1775764088.433179:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725849856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764088.433201:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764088.433226:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b82e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764088.433256:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b82e expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764088.433267:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b82e expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764088.433276:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063e00, rc 0) 00000100:00100000:0.0:1775764088.433363:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725849856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (11965us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764088.433370:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1775764088.434218:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725849856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764088.434243:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764088.434256:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764088.434280:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764088.434285:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764088.434293:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764089.060186:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764089.268325:0:33657:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff231af070 20000000:00000080:1.0:1775764089.268343:0:33657:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed47800 uarg=0000000000000000 00000100:00100000:1.0:1775764089.567991:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764089.568021:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725849984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764089.568116:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764089.568261:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725849984 00000100:00100000:2.0:1775764089.568269:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725849984 00000100:00100000:2.0:1775764089.568333:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1775764089.568342:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725849984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764089.568377:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764089.568425:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725849984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764089.568432:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00080000:1.0:1775764089.568483:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764089.568522:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725849984:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764090.080976:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764090.430703:0:33705:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc5e75b620 20000000:00000080:3.0:1775764090.430724:0:33705:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8e8800 uarg=0000000000000000 00010000:00010000:2.0:1775764091.116409:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764091.767191:0:33753:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd1991600 20000000:00000080:2.0:1775764091.767212:0:33753:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f11800 uarg=0000000000000000 00010000:00010000:1.0:1775764092.127948:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764092.643189:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764092.643213:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725850112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764092.643299:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764092.643913:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725850112 00000100:00100000:2.0:1775764092.643925:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725850112 00000100:00100000:2.0:1775764092.643996:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1775764092.644007:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725850112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764092.644051:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764092.644114:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725850112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764092.644121:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00080000:2.0:1775764092.644143:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764092.644190:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725850112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764092.644454:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725850368:0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.644492:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764092.644527:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764092.644533:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725850496:0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.644557:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764092.644592:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725850368 00000100:00100000:3.0:1775764092.644597:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725850368 00000100:00100000:3.0:1775764092.644631:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725850496 00000100:00100000:3.0:1775764092.644641:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725850496 00000100:00100000:3.0:1775764092.644672:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1775764092.644679:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725850368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.644717:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725850368:12345-0@lo:400:kworker.0 Request processed in 40us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764092.644724:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1775764092.644765:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1775764092.644772:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725850496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.644799:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725850496:12345-0@lo:400:kworker.0 Request processed in 28us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764092.644805:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1775764092.644832:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725850624:0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.644871:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764092.644890:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775764092.644895:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725850240:0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.644920:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764092.644938:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725850752:0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.644960:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764092.644984:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725850624 00000100:00100000:3.0:1775764092.644988:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725850624 00000100:00100000:3.0:1775764092.645011:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1775764092.645018:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725850624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.645049:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725850624:12345-0@lo:400:kworker.0 Request processed in 32us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764092.645055:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1775764092.645073:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725850752 00000100:00100000:3.0:1775764092.645083:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725850752 00000100:00100000:3.0:1775764092.645110:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1775764092.645116:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725850752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.645147:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725850752:12345-0@lo:400:kworker.0 Request processed in 31us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764092.645153:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00080000:3.0:1775764092.645170:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764092.645174:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764092.645193:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725850496:0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.645201:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725850368:0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.645545:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725850752:0@lo:400:kworker.0 00000100:00100000:3.0:1775764092.645553:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725850624:0@lo:400:kworker.0 00000100:00100000:2.0:1775764092.646852:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725850240 00000100:00100000:2.0:1775764092.646875:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725850240 00000100:00100000:2.0:1775764092.646929:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1775764092.646939:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725850240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764092.647027:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725850240:12345-0@lo:400:kworker.0 Request processed in 90us (2105us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764092.647034:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1775764092.647234:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725850240:0@lo:400:kworker.0 00000100:00100000:2.0:1775764092.717611:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764092.717676:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764092.717714:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702624384 00000100:00100000:2.0:1775764092.717726:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702624384 00000100:00100000:2.0:1775764092.717800:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 585 00000100:00100000:2.0:1775764092.717811:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702624384:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764092.717902:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702624384:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764092.717911:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 585 00000100:00100000:3.0:1775764092.718192:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702624512 00000100:00100000:3.0:1775764092.718198:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702624512 00000100:00100000:3.0:1775764092.718266:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 583 00000100:00100000:3.0:1775764092.718274:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702624512:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764092.718312:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702624512:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764092.718319:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 583 00000100:00080000:2.0:1775764092.720547:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:2.0:1775764092.884398:0:33801:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0ce94e80 20000000:00000080:2.0:1775764092.884503:0:33801:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f13800 uarg=0000000000000000 00010000:00010000:3.0:1775764093.162597:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764094.177766:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764094.232681:0:33849:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee0ab0ce0 20000000:00000080:2.0:1775764094.232702:0:33849:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37966000 uarg=0000000000000000 00000100:00100000:0.0:1775764094.688013:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764094.688035:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725850880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764094.688102:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764094.688219:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725850880 00000100:00100000:1.0:1775764094.688228:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725850880 00000100:00100000:1.0:1775764094.688303:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1775764094.688313:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725850880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764094.688358:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764094.688407:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725850880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764094.688415:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1775764094.688471:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725850880:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764094.688675:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764095.204708:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764095.249126:0:33898:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd4af4e680 20000000:00000080:2.0:1775764095.249151:0:33898:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f11800 uarg=0000000000000000 00010000:00010000:2.0:1775764095.249689:0:33898:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764095.249704:0:33898:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764095.250103:0:33898:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764095.250131:0:33898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764095.250154:0:33898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b82e expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764095.250162:0:33898:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764095.250209:0:33898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b82e expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764095.250228:0:33898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b82e expref: 17 pid: 5762 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764095.250247:0:33898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33898:1862022725851008:0@lo:104: 00000100:00100000:2.0:1775764095.250325:0:33898:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764095.250384:0:33898:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764095.250454:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725851008 00000100:00100000:3.0:1775764095.250462:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725851008 00000100:00100000:3.0:1775764095.250523:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1775764095.250533:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33898:x1862022725851008:12345-0@lo:104: 00010000:00010000:3.0:1775764095.250553:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.250604:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764095.250609:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:33898:x1862022725851008:12345-0@lo:104: Request processed in 80us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764095.250616:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00010000:00010000:3.0:1775764095.250639:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764095.250644:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.250652:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764095.250656:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.250666:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764095.250673:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764095.250679:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764095.250712:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.250719:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764095.250780:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.250787:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b82e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b835 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.250824:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764095.250827:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764095.250829:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764095.250852:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725851136:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764095.250889:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764095.250932:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725851136 00000100:00100000:3.0:1775764095.250937:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725851136 00010000:00010000:3.0:1775764095.250961:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b82e expref: 18 pid: 5762 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764095.250985:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1775764095.250992:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09695450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725851136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764095.251002:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764095.251009:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b82e expref: 18 pid: 5762 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251019:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b82e expref: 18 pid: 5762 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251037:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251046:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251062:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251069:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251084:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251090:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251095:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764095.251100:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251108:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251116:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764095.251127:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764095.251153:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09695450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725851136:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764095.251160:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1775764095.251231:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01838000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725851136:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764095.251507:0:33898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b835 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b82e expref: 17 pid: 5762 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764095.251518:0:33898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33898:1862022725851008:0@lo:104: 00010000:00010000:2.0:1775764095.251535:0:33898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764095.251544:0:33898:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764095.251550:0:33898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764095.251567:0:33898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420b83c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764096.227643:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764096.334085:0:33946:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe627ce210 20000000:00000080:2.0:1775764096.334114:0:33946:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f13000 uarg=0000000000000000 10000000:01000000:2.0:1775764096.621306:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764096.621315:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764096.621321:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764096.621374:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764096.621387:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764096.621399:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764096.621430:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725851264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764096.621510:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764096.621577:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764096.621639:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725851264 00000100:00100000:0.0:1775764096.621646:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725851264 00000100:00100000:0.0:1775764096.621700:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1775764096.621708:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725851264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764096.621724:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764096.621752:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b843 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764096.621772:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b843 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764096.621784:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b843 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764096.621795:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062400, rc 0) 00000100:00100000:0.0:1775764096.621853:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725851264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764096.621860:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1775764096.621963:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725851264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764096.621979:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764096.621989:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764096.622011:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764096.622026:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764096.622032:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764097.249123:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764097.763862:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725851392:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.764708:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764097.764796:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725851904:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.764841:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764097.764874:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764097.764881:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725851520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.765761:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764097.765798:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725852032:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.765847:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764097.766298:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725851648:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.766335:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764097.766358:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725852160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764097.766381:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764097.766418:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764097.766425:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725851776:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.766444:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764097.766479:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725851392 00000100:00100000:2.0:1775764097.766487:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725851392 00000100:00100000:2.0:1775764097.769616:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1775764097.769633:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725851392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.770749:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725851392:12345-0@lo:400:kworker.0 Request processed in 1099us (6023us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764097.770763:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1775764097.770834:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725851904 00000100:00100000:2.0:1775764097.770844:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725851904 00000100:00100000:2.0:1775764097.770914:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725851520 00000100:00100000:2.0:1775764097.770918:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725851520 00000100:00100000:2.0:1775764097.770937:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725851648 00000100:00100000:2.0:1775764097.770940:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725851648 00000100:00100000:2.0:1775764097.770957:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1775764097.770964:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725851904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771008:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725851904:12345-0@lo:400:kworker.0 Request processed in 45us (6166us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764097.771014:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1775764097.771030:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1775764097.771036:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725851520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771064:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725851520:12345-0@lo:400:kworker.0 Request processed in 28us (5305us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764097.771069:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1775764097.771081:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1775764097.771086:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725851648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771119:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725851648:12345-0@lo:400:kworker.0 Request processed in 33us (4783us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764097.771124:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1775764097.771155:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725852032 00000100:00100000:2.0:1775764097.771159:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725852032 00000100:00100000:2.0:1775764097.771188:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725851776 00000100:00100000:2.0:1775764097.771203:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725851776 00000100:00100000:2.0:1775764097.771242:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1775764097.771249:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725852032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771287:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725852032:12345-0@lo:400:kworker.0 Request processed in 40us (5440us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764097.771293:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1775764097.771303:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1775764097.771309:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725851776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771332:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725851776:12345-0@lo:400:kworker.0 Request processed in 24us (4888us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764097.771338:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1775764097.771422:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725851776:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771439:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725851648:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771483:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725851520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771507:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725852032:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771518:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725851392:0@lo:400:kworker.0 00000100:00100000:2.0:1775764097.771529:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725851904:0@lo:400:kworker.0 00000100:00080000:0.0:1775764097.771627:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764097.771632:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764097.771635:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764097.778013:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725852160 00000100:00100000:0.0:1775764097.778031:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725852160 00000100:00100000:0.0:1775764097.778103:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1775764097.778113:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725852160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764097.778166:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764097.778259:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725852160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (11876us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764097.778265:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1775764097.778322:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725852160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764097.847023:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764097.847056:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764097.847291:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702624640 00000100:00100000:2.0:1775764097.847303:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702624640 00000100:00100000:2.0:1775764097.847362:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 588 00000100:00100000:2.0:1775764097.847372:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702624640:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764097.847447:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702624640:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 77us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764097.847465:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 588 00000100:00100000:2.0:1775764097.847508:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702624768 00000100:00100000:2.0:1775764097.847512:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702624768 00000100:00100000:2.0:1775764097.847558:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 587 00000100:00100000:2.0:1775764097.847564:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702624768:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764097.847597:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702624768:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 35us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764097.847603:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 587 00000100:00080000:2.0:1775764097.847834:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:2.0:1775764097.911096:0:33995:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9be780d0 20000000:00000080:2.0:1775764097.911117:0:33995:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3790e400 uarg=0000000000000000 00010000:00010000:3.0:1775764098.277775:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764098.994235:0:34043:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca9e4c9f0 20000000:00000080:3.0:1775764098.994264:0:34043:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37966000 uarg=0000000000000000 00010000:00010000:2.0:1775764099.303589:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764099.810881:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764099.810913:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725852288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764099.811010:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764099.811569:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725852288 00000100:00100000:0.0:1775764099.811580:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725852288 00000100:00100000:0.0:1775764099.812340:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00080000:2.0:1775764099.812608:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764099.813118:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725852288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764099.813188:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764099.813319:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725852288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 970us (2309us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764099.813329:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1775764099.815168:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725852288:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1775764100.156645:0:34091:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce257bd90 20000000:00000080:2.0:1775764100.156665:0:34091:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3790e400 uarg=0000000000000000 00010000:00010000:1.0:1775764100.321098:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764101.346935:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764101.415185:0:34139:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc7d4eeb80 20000000:00000080:0.0:1775764101.415212:0:34139:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f13800 uarg=0000000000000000 00000100:00100000:0.0:1775764101.822693:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764101.823115:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702624896 00000100:00100000:3.0:1775764101.823125:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702624896 00000100:00100000:3.0:1775764101.823207:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 2 00000100:00100000:3.0:1775764101.823219:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702624896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764101.823248:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764101.823251:0:5755:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420a836) 00010000:00010000:3.0:1775764101.823253:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764101.823312:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702624896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 97us (629us total) trans 0 rc 116/116 00000100:00080000:2.0:1775764101.823426:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764101.824543:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 2 00010000:00010000:2.0:1775764102.370178:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764102.590563:0:34188:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc81c50b0 20000000:00000080:2.0:1775764102.590582:0:34188:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37939800 uarg=0000000000000000 00000100:00100000:2.0:1775764102.880020:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725852416:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.880115:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764102.880159:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725852928:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.880184:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764102.880638:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764102.880649:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725852544:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.880676:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764102.880695:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725853056:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.880716:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764102.880874:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725852672:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.880904:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764102.880922:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764102.880926:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725852800:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.880948:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764102.880979:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725852416 00000100:00100000:2.0:1775764102.880988:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725852416 00000100:00100000:2.0:1775764102.881038:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1775764102.881047:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725852416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.881102:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725852416:12345-0@lo:400:kworker.0 Request processed in 56us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764102.881109:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1775764102.881139:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725852928 00000100:00100000:2.0:1775764102.881142:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725852928 00000100:00100000:2.0:1775764102.881174:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725852544 00000100:00100000:2.0:1775764102.881177:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725852544 00000100:00100000:2.0:1775764102.881191:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725852672 00000100:00100000:2.0:1775764102.881194:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725852672 00000100:00100000:2.0:1775764102.881207:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1775764102.883203:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725852928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.883317:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725852928:12345-0@lo:400:kworker.0 Request processed in 2103us (3131us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764102.883356:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1775764102.883396:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1775764102.883406:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725852544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.883441:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725852544:12345-0@lo:400:kworker.0 Request processed in 37us (2763us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764102.883447:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1775764102.883461:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1775764102.883469:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725852672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.883520:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725852672:12345-0@lo:400:kworker.0 Request processed in 52us (2615us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764102.883525:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1775764102.883575:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725853056 00000100:00100000:2.0:1775764102.883583:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725853056 00000100:00100000:2.0:1775764102.883628:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725852800 00000100:00100000:2.0:1775764102.883632:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725852800 00000100:00100000:2.0:1775764102.883661:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1775764102.883667:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725853056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.883702:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725853056:12345-0@lo:400:kworker.0 Request processed in 35us (2984us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764102.883708:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1775764102.883720:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1775764102.883727:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725852800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.883802:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725852800:12345-0@lo:400:kworker.0 Request processed in 77us (2853us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764102.883809:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1775764102.883887:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725852544:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.883905:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725853056:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.883917:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725852416:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.883927:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725852928:0@lo:400:kworker.0 00000100:00080000:2.0:1775764102.884039:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764102.884044:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764102.884047:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764102.884075:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725853184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764102.884116:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764102.884149:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725852800:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.884160:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725852672:0@lo:400:kworker.0 00000100:00100000:2.0:1775764102.884480:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725853184 00000100:00100000:2.0:1775764102.884486:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725853184 00000100:00100000:2.0:1775764102.884522:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1775764102.884530:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725853184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764102.884567:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764102.884617:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725853184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764102.884624:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1775764102.884712:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725853184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764102.982853:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764102.982898:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764102.982931:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702625024 00000100:00100000:2.0:1775764102.982942:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702625024 00000100:00100000:2.0:1775764102.983013:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 590 00000100:00100000:2.0:1775764102.983023:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702625024:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764102.983098:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702625024:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 76us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764102.983107:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 590 00000100:00100000:3.0:1775764102.983704:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702625152 00000100:00100000:3.0:1775764102.983714:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702625152 00000100:00100000:3.0:1775764102.983806:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 591 00000100:00100000:3.0:1775764102.983815:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702625152:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764102.983870:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702625152:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 57us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764102.983878:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 591 00010000:00010000:2.0:1775764103.392048:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764103.543226:0:34237:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8e33bba0 20000000:00000080:2.0:1775764103.543250:0:34237:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3790e400 uarg=0000000000000000 10000000:01000000:2.0:1775764103.544066:0:34237:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764103.544097:0:34237:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764103.544119:0:34237:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b843 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764103.544128:0:34237:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764103.544185:0:34237:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b843 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764103.544204:0:34237:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b843 expref: 17 pid: 5762 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764103.544224:0:34237:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34237:1862022725853312:0@lo:104: 00000100:00100000:2.0:1775764103.544402:0:34237:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764103.544476:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725853312 00000100:00100000:3.0:1775764103.544491:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725853312 00000100:00100000:2.0:1775764103.544538:0:34237:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764103.544603:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1775764103.544613:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34237:x1862022725853312:12345-0@lo:104: 00010000:00010000:3.0:1775764103.544627:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764103.544693:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764103.544699:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34237:x1862022725853312:12345-0@lo:104: Request processed in 88us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764103.544707:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1775764103.544717:0:34237:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34237:1862022725853312:0@lo:104: 00010000:00010000:1.0:1775764103.544820:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764103.544841:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.544849:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764103.544853:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.544864:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764103.544872:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764103.544879:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764103.544917:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.544925:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764103.544961:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.544968:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420b843 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b84a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764103.544973:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725853440:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764103.544987:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764103.544989:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764103.544991:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764103.545020:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775764103.545022:0:34237:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764103.545104:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725853440 00000100:00100000:1.0:1775764103.545109:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725853440 00010000:00010000:1.0:1775764103.545131:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b843 expref: 18 pid: 5762 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764103.545192:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1775764103.545197:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725853440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764103.545207:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764103.545212:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b843 expref: 18 pid: 5762 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545220:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b843 expref: 18 pid: 5762 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545230:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b84a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b843 expref: 18 pid: 5762 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545241:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545247:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545257:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545261:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545266:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545270:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545282:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764103.545287:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545292:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545306:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764103.545324:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764103.545350:0:34237:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764103.545358:0:34237:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764103.545365:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725853440:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (345us total) trans 0 rc 0/0 00010000:00010000:3.0:1775764103.545365:0:34237:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420b851 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764103.545372:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1775764103.545426:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725853440:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764104.430193:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764104.632284:0:34285:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd21796f90 20000000:00000080:3.0:1775764104.632316:0:34285:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ea800 uarg=0000000000000000 10000000:01000000:3.0:1775764104.632916:0:34285:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764104.632944:0:34285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.632963:0:34285:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.632975:0:34285:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.632981:0:34285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.632988:0:34285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.633005:0:34285:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.633013:0:34285:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764104.633018:0:34285:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.633036:0:34285:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.633054:0:34285:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.633062:0:34285:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764104.633068:0:34285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b858 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764104.932109:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725853568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764104.932205:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764104.932332:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725853568 00000100:00100000:1.0:1775764104.932346:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725853568 00000100:00100000:1.0:1775764104.932443:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1775764104.932455:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725853568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764104.932524:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764104.932604:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725853568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 151us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764104.932612:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00080000:1.0:1775764104.933586:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764104.933696:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725853568:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1775764105.322551:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764105.322576:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764105.322583:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764105.322644:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764105.322657:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764105.322669:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764105.322700:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725853696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764105.322831:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764105.322897:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764105.325277:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725853696 00000100:00100000:2.0:1775764105.325299:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725853696 00000100:00100000:2.0:1775764105.325400:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1775764105.325413:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725853696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764105.325438:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764105.325475:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b85f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764105.325517:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b85f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764105.325532:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b85f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764105.325544:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81200, rc 0) 00000100:00100000:2.0:1775764105.325650:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725853696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 241us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764105.325658:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1775764105.325849:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725853696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764105.325886:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764105.325899:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764105.325931:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764105.325957:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764105.325966:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764105.441964:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764105.815366:0:34333:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc58394e0 20000000:00000080:0.0:1775764105.815391:0:34333:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f11c00 uarg=0000000000000000 10000000:01000000:0.0:1775764105.815712:0:34333:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764105.818128:0:34333:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764105.818155:0:34333:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b85f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764105.818165:0:34333:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764105.818223:0:34333:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b85f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764105.818239:0:34333:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b85f expref: 17 pid: 5760 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764105.818273:0:34333:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34333:1862022725853824:0@lo:104: 00000100:00100000:0.0:1775764105.818340:0:34333:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764105.818458:0:34333:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764105.823418:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725853824 00000100:00100000:1.0:1775764105.823574:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725853824 00000100:00100000:1.0:1775764105.823775:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1775764105.823788:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34333:x1862022725853824:12345-0@lo:104: 00010000:00010000:1.0:1775764105.823815:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764105.824003:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764105.824011:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34333:x1862022725853824:12345-0@lo:104: Request processed in 227us (5671us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764105.824020:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1775764105.824172:0:34333:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34333:1862022725853824:0@lo:104: 00010000:00010000:2.0:1775764105.824219:0:34333:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.825455:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764105.825489:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.825503:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764105.825508:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.825519:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764105.825527:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764105.825534:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764105.825595:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.825620:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764105.825645:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.825652:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b85f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b866 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.825676:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764105.825678:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764105.825680:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764105.825710:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725853952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764105.825801:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764105.826224:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725853952 00000100:00100000:3.0:1775764105.826231:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725853952 00010000:00010000:3.0:1775764105.826258:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b85f expref: 18 pid: 5760 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764105.826295:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1775764105.826304:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725853952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764105.826319:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764105.826325:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b85f expref: 18 pid: 5760 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826337:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b85f expref: 18 pid: 5760 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826352:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b866 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b85f expref: 18 pid: 5760 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826379:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826388:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826403:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826410:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826417:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826424:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826429:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764105.826434:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826442:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826454:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764105.826478:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764105.826516:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725853952:12345-0@lo:103:ldlm_bl.0 Request processed in 213us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764105.826529:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1775764105.826571:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725853952:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764105.827359:0:34333:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764105.827370:0:34333:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764105.827376:0:34333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b86d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764106.463939:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764106.847510:0:34381:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcb9a06550 20000000:00000080:2.0:1775764106.847530:0:34381:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02ae2400 uarg=0000000000000000 10000000:01000000:3.0:1775764107.105052:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764107.105061:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764107.105067:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764107.105118:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764107.105131:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764107.105144:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764107.105181:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725854080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764107.105252:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764107.105549:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725854080 00000100:00100000:2.0:1775764107.105557:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725854080 00000100:00100000:2.0:1775764107.105675:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1775764107.106225:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e09840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764107.106897:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725854080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764107.106916:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764107.106936:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b874 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764107.106987:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b874 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764107.107001:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b874 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764107.107011:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80200, rc 0) 00000100:00100000:2.0:1775764107.107089:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725854080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 201us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764107.107097:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1775764107.107163:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725854080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764107.107181:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764107.107190:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764107.107211:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764107.107216:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764107.107222:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764107.498567:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764108.014138:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725854464:0@lo:400:kworker.0 00000100:00100000:2.0:1775764108.014207:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764108.014274:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764108.014280:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725854592:0@lo:400:kworker.0 00000100:00100000:2.0:1775764108.014307:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764108.014341:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725854464 00000100:00100000:2.0:1775764108.014349:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725854464 00000100:00100000:2.0:1775764108.014410:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1775764108.014419:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725854464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764108.014472:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725854464:12345-0@lo:400:kworker.0 Request processed in 54us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764108.014478:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1775764108.014499:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725854592 00000100:00100000:2.0:1775764108.014502:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725854592 00000100:00100000:2.0:1775764108.014526:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1775764108.014533:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725854592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.016711:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725854208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.016836:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764108.016908:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725854720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.016975:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764108.017017:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764108.017027:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725854336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.017059:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764108.017088:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725854848:0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.017316:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764108.017364:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764108.017377:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725854976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764108.017415:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764108.018310:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725854208 00000100:00100000:0.0:1775764108.018321:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725854208 00000100:00100000:0.0:1775764108.018392:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1775764108.018403:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725854208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.018904:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725854208:12345-0@lo:400:kworker.0 Request processed in 502us (2069us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764108.018913:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1775764108.018959:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725854720 00000100:00100000:0.0:1775764108.018965:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725854720 00000100:00100000:0.0:1775764108.019001:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725854336 00000100:00100000:0.0:1775764108.019019:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725854336 00000100:00100000:0.0:1775764108.019042:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1775764108.019048:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725854720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.019085:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725854720:12345-0@lo:400:kworker.0 Request processed in 37us (2112us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764108.019091:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1775764108.019103:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1775764108.019347:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725854336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.019380:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725854336:12345-0@lo:400:kworker.0 Request processed in 272us (2324us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764108.019387:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1775764108.019413:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725854848 00000100:00100000:0.0:1775764108.024021:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725854848 00000100:00100000:0.0:1775764108.024286:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1775764108.024301:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725854848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.024441:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725854848:12345-0@lo:400:kworker.0 Request processed in 144us (7127us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764108.024449:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1775764108.024480:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725854976 00000100:00100000:0.0:1775764108.024485:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725854976 00000100:00100000:0.0:1775764108.024513:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1775764108.024519:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725854976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764108.024704:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764108.024778:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725854976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 258us (7364us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764108.024785:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1775764108.024849:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725854336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.024879:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725854848:0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.024890:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725854208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.024906:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725854720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764108.029927:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725854976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764108.032976:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725854592:12345-0@lo:400:kworker.0 Request processed in 18428us (18652us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764108.032996:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00080000:2.0:1775764108.033047:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764108.033053:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764108.033056:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764108.033106:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725854592:0@lo:400:kworker.0 00000100:00100000:2.0:1775764108.033122:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725854464:0@lo:400:kworker.0 00000020:00000080:1.0:1775764108.036072:0:34429:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd37a63d30 20000000:00000080:1.0:1775764108.036088:0:34429:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01acbc00 uarg=0000000000000000 00000100:00100000:2.0:1775764108.083410:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764108.083460:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764108.083504:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702625408 00000100:00100000:2.0:1775764108.083514:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702625408 00000100:00100000:0.0:1775764108.083629:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702625280 00000100:00100000:0.0:1775764108.083635:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702625280 00000100:00100000:0.0:1775764108.083677:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 594 00000100:00100000:0.0:1775764108.083701:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702625280:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764108.083811:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702625280:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 125us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764108.083819:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 594 00000100:00100000:2.0:1775764108.085835:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 595 00000100:00100000:2.0:1775764108.085865:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702625408:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764108.085951:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702625408:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (2490us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764108.085960:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 595 00000100:00080000:2.0:1775764108.085993:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764108.511991:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764109.508193:0:34479:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffce21dfb0 20000000:00000080:3.0:1775764109.508216:0:34479:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d63ac00 uarg=0000000000000000 00010000:00010000:2.0:1775764109.544186:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764110.048343:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764110.048368:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725855104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764110.048451:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764110.048532:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725855104 00000100:00100000:0.0:1775764110.048542:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725855104 00000100:00100000:0.0:1775764110.048606:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1775764110.048617:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725855104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764110.048660:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764110.048756:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725855104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764110.048763:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00080000:0.0:1775764110.048786:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764110.048825:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725855104:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764110.560058:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764110.648285:0:34528:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf1edc0b0 20000000:00000080:2.0:1775764110.648320:0:34528:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02ae1400 uarg=0000000000000000 00010000:00010000:1.0:1775764111.584926:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764111.615534:0:34576:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5a77e8b0 20000000:00000080:2.0:1775764111.615552:0:34576:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02ae0c00 uarg=0000000000000000 00010000:00010000:3.0:1775764112.613094:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764112.616830:0:34624:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc5cb5ccc0 20000000:00000080:2.0:1775764112.616845:0:34624:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02ae0c00 uarg=0000000000000000 00000100:00100000:1.0:1775764113.122274:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725855232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764113.122348:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764113.125411:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725855232 00000100:00100000:0.0:1775764113.125432:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725855232 00000100:00100000:0.0:1775764113.125537:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1775764113.125549:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725855232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764113.125597:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1775764113.125760:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764113.127751:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725855360:0@lo:400:kworker.0 00000100:00100000:2.0:1775764113.127858:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764113.129632:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725855232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4079us (7277us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764113.129647:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1775764113.129769:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725855360 00000100:00100000:0.0:1775764113.129779:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725855360 00000100:00100000:0.0:1775764113.129829:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1775764113.129837:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725855360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764113.129915:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725855360:12345-0@lo:400:kworker.0 Request processed in 79us (2058us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764113.129922:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1775764113.130138:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764113.130154:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725855488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764113.130203:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764113.130240:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725855488 00000100:00100000:3.0:1775764113.130244:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725855488 00000100:00100000:3.0:1775764113.130281:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1775764113.130288:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725855488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764113.130341:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725855488:12345-0@lo:400:kworker.0 Request processed in 53us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764113.130349:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1775764113.130391:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725855488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764113.130427:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725855616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764113.130460:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764113.130488:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725855616 00000100:00100000:3.0:1775764113.130491:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725855616 00000100:00100000:3.0:1775764113.130524:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1775764113.130530:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725855616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764113.130562:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725855616:12345-0@lo:400:kworker.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764113.130569:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1775764113.130596:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725855616:0@lo:400:kworker.0 00000100:00080000:3.0:1775764113.130611:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764113.131215:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725855872:0@lo:400:kworker.0 00000100:00100000:2.0:1775764113.131251:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764113.131282:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725855360:0@lo:400:kworker.0 00000100:00100000:2.0:1775764113.131296:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764113.131301:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725855744:0@lo:400:kworker.0 00000100:00100000:2.0:1775764113.131322:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764113.131348:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725855872 00000100:00100000:2.0:1775764113.131352:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725855872 00000100:00100000:2.0:1775764113.131390:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1775764113.131398:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725855872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764113.131463:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725855872:12345-0@lo:400:kworker.0 Request processed in 66us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764113.131470:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1775764113.131491:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725855744 00000100:00100000:2.0:1775764113.131495:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725855744 00000100:00100000:2.0:1775764113.131522:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1775764113.131528:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725855744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764113.131558:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725855744:12345-0@lo:400:kworker.0 Request processed in 30us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764113.131564:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1775764113.131955:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725855744:0@lo:400:kworker.0 00000100:00100000:2.0:1775764113.131965:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725855872:0@lo:400:kworker.0 00000100:00080000:3.0:1775764113.133239:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764113.133247:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764113.136173:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725855232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764113.200519:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764113.200571:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764113.200677:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702625664 00000100:00100000:3.0:1775764113.200695:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702625664 00000100:00100000:3.0:1775764113.200842:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 599 00000100:00100000:3.0:1775764113.200854:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702625664:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764113.200948:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702625664:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764113.200957:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 599 00000100:00100000:0.0:1775764113.201248:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702625536 00000100:00100000:0.0:1775764113.201254:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702625536 00000100:00100000:0.0:1775764113.201298:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 596 00000100:00100000:0.0:1775764113.201306:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702625536:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764113.201352:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702625536:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 47us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764113.201359:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 596 00000100:00080000:1.0:1775764113.201864:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764113.631846:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764114.162258:0:34672:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8b8300f0 20000000:00000080:2.0:1775764114.162285:0:34672:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02ae3c00 uarg=0000000000000000 10000000:01000000:2.0:1775764114.162964:0:34672:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764114.162988:0:34672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764114.163009:0:34672:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b874 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764114.163019:0:34672:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764114.163065:0:34672:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b874 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764114.163094:0:34672:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b874 expref: 17 pid: 5763 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764114.163115:0:34672:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34672:1862022725856000:0@lo:104: 00000100:00100000:2.0:1775764114.163204:0:34672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764114.163266:0:34672:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e09180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764114.164313:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725856000 00000100:00100000:0.0:1775764114.164326:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725856000 00000100:00100000:0.0:1775764114.164394:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1775764114.164407:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34672:x1862022725856000:12345-0@lo:104: 00010000:00010000:0.0:1775764114.164452:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764114.164550:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764114.164556:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34672:x1862022725856000:12345-0@lo:104: Request processed in 153us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764114.164566:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00010000:00010000:3.0:1775764114.164724:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764114.164773:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.164782:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764114.164787:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.164796:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764114.164804:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764114.164811:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764114.164860:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.164869:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764114.164899:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.164907:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b874 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b87b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.164924:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764114.164926:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764114.164928:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764114.164936:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764114.164949:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725856128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764114.164989:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764114.165035:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725856128 00000100:00100000:3.0:1775764114.165046:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725856128 00010000:00010000:3.0:1775764114.165069:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b874 expref: 18 pid: 5763 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764114.165091:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1775764114.165097:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725856128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764114.165109:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764114.165115:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b874 expref: 18 pid: 5763 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165126:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b874 expref: 18 pid: 5763 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165144:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165154:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165176:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165186:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165195:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165202:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165208:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764114.165218:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165227:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165237:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764114.165248:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764114.165275:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725856128:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764114.165283:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1775764114.165327:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725856128:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764114.174035:0:34672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420b87b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b874 expref: 17 pid: 5763 timeout: 1038 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764114.174060:0:34672:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34672:1862022725856000:0@lo:104: 00010000:00010000:2.0:1775764114.174089:0:34672:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764114.174100:0:34672:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764114.174106:0:34672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764114.174113:0:34672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b882 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764114.658999:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764115.169821:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725856256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764115.169892:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764115.170013:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725856256 00000100:00100000:0.0:1775764115.170035:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725856256 00000100:00100000:0.0:1775764115.170103:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1775764115.170113:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725856256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764115.170147:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764115.170194:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725856256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764115.170201:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1775764115.170315:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725856256:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764115.170802:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764115.680756:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764115.771408:0:34720:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce6303610 20000000:00000080:0.0:1775764115.771424:0:34720:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2fa2f800 uarg=0000000000000000 10000000:01000000:0.0:1775764115.771639:0:34720:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764115.771666:0:34720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.771682:0:34720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.771705:0:34720:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.771711:0:34720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.771718:0:34720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.771726:0:34720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.772466:0:34720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764115.772474:0:34720:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.772484:0:34720:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.772501:0:34720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.772509:0:34720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.772515:0:34720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420b889 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764115.872817:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764115.872825:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764115.872831:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764115.872922:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.872937:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764115.872948:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764115.872978:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725856384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764115.873059:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764115.873149:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764115.875130:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725856384 00000100:00100000:2.0:1775764115.875151:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725856384 00000100:00100000:2.0:1775764115.875241:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1775764115.875251:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725856384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764115.875270:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764115.875290:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b890 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764115.875341:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b890 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764115.875353:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b890 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764115.875363:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:2.0:1775764115.875453:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725856384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (2393us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764115.875461:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1775764115.875764:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725856384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764115.875800:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764115.875812:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764115.875839:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764115.875845:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764115.875852:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764116.707402:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764117.425065:0:34769:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff86ae180 20000000:00000080:3.0:1775764117.425088:0:34769:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac7400 uarg=0000000000000000 10000000:01000000:3.0:1775764117.425311:0:34769:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764117.425332:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764117.425352:0:34769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b890 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764117.425360:0:34769:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764117.425403:0:34769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b890 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764117.425419:0:34769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b890 expref: 17 pid: 5760 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764117.425437:0:34769:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34769:1862022725856512:0@lo:104: 00000100:00100000:3.0:1775764117.425519:0:34769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764117.428030:0:34769:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764117.428795:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725856512 00000100:00100000:1.0:1775764117.428808:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725856512 00000100:00100000:0.0:1775764117.428996:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1775764117.429007:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34769:x1862022725856512:12345-0@lo:104: 00010000:00010000:0.0:1775764117.429026:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429129:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764117.429134:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34769:x1862022725856512:12345-0@lo:104: Request processed in 130us (3616us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764117.429141:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00010000:00010000:0.0:1775764117.429164:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764117.429169:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429177:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764117.429182:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429212:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764117.429219:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764117.429226:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764117.429273:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429280:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764117.429310:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429316:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420b890 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b897 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429332:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764117.429333:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764117.429335:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764117.429472:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725856640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764117.429521:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764117.429620:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725856640 00000100:00100000:0.0:1775764117.429626:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725856640 00010000:00010000:0.0:1775764117.429659:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b890 expref: 18 pid: 5760 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764117.429694:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1775764117.429703:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725856640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764117.429719:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764117.429724:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b890 expref: 18 pid: 5760 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429765:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b890 expref: 18 pid: 5760 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429784:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429792:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429807:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429813:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429820:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429825:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429830:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764117.429834:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429840:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429847:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764117.429866:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764117.429897:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725856640:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764117.429903:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1775764117.430077:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725856640:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764117.430202:0:34769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420b897 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b890 expref: 17 pid: 5760 timeout: 1042 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764117.430215:0:34769:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34769:1862022725856512:0@lo:104: 00010000:00010000:3.0:1775764117.430229:0:34769:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764117.430237:0:34769:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764117.430249:0:34769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764117.430254:0:34769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b89e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764117.739571:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764118.240043:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764118.240076:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725856768:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764118.240158:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764118.240232:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725856768 00000100:00100000:2.0:1775764118.240241:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725856768 00000100:00100000:2.0:1775764118.240306:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1775764118.240316:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725856768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764118.240357:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764118.240418:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725856768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764118.240425:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:2.0:1775764118.240446:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764118.240483:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725856768:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764118.241293:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725857024:0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.241333:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764118.241379:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1775764118.241385:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725856896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.241427:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764118.241448:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725857408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.241475:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764118.241502:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725857024 00000100:00100000:1.0:1775764118.241506:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725857024 00000100:00100000:1.0:1775764118.241541:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1775764118.241548:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725857024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.241587:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725857024:12345-0@lo:400:kworker.0 Request processed in 39us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764118.241593:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1775764118.241612:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725856896 00000100:00100000:1.0:1775764118.241616:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725856896 00000100:00100000:1.0:1775764118.241649:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1775764118.241655:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725856896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.241683:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725856896:12345-0@lo:400:kworker.0 Request processed in 29us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764118.241689:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1775764118.241713:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725857280:0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.241763:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764118.241781:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764118.241787:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725857152:0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.241806:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764118.241829:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725857280 00000100:00100000:1.0:1775764118.241833:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725857280 00000100:00100000:1.0:1775764118.241861:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725857152 00000100:00100000:1.0:1775764118.241871:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725857152 00000100:00100000:1.0:1775764118.241892:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1775764118.241897:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725857280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.241928:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725857280:12345-0@lo:400:kworker.0 Request processed in 31us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764118.241934:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1775764118.241945:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1775764118.241951:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725857152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.241975:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725857152:12345-0@lo:400:kworker.0 Request processed in 24us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764118.241980:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1775764118.242036:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725857152:0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.242047:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725857280:0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.242071:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725856896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764118.242079:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725857024:0@lo:400:kworker.0 00000100:00100000:2.0:1775764118.243352:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725857408 00000100:00100000:2.0:1775764118.243372:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725857408 00000100:00100000:2.0:1775764118.243442:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1775764118.243450:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725857408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764118.243536:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725857408:12345-0@lo:400:kworker.0 Request processed in 87us (2058us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764118.243543:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00080000:2.0:1775764118.243574:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764118.243579:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764118.245615:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725857408:0@lo:400:kworker.0 00000100:00100000:3.0:1775764118.320273:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764118.320328:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764118.320375:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702625920 00000100:00100000:3.0:1775764118.320388:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702625920 00000100:00100000:3.0:1775764118.320479:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 603 00000100:00100000:3.0:1775764118.320491:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702625920:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764118.320609:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702625920:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 119us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764118.320617:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 603 00000100:00100000:3.0:1775764118.320655:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702625792 00000100:00100000:3.0:1775764118.320659:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702625792 00000100:00100000:3.0:1775764118.320682:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 599 00000100:00100000:3.0:1775764118.320688:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702625792:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764118.320713:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702625792:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764118.320720:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 599 00000100:00080000:3.0:1775764118.320790:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1775764118.731542:0:34818:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff762d8140 20000000:00000080:3.0:1775764118.731568:0:34818:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac5c00 uarg=0000000000000000 00010000:00010000:2.0:1775764118.756876:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764119.264034:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764119.264044:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764119.264051:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764119.264108:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764119.264119:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764119.264132:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764119.264161:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725857536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764119.264238:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764119.267539:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e165266c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764119.274597:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725857536 00000100:00100000:1.0:1775764119.274623:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725857536 00000100:00100000:2.0:1775764119.276564:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1775764119.276580:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725857536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764119.276604:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764119.276639:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b8a5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764119.276677:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b8a5 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764119.276691:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b8a5 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764119.276701:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81200, rc 0) 00000100:00100000:2.0:1775764119.276878:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725857536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 302us (12638us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764119.276886:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1775764119.277062:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725857536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764119.277086:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764119.277097:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764119.277139:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764119.277144:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764119.277152:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764119.775968:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764120.288107:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764120.288156:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725857664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764120.288276:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764120.288801:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725857664 00000100:00100000:2.0:1775764120.288813:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725857664 00000100:00100000:2.0:1775764120.288913:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1775764120.288927:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725857664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764120.288982:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764120.289049:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725857664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764120.289058:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1775764120.289115:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725857664:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764120.289219:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:3.0:1775764120.330293:0:34866:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda40bd640 20000000:00000080:3.0:1775764120.330312:0:34866:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac5c00 uarg=0000000000000000 00010000:00010000:2.0:1775764120.804533:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764121.634106:0:34914:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff92efbe0 20000000:00000080:3.0:1775764121.634130:0:34914:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac5c00 uarg=0000000000000000 10000000:01000000:3.0:1775764121.635260:0:34914:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764121.635288:0:34914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764121.635311:0:34914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b8a5 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764121.635319:0:34914:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764121.635536:0:34914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b8a5 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764121.635554:0:34914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b8a5 expref: 17 pid: 5760 timeout: 1046 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764121.635666:0:34914:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34914:1862022725857792:0@lo:104: 00000100:00100000:3.0:1775764121.635911:0:34914:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764121.636080:0:34914:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054c000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764121.636264:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725857792 00000100:00100000:1.0:1775764121.636272:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725857792 00000100:00100000:1.0:1775764121.636366:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1775764121.636384:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34914:x1862022725857792:12345-0@lo:104: 00010000:00010000:1.0:1775764121.636399:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764121.636472:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764121.636478:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:34914:x1862022725857792:12345-0@lo:104: Request processed in 96us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764121.636486:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00010000:00010000:2.0:1775764121.636528:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764121.636536:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.636544:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764121.636548:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.636558:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764121.636576:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764121.636582:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764121.636632:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.636639:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764121.636665:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.636672:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420b8a5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8ac expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.636726:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764121.636775:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764121.636777:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764121.636793:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725857920:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764121.636830:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764121.636896:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725857920 00000100:00100000:2.0:1775764121.636901:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725857920 00010000:00010000:2.0:1775764121.636927:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b8a5 expref: 18 pid: 5760 timeout: 1046 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764121.636965:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1775764121.636972:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725857920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764121.636984:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764121.636991:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b8a5 expref: 18 pid: 5760 timeout: 1046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637005:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b8a5 expref: 18 pid: 5760 timeout: 1046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637029:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637038:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637055:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637063:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637079:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637086:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637091:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764121.637095:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637103:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637110:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764121.637121:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764121.637151:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725857920:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764121.637159:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1775764121.637200:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725857920:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764121.637965:0:34914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420b8ac lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b8a5 expref: 17 pid: 5760 timeout: 1046 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764121.637983:0:34914:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34914:1862022725857792:0@lo:104: 00010000:00010000:3.0:1775764121.638024:0:34914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764121.638034:0:34914:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764121.638041:0:34914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764121.638048:0:34914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420b8b3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764121.823955:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764122.816546:0:34962:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd29164b0 20000000:00000080:1.0:1775764122.816570:0:34962:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d702800 uarg=0000000000000000 10000000:01000000:1.0:1775764122.818332:0:34962:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764122.818657:0:34962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818677:0:34962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818691:0:34962:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818710:0:34962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818717:0:34962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818724:0:34962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818770:0:34962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764122.818777:0:34962:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818786:0:34962:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818802:0:34962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818811:0:34962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.818818:0:34962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b8ba lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764122.851227:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764122.919241:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764122.919249:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764122.919256:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764122.919324:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764122.919336:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764122.919348:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764122.919377:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725858048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764122.919467:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764122.919545:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3ab18e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764122.920167:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725858048 00000100:00100000:2.0:1775764122.920180:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725858048 00000100:00100000:2.0:1775764122.920251:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1775764122.920262:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725858048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764122.920280:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764122.920298:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b8c1 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764122.920343:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b8c1 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764122.920354:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b8c1 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764122.920364:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764122.920418:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725858048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764122.920425:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1775764122.920716:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725858048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764122.920773:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.920796:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764122.920820:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764122.920825:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764122.920833:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764123.360075:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725858176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764123.360164:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764123.360277:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725858176 00000100:00100000:2.0:1775764123.360286:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725858176 00000100:00100000:2.0:1775764123.360356:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1775764123.360365:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725858176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764123.360401:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764123.360450:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725858176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764123.360456:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:0.0:1775764123.360508:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764123.360583:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725858176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764123.363147:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725858432:0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363236:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764123.363282:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764123.363288:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725858304:0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363319:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764123.363349:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725858816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363384:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764123.363416:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725858432 00000100:00100000:0.0:1775764123.363425:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725858432 00000100:00100000:0.0:1775764123.363485:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1775764123.363498:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725858432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363561:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725858432:12345-0@lo:400:kworker.0 Request processed in 64us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764123.363569:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1775764123.363611:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725858304 00000100:00100000:0.0:1775764123.363615:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725858304 00000100:00100000:0.0:1775764123.363642:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1775764123.363649:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725858304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363678:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725858304:12345-0@lo:400:kworker.0 Request processed in 29us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764123.363683:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1775764123.363712:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725858816 00000100:00100000:0.0:1775764123.363715:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725858816 00000100:00100000:0.0:1775764123.363774:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1775764123.363780:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725858816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363809:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725858816:12345-0@lo:400:kworker.0 Request processed in 30us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764123.363815:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00080000:0.0:1775764123.363837:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764123.363849:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725858688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363878:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764123.363896:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764123.363901:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725858560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363930:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764123.363965:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725858304:0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363975:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725858816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764123.363982:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725858432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764123.364116:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725858688 00000100:00100000:3.0:1775764123.364120:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725858688 00000100:00100000:3.0:1775764123.364160:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725858560 00000100:00100000:3.0:1775764123.364168:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725858560 00000100:00100000:3.0:1775764123.364193:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1775764123.364199:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725858688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764123.364237:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725858688:12345-0@lo:400:kworker.0 Request processed in 39us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764123.364243:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1775764123.364255:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1775764123.364261:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725858560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764123.364284:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725858560:12345-0@lo:400:kworker.0 Request processed in 24us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764123.364289:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1775764123.364318:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725858560:0@lo:400:kworker.0 00000100:00100000:3.0:1775764123.364326:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725858688:0@lo:400:kworker.0 00000100:00080000:0.0:1775764123.369725:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764123.442355:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764123.442399:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764123.442858:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702626176 00000100:00100000:3.0:1775764123.442869:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702626176 00000100:00100000:3.0:1775764123.442935:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 607 00000100:00100000:3.0:1775764123.442943:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702626176:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764123.443022:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702626176:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 79us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764123.443030:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 607 00000100:00100000:3.0:1775764123.443054:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702626048 00000100:00100000:3.0:1775764123.443057:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702626048 00000100:00100000:3.0:1775764123.443078:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 603 00000100:00100000:3.0:1775764123.443083:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702626048:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764123.443102:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702626048:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 19us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764123.443117:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 603 00000100:00080000:3.0:1775764123.443181:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764123.874236:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764123.916149:0:35012:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcee961130 20000000:00000080:0.0:1775764123.916165:0:35012:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d701800 uarg=0000000000000000 10000000:01000000:0.0:1775764123.916602:0:35012:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764123.916622:0:35012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764123.916644:0:35012:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b8c1 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764123.916652:0:35012:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764123.916708:0:35012:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b8c1 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764123.916722:0:35012:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b8c1 expref: 17 pid: 5763 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764123.919391:0:35012:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35012:1862022725858944:0@lo:104: 00000100:00100000:1.0:1775764123.920268:0:35012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764123.920387:0:35012:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764123.921291:0:16808:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775764123.921311:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725858944 00000100:00100000:0.0:1775764123.921322:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725858944 00000100:00100000:0.0:1775764123.921439:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1775764123.921468:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f8ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35012:x1862022725858944:12345-0@lo:104: 00010000:00010000:0.0:1775764123.921488:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764123.921619:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764123.921627:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f8ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35012:x1862022725858944:12345-0@lo:104: Request processed in 161us (1365us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764123.921633:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1775764123.921800:0:35012:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35012:1862022725858944:0@lo:104: 00010000:00010000:1.0:1775764123.921829:0:35012:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.921994:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764123.922003:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922012:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764123.922016:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922040:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764123.922048:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764123.922055:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764123.922108:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922115:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764123.922142:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922149:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420b8c1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922170:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764123.922172:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764123.922174:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764123.922191:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725859072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764123.922246:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764123.922302:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725859072 00000100:00100000:2.0:1775764123.922307:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725859072 00010000:00010000:2.0:1775764123.922328:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b8c1 expref: 18 pid: 5763 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764123.922350:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1775764123.922356:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09696450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725859072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764123.922374:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764123.922380:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b8c1 expref: 18 pid: 5763 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922391:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b8c1 expref: 18 pid: 5763 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922406:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420b8c8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b8c1 expref: 18 pid: 5763 timeout: 1048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922420:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922430:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922443:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922451:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922458:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922463:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922469:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764123.922474:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922490:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922500:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764123.922510:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764123.922535:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09696450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725859072:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764123.922541:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1775764123.922606:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725859072:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764123.924431:0:35012:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764123.924448:0:35012:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764123.924455:0:35012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b8cf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764124.897942:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764124.961601:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764124.961610:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764124.961616:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764124.961683:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764124.961698:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764124.961711:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764124.961769:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725859200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764124.961855:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764124.961894:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725859200 00000100:00100000:1.0:1775764124.961904:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725859200 00000100:00100000:3.0:1775764124.961913:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33e90000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764124.961955:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1775764124.961966:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725859200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764124.961988:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764124.962016:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b8d6 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764124.962043:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b8d6 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764124.962056:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b8d6 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764124.962067:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca600, rc 0) 00000100:00100000:1.0:1775764124.962124:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725859200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764124.962132:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1775764124.962683:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725859200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764124.962704:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764124.962716:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764124.962773:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764124.962779:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764124.962802:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1775764124.991721:0:35060:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc1b55900 20000000:00000080:1.0:1775764124.991815:0:35060:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36e61000 uarg=0000000000000000 10000000:01000000:1.0:1775764124.992057:0:35060:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764124.992079:0:35060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764124.992099:0:35060:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b8d6 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764124.992108:0:35060:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764124.992170:0:35060:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b8d6 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764124.992184:0:35060:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b8d6 expref: 17 pid: 5763 timeout: 1049 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764124.992199:0:35060:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35060:1862022725859328:0@lo:104: 00000100:00100000:1.0:1775764124.992271:0:35060:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764124.992359:0:35060:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764124.994677:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725859328 00000100:00100000:3.0:1775764124.994692:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725859328 00000100:00100000:3.0:1775764124.994962:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1775764124.994973:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35060:x1862022725859328:12345-0@lo:104: 00010000:00010000:3.0:1775764124.994997:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764124.995192:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764124.995201:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35060:x1862022725859328:12345-0@lo:104: Request processed in 228us (2927us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764124.995210:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00010000:00010000:2.0:1775764124.995277:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764124.995286:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995295:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764124.995301:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995311:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764124.995319:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764124.995325:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764124.995377:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995406:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764124.995440:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995447:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420b8d6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8dd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995480:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764124.995482:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764124.995483:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764124.995491:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764124.995509:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725859456:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764124.995572:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764124.995629:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725859456 00000100:00100000:2.0:1775764124.995635:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725859456 00010000:00010000:2.0:1775764124.995663:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b8d6 expref: 18 pid: 5763 timeout: 1049 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764124.995689:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1775764124.995695:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725859456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764124.995707:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764124.995715:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b8d6 expref: 18 pid: 5763 timeout: 1049 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995727:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b8d6 expref: 18 pid: 5763 timeout: 1049 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995777:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995794:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995815:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995822:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995828:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995835:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995839:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764124.995844:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995851:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995859:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764124.995871:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764124.995911:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725859456:12345-0@lo:103:ldlm_bl.0 Request processed in 212us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764124.995918:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1775764124.996299:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725859456:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764124.999815:0:35060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b8dd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b8d6 expref: 17 pid: 5763 timeout: 1049 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764124.999834:0:35060:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35060:1862022725859328:0@lo:104: 00010000:00010000:1.0:1775764124.999863:0:35060:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764125.000585:0:35060:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764125.000595:0:35060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764125.000602:0:35060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420b8e4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764125.408992:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725859584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764125.409082:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764125.409386:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725859584 00000100:00100000:2.0:1775764125.409402:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725859584 00000100:00080000:3.0:1775764125.416370:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764125.422165:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1775764125.422190:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725859584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764125.422235:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764125.422344:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725859584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 167us (13262us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764125.422352:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1775764125.422426:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725859584:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764125.919868:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764126.205125:0:35108:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2066fa10 20000000:00000080:1.0:1775764126.205149:0:35108:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5f400 uarg=0000000000000000 10000000:01000000:1.0:1775764126.205403:0:35108:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764126.209636:0:35108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209664:0:35108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209676:0:35108:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209683:0:35108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209706:0:35108:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209714:0:35108:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209720:0:35108:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764126.209724:0:35108:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209749:0:35108:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209763:0:35108:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209771:0:35108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.209778:0:35108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b8eb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764126.819290:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764126.819299:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764126.819304:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764126.819361:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764126.819398:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764126.819411:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764126.819447:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725859712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764126.819559:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764126.819637:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33e90d80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764126.819806:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725859712 00000100:00100000:0.0:1775764126.819816:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725859712 00000100:00100000:0.0:1775764126.819897:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1775764126.819909:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725859712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764126.819926:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764126.819945:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b8f2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764126.819974:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b8f2 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764126.819985:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b8f2 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764126.819994:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063600, rc 0) 00000100:00100000:0.0:1775764126.820072:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725859712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764126.820089:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1775764126.820308:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725859712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764126.820330:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.820340:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764126.820382:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764126.820390:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.820398:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764126.945904:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764127.513225:0:35156:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd71db9980 20000000:00000080:1.0:1775764127.513241:0:35156:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5d800 uarg=0000000000000000 10000000:01000000:1.0:1775764127.513440:0:35156:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764127.513458:0:35156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764127.513475:0:35156:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b8f2 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764127.513483:0:35156:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764127.513521:0:35156:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b8f2 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764127.513545:0:35156:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b8f2 expref: 17 pid: 5762 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764127.513562:0:35156:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35156:1862022725859840:0@lo:104: 00000100:00100000:1.0:1775764127.513627:0:35156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764127.513676:0:35156:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e062369c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764127.513902:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725859840 00000100:00100000:0.0:1775764127.513911:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725859840 00000100:00100000:0.0:1775764127.513964:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1775764127.513973:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35156:x1862022725859840:12345-0@lo:104: 00010000:00010000:0.0:1775764127.513986:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764127.514054:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764127.514060:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35156:x1862022725859840:12345-0@lo:104: Request processed in 89us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764127.514067:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00010000:00010000:2.0:1775764127.514673:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764127.514684:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.514694:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764127.514699:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.514710:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764127.514718:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764127.514724:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:1.0:1775764127.515208:0:35156:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35156:1862022725859840:0@lo:104: 00010000:00010000:1.0:1775764127.515232:0:35156:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515309:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515316:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764127.515351:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515371:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420b8f2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b8f9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515388:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764127.515390:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764127.515392:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764127.515445:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764127.515464:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725859968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764127.515524:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764127.515617:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725859968 00000100:00100000:2.0:1775764127.515624:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725859968 00010000:00010000:2.0:1775764127.515654:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b8f2 expref: 18 pid: 5762 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764127.515686:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1775764127.515694:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725859968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764127.515709:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764127.515714:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b8f2 expref: 18 pid: 5762 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515725:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b8f2 expref: 18 pid: 5762 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515768:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063600/0x429a70d18420b8f9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b8f2 expref: 18 pid: 5762 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515780:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515788:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515813:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515819:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515825:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515830:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515847:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764127.515851:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515858:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515870:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.515878:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764127.515913:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725859968:12345-0@lo:103:ldlm_bl.0 Request processed in 219us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764127.515919:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1775764127.515949:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725859968:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764127.516095:0:35156:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764127.516103:0:35156:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764127.516109:0:35156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420b900 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764127.969123:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764128.482455:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725860224:0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.482557:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764128.482606:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725860736:0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.482635:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764128.482662:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764128.482668:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725860352:0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.482689:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764128.482707:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725860864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.482756:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764128.482791:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725860224 00000100:00100000:1.0:1775764128.482798:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725860224 00000100:00100000:1.0:1775764128.482848:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1775764128.482867:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725860224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.482918:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725860224:12345-0@lo:400:kworker.0 Request processed in 51us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764128.482926:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1775764128.482962:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725860736 00000100:00100000:1.0:1775764128.482965:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725860736 00000100:00100000:1.0:1775764128.483002:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725860352 00000100:00100000:1.0:1775764128.483005:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725860352 00000100:00100000:1.0:1775764128.483023:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1775764128.483029:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725860736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.483060:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725860736:12345-0@lo:400:kworker.0 Request processed in 31us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764128.483066:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1775764128.483077:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1775764128.484039:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725860352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.484178:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725860352:12345-0@lo:400:kworker.0 Request processed in 1094us (1486us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764128.484187:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1775764128.484225:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725860864 00000100:00100000:1.0:1775764128.484231:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725860864 00000100:00100000:1.0:1775764128.484272:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1775764128.484279:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725860864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.484313:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725860864:12345-0@lo:400:kworker.0 Request processed in 35us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764128.484318:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00080000:1.0:1775764128.484339:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764128.484344:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764128.484407:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725860352:0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.484420:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725860864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.484428:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725860224:0@lo:400:kworker.0 00000100:00100000:1.0:1775764128.484439:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725860736:0@lo:400:kworker.0 00000100:00100000:3.0:1775764128.485223:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725860096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764128.485267:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764128.485295:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725860608:0@lo:400:kworker.0 00000100:00100000:3.0:1775764128.485317:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764128.485339:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764128.485345:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725860480:0@lo:400:kworker.0 00000100:00100000:3.0:1775764128.485368:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764128.485396:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725860096 00000100:00100000:3.0:1775764128.485401:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725860096 00000100:00100000:3.0:1775764128.485439:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1775764128.485446:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725860096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764128.485474:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764128.485560:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725860096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764128.485566:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1775764128.485585:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725860608 00000100:00100000:3.0:1775764128.485588:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725860608 00000100:00100000:3.0:1775764128.485619:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1775764128.485625:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725860608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764128.485654:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725860608:12345-0@lo:400:kworker.0 Request processed in 30us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764128.485659:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1775764128.485677:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725860480 00000100:00100000:3.0:1775764128.485681:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725860480 00000100:00100000:3.0:1775764128.485707:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1775764128.485713:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725860480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764128.485775:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725860480:12345-0@lo:400:kworker.0 Request processed in 62us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764128.485781:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1775764128.485812:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e105df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725860480:0@lo:400:kworker.0 00000100:00100000:3.0:1775764128.485826:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725860096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764128.485833:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725860608:0@lo:400:kworker.0 00000100:00080000:1.0:1775764128.487668:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764128.487677:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764128.571434:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764128.572827:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764128.572874:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702626432 00000100:00100000:2.0:1775764128.572889:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702626432 00000100:00100000:2.0:1775764128.572969:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 611 00000100:00100000:2.0:1775764128.572980:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702626432:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764128.573074:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702626432:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (1653us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764128.573082:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 611 00000100:00080000:1.0:1775764128.574403:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764128.575876:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702626304 00000100:00100000:2.0:1775764128.575888:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702626304 00000100:00100000:2.0:1775764128.575936:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 607 00000100:00100000:2.0:1775764128.575946:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702626304:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764128.576034:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702626304:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 89us (3215us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764128.576041:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 607 00000020:00000080:1.0:1775764128.605248:0:35204:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7dd9c8f0 20000000:00000080:1.0:1775764128.605266:0:35204:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5a400 uarg=0000000000000000 10000000:01000000:3.0:1775764128.865910:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764128.865921:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764128.865928:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764128.865997:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764128.866011:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764128.866024:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764128.866058:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725860992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764128.866157:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764128.866249:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e16cd56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764128.868867:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725860992 00000100:00100000:1.0:1775764128.871233:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725860992 00000100:00100000:1.0:1775764128.871325:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1775764128.871338:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725860992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764128.871357:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764128.871379:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b907 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764128.871409:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b907 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764128.871419:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b907 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764128.871428:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0caa00, rc 0) 00000100:00100000:1.0:1775764128.873412:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725860992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2065us (7243us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764128.873424:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1775764128.873543:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725860992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764128.873569:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764128.873583:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764128.873608:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764128.873613:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764128.873620:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764129.000386:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764129.904956:0:35252:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc52c52830 20000000:00000080:2.0:1775764129.904978:0:35252:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c91400 uarg=0000000000000000 00010000:00010000:0.0:1775764130.017989:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764130.528077:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725861120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764130.528183:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764130.528323:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725861120 00000100:00100000:2.0:1775764130.528336:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725861120 00000100:00100000:2.0:1775764130.528432:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1775764130.528445:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725861120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764130.528515:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764130.528586:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725861120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764130.528594:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1775764130.528656:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725861120:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764130.529632:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:3.0:1775764130.987307:0:35300:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc106f6d60 20000000:00000080:3.0:1775764130.987332:0:35300:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5cc00 uarg=0000000000000000 10000000:01000000:2.0:1775764131.005687:0:35300:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764131.005720:0:35300:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.005770:0:35300:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b907 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.005778:0:35300:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.007145:0:35300:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b907 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.007176:0:35300:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b907 expref: 17 pid: 5762 timeout: 1055 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764131.007194:0:35300:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35300:1862022725861248:0@lo:104: 00000100:00100000:2.0:1775764131.007651:0:35300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764131.007722:0:35300:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764131.008657:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725861248 00000100:00100000:3.0:1775764131.008671:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725861248 00000100:00100000:3.0:1775764131.008762:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1775764131.008773:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35300:x1862022725861248:12345-0@lo:104: 00010000:00010000:3.0:1775764131.008790:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764131.009145:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764131.009152:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35300:x1862022725861248:12345-0@lo:104: Request processed in 382us (1505us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764131.009161:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00010000:00010000:1.0:1775764131.009427:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764131.009437:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764131.009447:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764131.009452:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764131.009472:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764131.009487:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764131.009494:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764131.009569:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764131.009596:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764131.009636:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764131.009644:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420b907 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b90e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764131.009672:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764131.009674:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764131.009677:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764131.009686:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764131.009704:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725861376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764131.010135:0:35300:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35300:1862022725861248:0@lo:104: 00010000:00010000:0.0:1775764131.010165:0:35300:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764131.013866:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764131.014855:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725861376 00000100:00100000:2.0:1775764131.014867:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725861376 00010000:00010000:2.0:1775764131.014921:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b907 expref: 18 pid: 5762 timeout: 1055 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764131.014970:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1775764131.014980:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725861376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764131.014996:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764131.015002:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b907 expref: 18 pid: 5762 timeout: 1055 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015045:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b907 expref: 18 pid: 5762 timeout: 1055 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015065:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420b90e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b907 expref: 18 pid: 5762 timeout: 1055 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015083:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015093:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015114:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015123:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015130:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015138:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015144:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764131.015149:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015159:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015196:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764131.015207:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764131.015295:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725861376:12345-0@lo:103:ldlm_bl.0 Request processed in 317us (5495us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764131.015303:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1775764131.015904:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725861376:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764131.016273:0:35300:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764131.016283:0:35300:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764131.016290:0:35300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b915 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764131.041264:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764132.065311:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764132.382124:0:35349:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffce4d3b40 20000000:00000080:0.0:1775764132.382146:0:35349:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8e9400 uarg=0000000000000000 10000000:01000000:0.0:1775764132.382349:0:35349:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764132.382370:0:35349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382387:0:35349:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382398:0:35349:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382410:0:35349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382417:0:35349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382424:0:35349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382430:0:35349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764132.382434:0:35349:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382442:0:35349:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382455:0:35349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382462:0:35349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764132.382467:0:35349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420b91c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764132.768699:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764132.768708:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764132.768714:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764132.768802:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764132.768814:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764132.768825:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764132.769023:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725861504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764132.769116:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764132.769183:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764132.770114:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725861504 00000100:00100000:1.0:1775764132.770127:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725861504 00000100:00100000:1.0:1775764132.770201:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1775764132.770214:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725861504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764132.770238:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764132.770277:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b923 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764132.770311:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b923 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764132.770325:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b923 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764132.770337:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb000, rc 0) 00000100:00100000:1.0:1775764132.774857:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725861504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 4619us (5714us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764132.774875:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1775764132.776651:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725861504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764132.776688:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764132.776703:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764132.776760:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764132.776775:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764132.776783:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764133.093134:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764133.600606:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725861760:0@lo:400:kworker.0 00000100:00100000:1.0:1775764133.600654:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725861888:0@lo:400:kworker.0 00000100:00100000:3.0:1775764133.600679:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764133.600701:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725862016:0@lo:400:kworker.0 00000100:00100000:1.0:1775764133.600765:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764133.600797:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725862272:0@lo:400:kworker.0 00000100:00100000:3.0:1775764133.600831:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764133.600850:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764133.600856:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725861632:0@lo:400:kworker.0 00000100:00100000:3.0:1775764133.600884:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764133.600904:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725862144:0@lo:400:kworker.0 00000100:00100000:3.0:1775764133.600924:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764133.600951:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725861760 00000100:00100000:3.0:1775764133.600958:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725861760 00000100:00100000:3.0:1775764133.601007:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725862144 00000100:00100000:3.0:1775764133.601010:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725862144 00000100:00100000:3.0:1775764133.601059:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1775764133.601070:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e105df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725861760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764133.601137:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e105df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725861760:12345-0@lo:400:kworker.0 Request processed in 67us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764133.601145:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1775764133.601168:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1775764133.601175:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725862144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764133.601206:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725862144:12345-0@lo:400:kworker.0 Request processed in 31us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764133.601229:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00080000:3.0:1775764133.601249:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764133.601285:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725862144:0@lo:400:kworker.0 00000100:00100000:3.0:1775764133.601294:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725861760:0@lo:400:kworker.0 00000100:00100000:0.0:1775764133.608205:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725862016 00000100:00100000:0.0:1775764133.608223:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725862016 00000100:00100000:0.0:1775764133.608283:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725862272 00000100:00100000:0.0:1775764133.608287:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725862272 00000100:00100000:0.0:1775764133.608316:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1775764133.608328:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725862016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764133.608466:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725862016:12345-0@lo:400:kworker.0 Request processed in 140us (7700us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764133.608474:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1775764133.608501:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1775764133.608508:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725862272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764133.608543:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725862272:12345-0@lo:400:kworker.0 Request processed in 35us (7711us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764133.608548:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1775764133.608584:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764133.608653:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725862400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764133.608694:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764133.608771:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725861888 00000100:00100000:0.0:1775764133.608776:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725861888 00000100:00100000:0.0:1775764133.608807:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1775764133.608814:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725861888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764133.608853:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725861888:12345-0@lo:400:kworker.0 Request processed in 39us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764133.608858:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1775764133.608878:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725861632 00000100:00100000:0.0:1775764133.608882:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725861632 00000100:00100000:0.0:1775764133.608907:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1775764133.608913:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725861632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764133.608944:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725861632:12345-0@lo:400:kworker.0 Request processed in 32us (8060us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764133.608950:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1775764133.608998:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725861888:0@lo:400:kworker.0 00000100:00100000:0.0:1775764133.611659:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725862016:0@lo:400:kworker.0 00000100:00100000:0.0:1775764133.611970:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725862400 00000100:00100000:0.0:1775764133.611980:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725862400 00000100:00100000:1.0:1775764133.612488:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1775764133.612502:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725862400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764133.612551:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764133.612652:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725862400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (3957us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764133.612660:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1775764133.612716:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725862400:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764133.613323:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764133.613333:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764133.613338:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764133.613374:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725861632:0@lo:400:kworker.0 00000100:00100000:3.0:1775764133.613389:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725862272:0@lo:400:kworker.0 00000100:00100000:2.0:1775764133.683901:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764133.683947:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764133.684003:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702626560 00000100:00100000:3.0:1775764133.684018:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702626560 00000100:00100000:3.0:1775764133.684145:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 611 00000100:00100000:3.0:1775764133.684158:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702626560:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764133.684242:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702626560:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764133.684252:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 611 00000100:00100000:2.0:1775764133.687260:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702626688 00000100:00100000:2.0:1775764133.687273:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702626688 00000100:00100000:2.0:1775764133.687348:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 615 00000100:00080000:3.0:1775764133.687352:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764133.687358:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702626688:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764133.687445:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702626688:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 88us (3556us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764133.687452:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 615 00000020:00000080:2.0:1775764133.778655:0:35398:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd989d5280 20000000:00000080:2.0:1775764133.778672:0:35398:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719e800 uarg=0000000000000000 10000000:01000000:0.0:1775764133.779349:0:35398:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764133.779370:0:35398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764133.779388:0:35398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b923 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764133.779396:0:35398:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764133.779438:0:35398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b923 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764133.779553:0:35398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b923 expref: 17 pid: 5763 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764133.779572:0:35398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35398:1862022725862528:0@lo:104: 00000100:00100000:0.0:1775764133.779655:0:35398:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764133.779854:0:35398:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764133.779938:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725862528 00000100:00100000:3.0:1775764133.779946:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725862528 00000100:00100000:3.0:1775764133.779992:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1775764133.779999:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35398:x1862022725862528:12345-0@lo:104: 00010000:00010000:3.0:1775764133.780012:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.780179:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764133.780195:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35398:x1862022725862528:12345-0@lo:104: Request processed in 196us (539us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764133.780201:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1775764133.780203:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00010000:00010000:1.0:1775764133.780208:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764133.780227:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764133.780231:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764133.780241:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764133.780248:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764133.780253:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:0.0:1775764133.780269:0:35398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35398:1862022725862528:0@lo:104: 00010000:00010000:0.0:1775764133.780292:0:35398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764133.780471:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764133.780490:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764133.780523:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764133.780531:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420b923 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b92a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764133.780568:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764133.780580:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725862656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764133.780615:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764133.780898:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764133.780901:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764133.780903:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764133.781019:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725862656 00000100:00100000:2.0:1775764133.781024:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725862656 00010000:00010000:2.0:1775764133.781171:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b923 expref: 18 pid: 5763 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764133.781265:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1775764133.781278:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725862656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764133.781290:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764133.781296:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b923 expref: 18 pid: 5763 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781307:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b923 expref: 18 pid: 5763 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781322:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b92a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b923 expref: 18 pid: 5763 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781334:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781341:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781355:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781361:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781367:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781372:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781385:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764133.781389:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781396:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781411:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764133.781421:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764133.781647:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725862656:12345-0@lo:103:ldlm_bl.0 Request processed in 372us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764133.781656:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1775764133.781800:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725862656:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764133.781917:0:35398:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764133.781923:0:35398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764133.781933:0:35398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420b931 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764134.120062:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764135.049497:0:35446:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeacf8a0a0 20000000:00000080:1.0:1775764135.049516:0:35446:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c91c00 uarg=0000000000000000 10000000:01000000:1.0:1775764135.050112:0:35446:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764135.050136:0:35446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050165:0:35446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050178:0:35446:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050186:0:35446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050194:0:35446:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050200:0:35446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050207:0:35446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764135.050211:0:35446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050220:0:35446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050233:0:35446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050240:0:35446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.050246:0:35446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b938 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764135.135852:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764135.135860:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764135.135865:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764135.135914:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764135.135926:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764135.135936:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764135.135965:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725862784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764135.136039:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764135.136098:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764135.139711:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725862784 00000100:00100000:1.0:1775764135.139725:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725862784 00000100:00100000:1.0:1775764135.139812:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1775764135.139824:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725862784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764135.139844:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764135.139867:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b93f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.139895:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b93f expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.139906:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b93f expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.139917:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775764135.139997:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725862784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (3956us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764135.140004:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1775764135.140110:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725862784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764135.140129:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764135.140137:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764135.140158:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764135.140162:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764135.140169:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764135.158862:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764135.648082:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764135.648111:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725862912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764135.648535:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764135.648764:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725862912 00000100:00100000:0.0:1775764135.648774:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725862912 00000100:00100000:0.0:1775764135.648852:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1775764135.648863:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725862912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764135.648910:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764135.648974:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725862912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764135.648982:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:2.0:1775764135.649274:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764135.649323:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725862912:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764136.177364:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764136.477413:0:35495:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff15eca000 20000000:00000080:1.0:1775764136.477436:0:35495:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b59000 uarg=0000000000000000 10000000:01000000:1.0:1775764136.477699:0:35495:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764136.477722:0:35495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764136.478450:0:35495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b93f expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764136.478487:0:35495:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764136.478539:0:35495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b93f expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764136.478555:0:35495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b93f expref: 17 pid: 5762 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764136.478574:0:35495:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35495:1862022725863040:0@lo:104: 00000100:00100000:1.0:1775764136.478650:0:35495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764136.478785:0:35495:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764136.478916:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725863040 00000100:00100000:3.0:1775764136.478926:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725863040 00000100:00100000:3.0:1775764136.479031:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1775764136.479050:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35495:x1862022725863040:12345-0@lo:104: 00010000:00010000:3.0:1775764136.479065:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764136.479131:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764136.479137:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35495:x1862022725863040:12345-0@lo:104: Request processed in 98us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764136.479144:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1775764136.479209:0:35495:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35495:1862022725863040:0@lo:104: 00010000:00010000:1.0:1775764136.479229:0:35495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479439:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764136.479446:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479464:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764136.479468:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479491:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764136.479499:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764136.479504:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764136.479547:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479554:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764136.479575:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479583:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b93f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b946 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479598:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764136.479600:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764136.479601:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764136.479615:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725863168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764136.479647:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764136.479691:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725863168 00000100:00100000:2.0:1775764136.479696:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725863168 00010000:00010000:2.0:1775764136.479718:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b93f expref: 18 pid: 5762 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764136.479767:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1775764136.479774:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725863168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764136.479794:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764136.479801:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b93f expref: 18 pid: 5762 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479814:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b93f expref: 18 pid: 5762 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479829:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420b946 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b93f expref: 18 pid: 5762 timeout: 1061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479842:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479850:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479865:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479873:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479880:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479887:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479892:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764136.479897:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479913:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479925:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764136.479935:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764136.479962:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725863168:12345-0@lo:103:ldlm_bl.0 Request processed in 188us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764136.479968:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1775764136.480018:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725863168:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764136.480474:0:35495:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764136.480485:0:35495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764136.480491:0:35495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420b94d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764137.187843:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764137.618333:0:35544:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe3c0c1a60 20000000:00000080:0.0:1775764137.618354:0:35544:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ea400 uarg=0000000000000000 10000000:01000000:0.0:1775764137.619260:0:35544:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764137.619285:0:35544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619304:0:35544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619316:0:35544:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619323:0:35544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619893:0:35544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619904:0:35544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619910:0:35544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764137.619915:0:35544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619925:0:35544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619942:0:35544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619949:0:35544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.619973:0:35544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062200/0x429a70d18420b954 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764137.887844:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764137.887850:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764137.887854:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764137.887911:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764137.887926:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764137.887941:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764137.887976:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725863296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764137.888061:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764137.888123:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764137.888195:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725863296 00000100:00100000:0.0:1775764137.888204:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725863296 00000100:00100000:0.0:1775764137.888267:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1775764137.888279:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725863296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764137.888296:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764137.888318:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b95b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.888344:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b95b expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.888356:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b95b expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.888367:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764137.888417:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725863296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764137.888424:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1775764137.888487:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725863296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764137.888502:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.888511:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764137.888545:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764137.888551:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764137.888559:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764138.210054:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764138.691263:0:35593:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeee0c8760 20000000:00000080:0.0:1775764138.691282:0:35593:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ebc00 uarg=0000000000000000 10000000:01000000:0.0:1775764138.691630:0:35593:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764138.691654:0:35593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764138.691677:0:35593:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b95b expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764138.691686:0:35593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764138.691933:0:35593:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b95b expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764138.691949:0:35593:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b95b expref: 17 pid: 5760 timeout: 1063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764138.691968:0:35593:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35593:1862022725863424:0@lo:104: 00000100:00100000:0.0:1775764138.692136:0:35593:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764138.692237:0:35593:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e371676c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764138.692287:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725863424 00000100:00100000:3.0:1775764138.692294:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725863424 00000100:00100000:3.0:1775764138.692372:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1775764138.692381:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35593:x1862022725863424:12345-0@lo:104: 00010000:00010000:3.0:1775764138.692394:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764138.692561:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764138.692567:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35593:x1862022725863424:12345-0@lo:104: Request processed in 188us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764138.692574:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1775764138.692661:0:35593:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35593:1862022725863424:0@lo:104: 00010000:00010000:1.0:1775764138.692682:0:35593:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.692785:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764138.692792:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.692800:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764138.692804:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.692812:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764138.692820:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764138.692826:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764138.692864:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.692884:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764138.692906:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.692913:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420b95b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b962 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.692929:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764138.692931:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764138.692932:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764138.692954:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725863552:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764138.693003:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764138.693049:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725863552 00000100:00100000:2.0:1775764138.693054:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725863552 00010000:00010000:2.0:1775764138.693075:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b95b expref: 18 pid: 5760 timeout: 1063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764138.693099:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1775764138.693106:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725863552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764138.693117:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764138.693121:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b95b expref: 18 pid: 5760 timeout: 1063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693132:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b95b expref: 18 pid: 5760 timeout: 1063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693144:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b962 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b95b expref: 18 pid: 5760 timeout: 1063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693168:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693176:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693190:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693196:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693202:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693207:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693212:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764138.693216:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693223:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693234:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764138.693243:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764138.693273:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725863552:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764138.693287:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1775764138.693320:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725863552:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764138.693616:0:35593:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764138.693624:0:35593:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764138.693629:0:35593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420b969 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764138.721519:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725863808:0@lo:400:kworker.0 00000100:00100000:2.0:1775764138.721602:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764138.721632:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725864320:0@lo:400:kworker.0 00000100:00100000:2.0:1775764138.721656:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764138.721681:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764138.721686:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725863936:0@lo:400:kworker.0 00000100:00100000:2.0:1775764138.721705:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764138.721746:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725863680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764138.721769:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764138.721783:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725864192:0@lo:400:kworker.0 00000100:00100000:2.0:1775764138.721800:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764138.721819:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764138.721824:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33e11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725864064:0@lo:400:kworker.0 00000100:00100000:2.0:1775764138.721842:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764138.725360:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725863808 00000100:00100000:0.0:1775764138.725409:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725863808 00000100:00100000:0.0:1775764138.725481:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725863936 00000100:00100000:0.0:1775764138.725485:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725863936 00000100:00100000:0.0:1775764138.725513:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725864192 00000100:00100000:0.0:1775764138.725517:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725864192 00000100:00100000:0.0:1775764138.725538:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1775764138.725549:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725863808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764138.725666:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725863808:12345-0@lo:400:kworker.0 Request processed in 119us (4063us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764138.725675:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1775764138.725693:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1775764138.725699:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725863936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764138.725727:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725863936:12345-0@lo:400:kworker.0 Request processed in 29us (4022us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764138.725757:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1775764138.725768:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1775764138.725774:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725864192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764138.725810:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725864192:12345-0@lo:400:kworker.0 Request processed in 36us (4009us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764138.725816:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1775764138.725836:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725864320 00000100:00100000:0.0:1775764138.725840:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725864320 00000100:00100000:0.0:1775764138.725867:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725864064 00000100:00100000:0.0:1775764138.725870:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725864064 00000100:00100000:0.0:1775764138.725888:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1775764138.725894:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725864320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764138.725941:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725864320:12345-0@lo:400:kworker.0 Request processed in 47us (4284us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764138.725958:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1775764138.725969:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1775764138.725974:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725864064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764138.726014:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725864064:12345-0@lo:400:kworker.0 Request processed in 40us (4170us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764138.726020:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1775764138.726045:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725863680 00000100:00100000:0.0:1775764138.726049:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725863680 00000100:00100000:0.0:1775764138.726077:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1775764138.726082:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725863680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764138.726114:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764138.726149:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725863680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (4378us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764138.726155:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00080000:0.0:1775764138.726204:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764138.726209:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764138.726212:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764138.726254:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3754dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725863936:0@lo:400:kworker.0 00000100:00100000:0.0:1775764138.726267:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725863808:0@lo:400:kworker.0 00000100:00100000:0.0:1775764138.726277:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725864320:0@lo:400:kworker.0 00000100:00100000:0.0:1775764138.726321:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725864064:0@lo:400:kworker.0 00000100:00100000:0.0:1775764138.726336:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725863680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764138.726345:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725864192:0@lo:400:kworker.0 00000100:00100000:3.0:1775764138.798187:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764138.798242:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764138.799060:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702626816 00000100:00100000:0.0:1775764138.799073:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702626816 00000100:00100000:0.0:1775764138.799140:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 614 00000100:00100000:0.0:1775764138.799152:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702626816:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764138.799243:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702626816:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (1068us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764138.799252:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 614 00000100:00100000:0.0:1775764138.799411:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702626944 00000100:00100000:0.0:1775764138.799415:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702626944 00000100:00100000:0.0:1775764138.799484:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 619 00000100:00100000:0.0:1775764138.799492:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702626944:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:3.0:1775764138.799500:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764138.799544:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702626944:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 52us (1301us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764138.799551:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 619 00010000:00010000:1.0:1775764139.235305:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764139.712376:0:35642:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9ffda5c0 20000000:00000080:3.0:1775764139.712397:0:35642:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d707400 uarg=0000000000000000 10000000:01000000:3.0:1775764139.714357:0:35642:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764139.714386:0:35642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714411:0:35642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714439:0:35642:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714447:0:35642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714454:0:35642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714461:0:35642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714468:0:35642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764139.714472:0:35642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714480:0:35642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714493:0:35642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714500:0:35642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764139.714507:0:35642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b970 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764140.127828:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764140.127836:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764140.127841:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764140.127894:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764140.127906:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764140.127920:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764140.127968:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725864448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764140.128052:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764140.128125:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764140.128241:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725864448 00000100:00100000:1.0:1775764140.128250:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725864448 00000100:00100000:1.0:1775764140.128312:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1775764140.128322:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725864448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764140.128346:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764140.128363:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b977 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.128391:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b977 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.128402:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b977 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.128413:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbc00, rc 0) 00000100:00100000:1.0:1775764140.128478:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725864448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764140.128485:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1775764140.128573:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725864448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764140.128587:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764140.128597:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764140.128620:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764140.128625:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764140.128631:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.257587:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764140.767879:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725864576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764140.767967:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764140.768335:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725864576 00000100:00100000:2.0:1775764140.768345:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725864576 00000100:00100000:2.0:1775764140.768402:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1775764140.768410:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725864576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764140.768460:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764140.768525:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725864576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764140.768533:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00080000:2.0:1775764140.768555:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764140.768583:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725864576:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1775764140.987375:0:35690:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffefb7a2090 20000000:00000080:2.0:1775764140.987396:0:35690:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3daf0800 uarg=0000000000000000 10000000:01000000:2.0:1775764140.987708:0:35690:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764140.988014:0:35690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764140.988039:0:35690:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b977 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764140.988048:0:35690:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764140.988101:0:35690:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b977 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764140.988115:0:35690:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b977 expref: 17 pid: 5762 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764140.988132:0:35690:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35690:1862022725864704:0@lo:104: 00000100:00100000:2.0:1775764140.988214:0:35690:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764140.988306:0:35690:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764140.988513:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764140.988527:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725864704 00000100:00100000:3.0:1775764140.988535:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725864704 00000100:00100000:3.0:1775764140.988619:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1775764140.988630:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d702850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35690:x1862022725864704:12345-0@lo:104: 00010000:00010000:3.0:1775764140.988644:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764140.988908:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764140.988916:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d702850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35690:x1862022725864704:12345-0@lo:104: Request processed in 289us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764140.988924:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1775764140.989032:0:35690:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35690:1862022725864704:0@lo:104: 00010000:00010000:2.0:1775764140.989051:0:35690:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.989121:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764140.989127:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.989135:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764140.989139:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.989148:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764140.989155:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764140.989160:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764140.989251:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.989258:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1775764140.989308:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725864832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764140.989349:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764140.989404:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.989420:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420b977 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b97e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764140.989436:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764140.989438:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764140.989439:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764140.989539:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725864832 00000100:00100000:0.0:1775764140.989544:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725864832 00010000:00010000:0.0:1775764140.989565:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b977 expref: 18 pid: 5762 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764140.989623:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1775764140.989638:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09696850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725864832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764140.989651:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764140.989657:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b977 expref: 18 pid: 5762 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989669:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b977 expref: 18 pid: 5762 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989682:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420b97e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b977 expref: 18 pid: 5762 timeout: 1065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989694:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989701:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989712:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989719:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989725:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989777:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989782:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764140.989786:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989800:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989817:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764140.989826:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764140.989859:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09696850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725864832:12345-0@lo:103:ldlm_bl.0 Request processed in 222us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764140.989865:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1775764140.989970:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725864832:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764140.990153:0:35690:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764140.990162:0:35690:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764140.990169:0:35690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420b985 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764141.283463:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764141.942086:0:35738:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa6b1ca10 20000000:00000080:3.0:1775764141.942107:0:35738:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d704000 uarg=0000000000000000 00010000:00010000:1.0:1775764142.304877:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764142.888869:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764142.888877:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764142.888883:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764142.888938:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764142.888963:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764142.888976:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764142.889006:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725864960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764142.889071:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764142.889140:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764142.889241:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725864960 00000100:00100000:1.0:1775764142.889249:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725864960 00000100:00100000:1.0:1775764142.889308:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1775764142.889317:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725864960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764142.889331:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764142.889345:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b98c expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764142.889372:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b98c expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764142.889385:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b98c expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764142.889437:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca600, rc 0) 00000100:00100000:1.0:1775764142.889489:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725864960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764142.889496:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1775764142.889544:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725864960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764142.889558:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764142.889567:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764142.889586:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764142.889591:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764142.889599:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1775764143.006640:0:35786:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff66fdec00 20000000:00000080:2.0:1775764143.006663:0:35786:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3daf3000 uarg=0000000000000000 00010000:00010000:1.0:1775764143.333973:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764143.840309:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764143.840332:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725865088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764143.840423:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764143.840533:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725865088 00000100:00100000:2.0:1775764143.840541:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725865088 00000100:00100000:2.0:1775764143.840624:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1775764143.840629:0:6554:0:(service.c:3441:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1775764143.840633:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725865088:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764143.840637:0:6554:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:2.0:1775764143.840681:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764143.840790:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725865088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764143.840798:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1775764143.840976:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725865344:0@lo:400:kworker.0 00000100:00100000:2.0:1775764143.841007:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764143.841019:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725865216:0@lo:400:kworker.0 00000100:00100000:2.0:1775764143.841037:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725865600:0@lo:400:kworker.0 00000100:00100000:0.0:1775764143.841052:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764143.841059:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764143.841076:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725865728:0@lo:400:kworker.0 00000100:00100000:2.0:1775764143.841077:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764143.841081:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725865472:0@lo:400:kworker.0 00000100:00100000:0.0:1775764143.841099:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764143.841111:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764143.841128:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725865216 00000100:00100000:0.0:1775764143.841132:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725865216 00000100:00100000:2.0:1775764143.841133:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725865344 00000100:00100000:2.0:1775764143.841135:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725865344 00000100:00100000:0.0:1775764143.841157:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1775764143.841160:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725865600 00000100:00100000:2.0:1775764143.841162:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725865600 00000100:00100000:0.0:1775764143.841163:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725865216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764143.841179:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725865472 00000100:00100000:2.0:1775764143.841182:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725865472 00000100:00100000:0.0:1775764143.841195:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725865216:12345-0@lo:400:kworker.0 Request processed in 31us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764143.841195:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1775764143.841201:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1775764143.841201:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725865344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764143.841226:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725865728 00000100:00100000:0.0:1775764143.841229:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725865728 00000100:00100000:2.0:1775764143.841230:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725865344:12345-0@lo:400:kworker.0 Request processed in 29us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764143.841236:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1775764143.841248:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1775764143.841266:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1775764143.841272:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725865728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764143.841308:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725865728:12345-0@lo:400:kworker.0 Request processed in 35us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764143.841314:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1775764143.841353:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725865216:0@lo:400:kworker.0 00000100:00100000:0.0:1775764143.841365:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725865728:0@lo:400:kworker.0 00000100:00080000:3.0:1775764143.841379:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764143.841392:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764143.841395:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764143.841442:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725865600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764143.841485:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725865600:12345-0@lo:400:kworker.0 Request processed in 46us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764143.841502:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1775764143.841516:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1775764143.841522:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725865472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764143.841550:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725865472:12345-0@lo:400:kworker.0 Request processed in 30us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764143.841555:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1775764143.842166:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725865344:0@lo:400:kworker.0 00000100:00100000:2.0:1775764143.842204:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725865088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764143.842603:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725865472:0@lo:400:kworker.0 00000100:00100000:0.0:1775764143.842616:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725865600:0@lo:400:kworker.0 00000100:00100000:3.0:1775764143.920288:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764143.920351:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764143.920452:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702627072 00000100:00100000:1.0:1775764143.920465:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702627072 00000100:00100000:1.0:1775764143.920530:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 618 00000100:00100000:1.0:1775764143.920540:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702627072:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764143.920628:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702627072:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 89us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764143.920636:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 618 00000100:00100000:0.0:1775764143.920816:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702627200 00000100:00100000:0.0:1775764143.920821:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702627200 00000100:00100000:0.0:1775764143.920896:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 623 00000100:00100000:0.0:1775764143.920903:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702627200:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764143.920938:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702627200:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764143.920945:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 623 00000100:00080000:1.0:1775764143.921770:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764144.352250:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764144.401600:0:35837:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca9940040 20000000:00000080:3.0:1775764144.401621:0:35837:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d707400 uarg=0000000000000000 10000000:01000000:3.0:1775764144.402674:0:35837:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764144.402700:0:35837:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764144.402722:0:35837:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b98c expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764144.402842:0:35837:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764144.402908:0:35837:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b98c expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764144.402928:0:35837:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b98c expref: 17 pid: 5763 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764144.403489:0:35837:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35837:1862022725865856:0@lo:104: 00000100:00100000:3.0:1775764144.403574:0:35837:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764144.403718:0:35837:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764144.404702:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725865856 00000100:00100000:0.0:1775764144.404716:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725865856 00000100:00100000:0.0:1775764144.405517:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1775764144.405532:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35837:x1862022725865856:12345-0@lo:104: 00010000:00010000:0.0:1775764144.405556:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764144.405676:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764144.405684:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35837:x1862022725865856:12345-0@lo:104: Request processed in 157us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764144.405705:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00010000:00010000:2.0:1775764144.405762:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764144.405768:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.405785:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764144.405790:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.405799:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764144.405807:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764144.405813:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764144.405864:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.405871:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764144.405902:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.405909:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420b98c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b993 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.405930:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764144.405932:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764144.405933:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764144.405973:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725865984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764144.406026:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764144.406084:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725865984 00000100:00100000:2.0:1775764144.406090:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725865984 00010000:00010000:2.0:1775764144.406115:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b98c expref: 18 pid: 5763 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764144.406141:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1775764144.406149:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725865984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764144.406164:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764144.406171:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b98c expref: 18 pid: 5763 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406185:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b98c expref: 18 pid: 5763 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406211:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406221:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406250:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406257:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406263:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406270:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406276:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764144.406280:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406288:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406299:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764144.406309:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764144.406340:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725865984:12345-0@lo:103:ldlm_bl.0 Request processed in 192us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764144.406347:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1775764144.406414:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725865984:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764144.406701:0:35837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420b993 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b98c expref: 17 pid: 5763 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764144.406714:0:35837:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35837:1862022725865856:0@lo:104: 00010000:00010000:3.0:1775764144.406765:0:35837:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764144.406774:0:35837:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764144.406779:0:35837:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764144.406785:0:35837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b99a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35837 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764145.376199:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764145.378089:0:35885:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdfcf2530 20000000:00000080:0.0:1775764145.378108:0:35885:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2fa2c000 uarg=0000000000000000 10000000:01000000:0.0:1775764145.378364:0:35885:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764145.378400:0:35885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378419:0:35885:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378431:0:35885:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378438:0:35885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378444:0:35885:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378452:0:35885:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378459:0:35885:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764145.378465:0:35885:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378475:0:35885:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378492:0:35885:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378514:0:35885:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.378520:0:35885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420b9a1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764145.443772:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764145.443782:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764145.443807:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764145.443863:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764145.443877:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764145.443891:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764145.443928:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725866112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764145.444000:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764145.444063:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764145.444277:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725866112 00000100:00100000:1.0:1775764145.444285:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725866112 00000100:00100000:1.0:1775764145.444342:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1775764145.444351:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725866112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764145.444377:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764145.444394:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b9a8 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764145.444421:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b9a8 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764145.444432:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b9a8 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764145.444442:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb000, rc 0) 00000100:00100000:1.0:1775764145.444495:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725866112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764145.444502:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1775764145.444587:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725866112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764145.444604:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.444614:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764145.444636:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764145.444642:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764145.444649:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764145.889629:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764145.889658:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725866240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764145.889754:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764145.889828:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725866240 00000100:00100000:2.0:1775764145.889839:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725866240 00000100:00100000:2.0:1775764145.889899:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1775764145.889908:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725866240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764145.889947:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764145.889995:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725866240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764145.890003:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1775764145.890070:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725866240:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764145.891459:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764146.404589:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764146.492612:0:35934:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8eefda70 20000000:00000080:3.0:1775764146.492632:0:35934:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d707400 uarg=0000000000000000 10000000:01000000:3.0:1775764146.493207:0:35934:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764146.493230:0:35934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764146.493256:0:35934:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b9a8 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764146.493264:0:35934:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764146.493308:0:35934:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b9a8 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764146.493322:0:35934:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b9a8 expref: 17 pid: 5763 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764146.493336:0:35934:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35934:1862022725866368:0@lo:104: 00000100:00100000:3.0:1775764146.493414:0:35934:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764146.493564:0:35934:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66900 going to sleep for 11 seconds 00000100:00100000:1.0:1775764146.493616:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725866368 00000100:00100000:1.0:1775764146.493624:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725866368 00000100:00100000:1.0:1775764146.493768:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1775764146.493780:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35934:x1862022725866368:12345-0@lo:104: 00010000:00010000:1.0:1775764146.493794:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764146.493864:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764146.493871:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:35934:x1862022725866368:12345-0@lo:104: Request processed in 93us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764146.493877:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1775764146.493966:0:35934:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33f15880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35934:1862022725866368:0@lo:104: 00010000:00010000:3.0:1775764146.493985:0:35934:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494207:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764146.494215:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494232:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764146.494235:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494243:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764146.494251:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764146.494256:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764146.494328:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494335:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764146.494368:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494375:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420b9a8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b9af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494391:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764146.494393:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764146.494395:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764146.494410:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725866496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764146.494449:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764146.494498:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725866496 00000100:00100000:2.0:1775764146.494504:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725866496 00010000:00010000:2.0:1775764146.494524:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b9a8 expref: 18 pid: 5763 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764146.494558:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1775764146.494565:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725866496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764146.494576:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764146.494584:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b9a8 expref: 18 pid: 5763 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494594:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b9a8 expref: 18 pid: 5763 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494609:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420b9af lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b9a8 expref: 18 pid: 5763 timeout: 1071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494625:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494633:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494648:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494656:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494662:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494668:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494682:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764146.494686:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494693:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494718:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764146.494727:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764146.494773:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725866496:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764146.494779:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1775764146.494808:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725866496:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764146.495254:0:35934:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764146.495265:0:35934:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764146.495271:0:35934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9b6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764147.424621:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764147.568415:0:35982:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0c3d1eb0 20000000:00000080:3.0:1775764147.568444:0:35982:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d707400 uarg=0000000000000000 10000000:01000000:3.0:1775764147.568773:0:35982:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764147.568798:0:35982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568817:0:35982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568828:0:35982:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568834:0:35982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568841:0:35982:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568849:0:35982:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568855:0:35982:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764147.568859:0:35982:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568867:0:35982:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568882:0:35982:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568890:0:35982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764147.568913:0:35982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420b9bd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764148.320984:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764148.320992:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764148.320998:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764148.321051:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764148.321063:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764148.321074:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764148.321107:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725866624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764148.321196:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764148.323718:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764148.326116:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725866624 00000100:00100000:0.0:1775764148.326132:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725866624 00000100:00100000:0.0:1775764148.326533:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1775764148.326546:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725866624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764148.326568:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764148.326594:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b9c4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764148.326648:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b9c4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764148.326660:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b9c4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764148.326671:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062400, rc 0) 00000100:00100000:0.0:1775764148.326801:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725866624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 259us (5605us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764148.326808:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1775764148.326916:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725866624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764148.326958:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764148.326968:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764148.326996:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764148.327013:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764148.327021:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764148.448957:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764148.758081:0:36030:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea7ee55e0 20000000:00000080:1.0:1775764148.758103:0:36030:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5b800 uarg=0000000000000000 10000000:01000000:1.0:1775764148.758411:0:36030:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764148.758435:0:36030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764148.758456:0:36030:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b9c4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764148.758476:0:36030:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764148.758521:0:36030:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b9c4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764148.758537:0:36030:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b9c4 expref: 17 pid: 5760 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764148.758554:0:36030:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36030:1862022725866752:0@lo:104: 00000100:00100000:1.0:1775764148.758633:0:36030:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764148.758703:0:36030:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e09780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764148.759029:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725866752 00000100:00100000:0.0:1775764148.759040:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725866752 00000100:00100000:0.0:1775764148.759107:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1775764148.759118:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36030:x1862022725866752:12345-0@lo:104: 00010000:00010000:0.0:1775764148.759141:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764148.759639:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764148.759650:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36030:x1862022725866752:12345-0@lo:104: Request processed in 533us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764148.759660:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00010000:00010000:2.0:1775764148.759675:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764148.759696:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.759705:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764148.759709:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.759718:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764148.759726:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764148.759754:0:36030:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36030:1862022725866752:0@lo:104: 10000000:01000000:2.0:1775764148.759771:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764148.759773:0:36030:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.759812:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.759821:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764148.759862:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.759869:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420b9c4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b9cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.759886:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764148.759888:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764148.759889:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764148.759908:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764148.759921:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725866880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764148.759963:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764148.760003:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725866880 00000100:00100000:2.0:1775764148.760008:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725866880 00010000:00010000:2.0:1775764148.760030:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b9c4 expref: 18 pid: 5760 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764148.760054:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1775764148.760061:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725866880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764148.760073:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764148.760078:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b9c4 expref: 18 pid: 5760 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760101:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b9c4 expref: 18 pid: 5760 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760114:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420b9cb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b9c4 expref: 18 pid: 5760 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760126:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760133:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760146:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760153:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760159:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760164:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760169:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764148.760172:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760178:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760199:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764148.760208:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764148.760237:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725866880:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764148.760243:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1775764148.760274:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725866880:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764148.760452:0:36030:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764148.760472:0:36030:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764148.760478:0:36030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420b9d2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764148.960010:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725867008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764148.960112:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764148.960325:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725867008 00000100:00100000:0.0:1775764148.960346:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725867008 00000100:00100000:0.0:1775764148.960432:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1775764148.960444:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725867008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764148.960494:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764148.960552:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725867008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764148.960559:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00080000:0.0:1775764148.960582:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764148.960635:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725867136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.960672:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764148.960705:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764148.960711:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725867264:0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.960762:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764148.960809:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725867136 00000100:00100000:2.0:1775764148.960813:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725867136 00000100:00100000:2.0:1775764148.960848:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725867264 00000100:00100000:2.0:1775764148.960852:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725867264 00000100:00100000:2.0:1775764148.960877:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1775764148.960884:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725867136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.960923:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725867136:12345-0@lo:400:kworker.0 Request processed in 41us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764148.960930:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1775764148.960943:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1775764148.960948:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725867264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.960993:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725867264:12345-0@lo:400:kworker.0 Request processed in 45us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764148.961001:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1775764148.961025:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725867392:0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.961046:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764148.961064:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764148.961069:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725867520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.961094:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764148.961121:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725867392 00000100:00100000:2.0:1775764148.961125:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725867392 00000100:00100000:2.0:1775764148.961151:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1775764148.961158:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725867392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.961190:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725867392:12345-0@lo:400:kworker.0 Request processed in 33us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764148.961196:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1775764148.961213:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725867520 00000100:00100000:2.0:1775764148.961216:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725867520 00000100:00100000:2.0:1775764148.961242:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1775764148.961249:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725867520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.961276:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725867520:12345-0@lo:400:kworker.0 Request processed in 28us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764148.961281:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00080000:2.0:1775764148.961295:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764148.961299:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764148.961327:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725867520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.961351:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725867392:0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.961392:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e063f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725867264:0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.961401:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725867136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764148.961430:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725867008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764149.042953:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764149.043003:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764149.053622:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702627456 00000100:00100000:3.0:1775764149.053650:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702627456 00000100:00100000:3.0:1775764149.053806:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 627 00000100:00100000:3.0:1775764149.053821:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702627456:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764149.053933:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702627456:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 117us (10990us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764149.053942:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 627 00000100:00080000:1.0:1775764149.054443:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764149.055199:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702627328 00000100:00100000:3.0:1775764149.055229:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702627328 00000100:00100000:3.0:1775764149.057333:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 621 00000100:00100000:3.0:1775764149.057366:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702627328:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764149.057486:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702627328:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 130us (14480us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764149.057494:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 621 00010000:00010000:1.0:1775764149.481109:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764150.192816:0:36078:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd5b8e4220 20000000:00000080:3.0:1775764150.192833:0:36078:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d705800 uarg=0000000000000000 10000000:01000000:3.0:1775764150.193278:0:36078:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764150.193302:0:36078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.193319:0:36078:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.202090:0:36078:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.202103:0:36078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.202111:0:36078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.202119:0:36078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.202126:0:36078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764150.202130:0:36078:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.202173:0:36078:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.202193:0:36078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.202201:0:36078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764150.202208:0:36078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420b9d9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764150.251204:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764150.251213:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764150.251218:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764150.251273:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764150.251286:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764150.251298:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764150.251340:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725867648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764150.251447:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764150.251522:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764150.251842:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725867648 00000100:00100000:2.0:1775764150.251851:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725867648 00000100:00100000:2.0:1775764150.251907:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1775764150.251918:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725867648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764150.251933:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764150.251950:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b9e0 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764150.251991:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b9e0 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764150.252003:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b9e0 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764150.252011:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80800, rc 0) 00000100:00100000:2.0:1775764150.252055:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725867648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764150.252062:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1775764150.252569:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725867648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764150.252589:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764150.252598:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764150.252619:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764150.252625:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764150.252632:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764150.497814:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764151.015976:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725867776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764151.016059:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764151.016152:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725867776 00000100:00100000:0.0:1775764151.016160:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725867776 00000100:00100000:0.0:1775764151.016214:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1775764151.016225:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725867776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764151.016267:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764151.016431:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725867776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 207us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764151.016439:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1775764151.016500:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725867776:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764151.016914:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:1.0:1775764151.336288:0:36126:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca785f780 20000000:00000080:1.0:1775764151.336307:0:36126:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b5a400 uarg=0000000000000000 00010000:00010000:1.0:1775764151.528097:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764152.547044:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764152.689762:0:36175:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe3ec7b1e0 20000000:00000080:3.0:1775764152.689791:0:36175:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d705000 uarg=0000000000000000 00010000:00010000:3.0:1775764153.570553:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764153.900644:0:36223:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe78ea7a10 20000000:00000080:2.0:1775764153.900666:0:36223:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01e1c800 uarg=0000000000000000 10000000:01000000:2.0:1775764153.900939:0:36223:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764153.900965:0:36223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764153.900993:0:36223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b9e0 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764153.901002:0:36223:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764153.901055:0:36223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b9e0 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764153.901069:0:36223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b9e0 expref: 17 pid: 5760 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764153.901085:0:36223:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36223:1862022725867904:0@lo:104: 00000100:00100000:2.0:1775764153.901161:0:36223:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764153.901222:0:36223:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764153.901385:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725867904 00000100:00100000:1.0:1775764153.901394:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725867904 00000100:00100000:1.0:1775764153.901452:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1775764153.901463:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36223:x1862022725867904:12345-0@lo:104: 00010000:00010000:1.0:1775764153.901575:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764153.901659:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764153.901665:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36223:x1862022725867904:12345-0@lo:104: Request processed in 205us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764153.901681:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00010000:00010000:3.0:1775764153.901766:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764153.901775:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.901783:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764153.901789:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.901800:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764153.901810:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764153.901817:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764153.901863:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.901871:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764153.901900:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.901907:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420b9e0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420b9e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.901928:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764153.901930:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764153.901932:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764153.901993:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764153.902009:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725868032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764153.902049:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764153.902128:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725868032 00000100:00100000:3.0:1775764153.902134:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725868032 00010000:00010000:3.0:1775764153.902159:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b9e0 expref: 18 pid: 5760 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764153.902193:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1775764153.902200:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725868032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764153.902214:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764153.902220:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b9e0 expref: 18 pid: 5760 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902231:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b9e0 expref: 18 pid: 5760 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902248:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902257:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902282:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902301:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902307:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902313:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902318:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764153.902323:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902330:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902339:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764153.902348:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764153.902377:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725868032:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764153.902383:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1775764153.902456:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725868032:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764153.903370:0:36223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420b9e7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b9e0 expref: 17 pid: 5760 timeout: 1078 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764153.903385:0:36223:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36223:1862022725867904:0@lo:104: 00010000:00010000:2.0:1775764153.903403:0:36223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764153.903412:0:36223:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764153.903418:0:36223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764153.903425:0:36223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420b9ee lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764154.086079:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725868160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764154.086189:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764154.086892:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725868160 00000100:00100000:0.0:1775764154.086907:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725868160 00000100:00100000:0.0:1775764154.086998:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1775764154.087009:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725868160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764154.087072:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764154.087156:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725868160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764154.087166:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1775764154.087237:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725868160:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764154.087443:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764154.087687:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764154.090760:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725868416:0@lo:400:kworker.0 00000100:00100000:0.0:1775764154.090912:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764154.090989:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764154.090999:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725868544:0@lo:400:kworker.0 00000100:00100000:0.0:1775764154.091027:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764154.091068:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725868416 00000100:00100000:0.0:1775764154.091082:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725868416 00000100:00100000:0.0:1775764154.091178:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725868544 00000100:00100000:0.0:1775764154.091181:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725868544 00000100:00100000:0.0:1775764154.091207:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1775764154.091218:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725868416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764154.091316:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725868416:12345-0@lo:400:kworker.0 Request processed in 99us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764154.091326:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1775764154.091348:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1775764154.091355:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725868544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764154.091380:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725868544:12345-0@lo:400:kworker.0 Request processed in 25us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764154.091385:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1775764154.091406:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764154.091419:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725868672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764154.091451:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764154.091486:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725868672 00000100:00100000:0.0:1775764154.091490:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725868672 00000100:00100000:0.0:1775764154.091524:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1775764154.091532:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725868672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764154.091568:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725868672:12345-0@lo:400:kworker.0 Request processed in 37us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764154.091574:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1775764154.091624:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725868672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764154.091654:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725868544:0@lo:400:kworker.0 00000100:00100000:0.0:1775764154.091664:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725868416:0@lo:400:kworker.0 00000100:00080000:1.0:1775764154.092952:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764154.092965:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764154.092993:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725868288:0@lo:400:kworker.0 00000100:00100000:1.0:1775764154.093081:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764154.093138:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725868288 00000100:00100000:1.0:1775764154.093146:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725868288 00000100:00100000:1.0:1775764154.093201:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1775764154.093209:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725868288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764154.093263:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725868288:12345-0@lo:400:kworker.0 Request processed in 54us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764154.093270:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1775764154.093334:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725868288:0@lo:400:kworker.0 00000100:00100000:3.0:1775764154.158599:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764154.158652:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764154.164416:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702627712 00000100:00100000:0.0:1775764154.164435:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702627712 00000100:00100000:0.0:1775764154.164539:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 631 00000100:00100000:0.0:1775764154.164552:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702627712:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764154.164689:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702627712:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 139us (6106us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764154.164698:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 631 00000100:00080000:2.0:1775764154.182425:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764154.182463:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702627584 00000100:00100000:2.0:1775764154.182478:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702627584 00000100:00100000:2.0:1775764154.182563:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 623 00000100:00100000:2.0:1775764154.182576:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702627584:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764154.182715:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702627584:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 140us (24060us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764154.182723:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 623 00010000:00010000:1.0:1775764154.602981:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764155.265513:0:36272:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4a4b81b0 20000000:00000080:3.0:1775764155.265541:0:36272:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d705800 uarg=0000000000000000 10000000:01000000:3.0:1775764155.266850:0:36272:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764155.266897:0:36272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.266923:0:36272:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.266938:0:36272:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.266945:0:36272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.266953:0:36272:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.266961:0:36272:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.266968:0:36272:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764155.266973:0:36272:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.266982:0:36272:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.267000:0:36272:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.267010:0:36272:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764155.267031:0:36272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420b9f5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764155.551917:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764155.551931:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764155.551943:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764155.552031:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764155.552047:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764155.552064:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764155.552106:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725868800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764155.552206:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764155.552515:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725868800 00000100:00100000:2.0:1775764155.552529:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725868800 00000100:00100000:2.0:1775764155.552605:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1775764155.552618:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725868800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764155.552642:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764155.552662:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420b9fc expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764155.552701:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420b9fc expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764155.552728:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b9fc expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764155.552784:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:2.0:1775764155.555605:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725868800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2975us (3385us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764155.555622:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1775764155.556437:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764155.556475:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725868800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764155.556510:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764155.556525:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764155.556561:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764155.556567:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764155.556589:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764155.618628:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764156.150437:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725868928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764156.151420:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764156.152368:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725868928 00000100:00100000:3.0:1775764156.152385:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725868928 00000100:00100000:1.0:1775764156.152692:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1775764156.152710:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725868928:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764156.152780:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1775764156.152795:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764156.152895:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725868928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 193us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764156.152903:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1775764156.153026:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725868928:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1775764156.614548:0:36320:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8b254620 20000000:00000080:0.0:1775764156.614577:0:36320:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01ac9000 uarg=0000000000000000 10000000:01000000:0.0:1775764156.614877:0:36320:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764156.614902:0:36320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764156.614923:0:36320:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420b9fc expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764156.614932:0:36320:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764156.614993:0:36320:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420b9fc expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764156.615015:0:36320:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420b9fc expref: 17 pid: 5762 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764156.615038:0:36320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36320:1862022725869056:0@lo:104: 00000100:00100000:0.0:1775764156.615122:0:36320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764156.615206:0:36320:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764156.615363:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725869056 00000100:00100000:1.0:1775764156.615378:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725869056 00000100:00100000:1.0:1775764156.615438:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1775764156.615449:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36320:x1862022725869056:12345-0@lo:104: 00010000:00010000:1.0:1775764156.615475:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764156.615559:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764156.615568:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36320:x1862022725869056:12345-0@lo:104: Request processed in 120us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764156.615578:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1775764156.615843:0:36320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36320:1862022725869056:0@lo:104: 00010000:00010000:3.0:1775764156.615866:0:36320:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.615970:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764156.615977:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.615984:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764156.615987:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.615996:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764156.616002:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764156.616007:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764156.616037:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616044:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764156.616085:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616091:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420b9fc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba03 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616108:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764156.616110:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764156.616111:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764156.616132:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725869184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764156.616169:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764156.616229:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725869184 00000100:00100000:2.0:1775764156.616236:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725869184 00010000:00010000:2.0:1775764156.616258:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b9fc expref: 18 pid: 5762 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764156.616302:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1775764156.616309:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725869184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764156.616321:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764156.616327:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420b9fc expref: 18 pid: 5762 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616338:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420b9fc expref: 18 pid: 5762 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616358:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ba03 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420b9fc expref: 18 pid: 5762 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616380:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616389:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616404:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616412:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616428:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616434:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616439:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764156.616443:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616450:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616462:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764156.616470:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764156.616499:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725869184:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764156.616506:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1775764156.616539:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725869184:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764156.616709:0:36320:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764156.616719:0:36320:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764156.616786:0:36320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420ba0a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764156.643574:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764157.667188:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764158.097984:0:36368:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffebf331e40 20000000:00000080:1.0:1775764158.098008:0:36368:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36e3a000 uarg=0000000000000000 10000000:01000000:1.0:1775764158.098440:0:36368:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764158.098463:0:36368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098479:0:36368:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098491:0:36368:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098499:0:36368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098506:0:36368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098514:0:36368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098520:0:36368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764158.098524:0:36368:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098538:0:36368:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098618:0:36368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098625:0:36368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764158.098629:0:36368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba11 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764158.432933:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764158.432943:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764158.432949:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764158.433011:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764158.433122:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764158.433135:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764158.433163:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725869312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764158.433274:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764158.433348:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764158.433462:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725869312 00000100:00100000:2.0:1775764158.433474:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725869312 00000100:00100000:2.0:1775764158.433541:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1775764158.433553:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725869312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764158.433572:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764158.433591:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ba18 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764158.433629:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ba18 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764158.433641:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba18 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764158.433651:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80e00, rc 0) 00000100:00100000:2.0:1775764158.433699:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725869312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764158.433707:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1775764158.433866:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0183a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725869312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764158.433887:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764158.433897:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764158.433937:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764158.433944:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764158.433953:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764158.688128:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764159.200140:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725869568:0@lo:400:kworker.0 00000100:00100000:1.0:1775764159.200268:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764159.200339:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725870080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764159.200370:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764159.200404:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764159.200410:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725869696:0@lo:400:kworker.0 00000100:00100000:1.0:1775764159.200468:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764159.200491:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725870208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764159.200501:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725870080 00000100:00100000:3.0:1775764159.200512:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725870080 00000100:00100000:1.0:1775764159.200518:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764159.200586:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725869696 00000100:00100000:3.0:1775764159.200590:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725869696 00000100:00100000:3.0:1775764159.200613:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1775764159.200624:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725870080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764159.200698:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725870080:12345-0@lo:400:kworker.0 Request processed in 74us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764159.200706:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1775764159.200712:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725869824:0@lo:400:kworker.0 00000100:00100000:3.0:1775764159.200760:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1775764159.200766:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764159.200771:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725869696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764159.200795:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775764159.200803:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725869440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764159.200810:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725869696:12345-0@lo:400:kworker.0 Request processed in 41us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764159.200816:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1775764159.200829:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725869824 00000100:00100000:3.0:1775764159.200833:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725869824 00000100:00100000:0.0:1775764159.200835:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764159.200857:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1775764159.200858:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725869952:0@lo:400:kworker.0 00000100:00100000:3.0:1775764159.200867:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725869824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764159.200881:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764159.200909:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725869824:12345-0@lo:400:kworker.0 Request processed in 44us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764159.200924:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1775764159.200930:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725869440 00000100:00100000:0.0:1775764159.200936:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725869440 00000100:00100000:0.0:1775764159.200972:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1775764159.200977:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725869696:0@lo:400:kworker.0 00000100:00100000:0.0:1775764159.200982:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725869440:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764159.200995:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725870080:0@lo:400:kworker.0 00002000:00000024:0.0:1775764159.201017:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764159.201055:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725869440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764159.201061:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1775764159.201098:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725869440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764159.201122:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725869824:0@lo:400:kworker.0 00000100:00100000:2.0:1775764159.201431:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725869568 00000100:00100000:2.0:1775764159.201436:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725869568 00000100:00100000:2.0:1775764159.201470:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1775764159.201478:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725869568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764159.201520:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725869568:12345-0@lo:400:kworker.0 Request processed in 44us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764159.201527:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1775764159.201568:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725870208 00000100:00100000:2.0:1775764159.201572:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725870208 00000100:00100000:2.0:1775764159.201598:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725869952 00000100:00100000:2.0:1775764159.201600:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725869952 00000100:00100000:2.0:1775764159.201619:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1775764159.201626:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725870208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764159.201657:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725870208:12345-0@lo:400:kworker.0 Request processed in 32us (1138us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764159.201663:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1775764159.201682:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1775764159.201688:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725869952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764159.201719:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725869952:12345-0@lo:400:kworker.0 Request processed in 31us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764159.201725:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00080000:2.0:1775764159.201760:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764159.201764:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764159.201767:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764159.201802:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725870208:0@lo:400:kworker.0 00000100:00100000:2.0:1775764159.201816:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725869568:0@lo:400:kworker.0 00000100:00100000:0.0:1775764159.202053:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725869952:0@lo:400:kworker.0 00000100:00100000:3.0:1775764159.287016:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764159.287065:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764159.287151:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702627968 00000100:00100000:1.0:1775764159.287161:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702627968 00000100:00100000:0.0:1775764159.287256:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702627840 00000100:00100000:0.0:1775764159.287261:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702627840 00000100:00100000:0.0:1775764159.287301:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 627 00000100:00100000:1.0:1775764159.287305:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 635 00000100:00100000:0.0:1775764159.287315:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702627840:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764159.287318:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702627968:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:2.0:1775764159.287381:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764159.287587:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702627840:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 274us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764159.287588:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702627968:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 271us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764159.287598:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 627 00000100:00100000:1.0:1775764159.287614:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 635 00010000:00010000:0.0:1775764159.711945:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764159.856972:0:36417:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9ea70260 20000000:00000080:2.0:1775764159.856997:0:36417:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ebc00 uarg=0000000000000000 10000000:01000000:2.0:1775764159.857580:0:36417:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764159.857613:0:36417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764159.857640:0:36417:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba18 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764159.857649:0:36417:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764159.857707:0:36417:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ba18 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764159.857727:0:36417:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ba18 expref: 17 pid: 5760 timeout: 1084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764159.857996:0:36417:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36417:1862022725870336:0@lo:104: 00000100:00100000:2.0:1775764159.858092:0:36417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764159.858156:0:36417:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e09cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764159.858251:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725870336 00000100:00100000:1.0:1775764159.858260:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725870336 00000100:00100000:1.0:1775764159.858322:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1775764159.858332:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36417:x1862022725870336:12345-0@lo:104: 00010000:00010000:1.0:1775764159.858345:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764159.858414:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764159.858421:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36417:x1862022725870336:12345-0@lo:104: Request processed in 91us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764159.858440:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1775764159.858456:0:36417:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36417:1862022725870336:0@lo:104: 00010000:00010000:2.0:1775764159.858474:0:36417:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.858509:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764159.858517:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.858525:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764159.858529:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.858538:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764159.858547:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764159.858553:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764159.858596:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.858602:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764159.858632:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.858639:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420ba18 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764159.858656:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725870464:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764159.858663:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764159.858666:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764159.858668:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764159.858704:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764159.859071:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725870464 00000100:00100000:3.0:1775764159.859075:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725870464 00010000:00010000:3.0:1775764159.859093:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba18 expref: 18 pid: 5760 timeout: 1084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764159.859117:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1775764159.859125:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725870464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764159.859137:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764159.859143:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba18 expref: 18 pid: 5760 timeout: 1084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859154:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ba18 expref: 18 pid: 5760 timeout: 1084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859168:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420ba1f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ba18 expref: 18 pid: 5760 timeout: 1084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859181:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859190:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859205:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859223:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859228:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859232:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859252:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764159.859257:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.859268:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764159.859517:0:36417:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764159.859523:0:36417:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.860694:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.860712:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420ba26 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764159.860860:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764159.861080:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725870464:12345-0@lo:103:ldlm_bl.0 Request processed in 1948us (2367us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764159.861091:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1775764159.861177:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725870464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764160.740900:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764161.245509:0:36465:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc936d5940 20000000:00000080:0.0:1775764161.245545:0:36465:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d704800 uarg=0000000000000000 10000000:01000000:0.0:1775764161.245871:0:36465:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764161.245911:0:36465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.245942:0:36465:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.245962:0:36465:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.245974:0:36465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.245986:0:36465:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.246004:0:36465:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.246011:0:36465:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764161.246016:0:36465:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.246025:0:36465:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.246042:0:36465:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.246050:0:36465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.246057:0:36465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420ba2d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764161.248795:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764161.248825:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725870592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764161.248904:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764161.248982:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725870592 00000100:00100000:3.0:1775764161.248991:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725870592 00000100:00100000:3.0:1775764161.249061:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1775764161.249071:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725870592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764161.249115:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764161.249202:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725870592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764161.249211:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00080000:3.0:1775764161.249243:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764161.249291:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725870592:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764161.760514:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764161.823834:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764161.823842:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764161.823848:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764161.823916:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.823931:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.823945:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764161.823996:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725870720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764161.824105:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764161.824157:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266b780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764161.825059:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725870720 00000100:00100000:1.0:1775764161.825073:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725870720 00000100:00100000:0.0:1775764161.827385:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1775764161.827407:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725870720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764161.827437:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764161.827467:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ba34 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.827512:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ba34 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.827526:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba34 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764161.827538:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063600, rc 0) 00000100:00100000:0.0:1775764161.827625:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725870720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 228us (3533us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764161.827631:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1775764161.827778:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725870720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764161.827798:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764161.827808:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764161.827834:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764161.827840:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764161.827848:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1775764162.329768:0:36513:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb5d98de0 20000000:00000080:0.0:1775764162.329793:0:36513:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d10400 uarg=0000000000000000 10000000:01000000:0.0:1775764162.330078:0:36513:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764162.330099:0:36513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764162.330119:0:36513:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba34 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764162.330137:0:36513:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764162.330202:0:36513:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ba34 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764162.330229:0:36513:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ba34 expref: 17 pid: 5760 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764162.330248:0:36513:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36513:1862022725870848:0@lo:104: 00000100:00100000:0.0:1775764162.330327:0:36513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764162.330400:0:36513:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764162.330501:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764162.330516:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725870848 00000100:00100000:3.0:1775764162.330524:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725870848 00000100:00100000:3.0:1775764162.330579:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1775764162.330590:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d707c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36513:x1862022725870848:12345-0@lo:104: 00010000:00010000:3.0:1775764162.330605:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.330670:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764162.330677:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d707c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36513:x1862022725870848:12345-0@lo:104: Request processed in 89us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764162.330685:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00010000:00010000:3.0:1775764162.330757:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764162.330762:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.330769:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764162.330773:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.330795:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764162.330805:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764162.330811:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764162.330844:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.330852:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764162.330880:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.330887:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420ba34 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba3b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.330904:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764162.330906:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764162.330908:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764162.330930:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725870976:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764162.330962:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764162.330996:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725870976 00000100:00100000:3.0:1775764162.331000:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725870976 00010000:00010000:3.0:1775764162.331018:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba34 expref: 18 pid: 5760 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764162.331041:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1775764162.331048:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09696050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725870976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764162.331065:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764162.331071:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba34 expref: 18 pid: 5760 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331082:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ba34 expref: 18 pid: 5760 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331095:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331103:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331115:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331121:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331128:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331134:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331139:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764162.331144:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331151:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331173:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764162.331182:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764162.331209:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09696050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725870976:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764162.331227:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1775764162.331292:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725870976:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764162.331515:0:36513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063600/0x429a70d18420ba3b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ba34 expref: 17 pid: 5760 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764162.331526:0:36513:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36513:1862022725870848:0@lo:104: 00010000:00010000:2.0:1775764162.331537:0:36513:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764162.331546:0:36513:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764162.331552:0:36513:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764162.331564:0:36513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420ba42 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764162.784568:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764163.810251:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764164.321867:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764164.321884:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764164.321890:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764164.321954:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764164.321969:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764164.321994:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764164.322024:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37843800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725871104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764164.322099:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764164.322158:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105faa80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764164.322357:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725871104 00000100:00100000:0.0:1775764164.322367:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725871104 00000100:00100000:0.0:1775764164.322429:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1775764164.322441:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725871104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764164.322457:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764164.322475:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ba49 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.322506:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ba49 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.322520:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba49 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.322532:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775764164.322591:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725871104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764164.322599:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1775764164.322703:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37843800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725871104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764164.322718:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.322749:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764164.322770:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764164.322775:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.322782:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764164.323713:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725871232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764164.323790:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764164.324000:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725871360:0@lo:400:kworker.0 00000100:00100000:3.0:1775764164.324028:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764164.324046:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764164.324052:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725871488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764164.324071:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764164.324100:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725871360 00000100:00100000:3.0:1775764164.324106:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725871360 00000100:00100000:3.0:1775764164.324144:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725871488 00000100:00100000:3.0:1775764164.324147:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725871488 00000100:00100000:3.0:1775764164.324173:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1775764164.324181:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725871360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764164.324234:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725871360:12345-0@lo:400:kworker.0 Request processed in 54us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764164.324242:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1775764164.324257:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1775764164.324263:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725871488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764164.324525:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725871232 00000100:00100000:1.0:1775764164.324530:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725871232 00000100:00100000:1.0:1775764164.324562:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1775764164.324569:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725871232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764164.324595:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764164.324631:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725871232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764164.324637:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1775764164.325183:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725871616:0@lo:400:kworker.0 00000100:00100000:2.0:1775764164.325229:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764164.325253:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764164.325259:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725871744:0@lo:400:kworker.0 00000100:00100000:2.0:1775764164.325305:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764164.325339:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725871744 00000100:00100000:2.0:1775764164.325344:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725871744 00000100:00100000:2.0:1775764164.325385:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1775764164.325392:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725871744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764164.325433:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725871744:12345-0@lo:400:kworker.0 Request processed in 42us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764164.325439:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1775764164.325494:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725871232:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764164.325527:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725871744:0@lo:400:kworker.0 00000100:00100000:3.0:1775764164.325788:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725871488:12345-0@lo:400:kworker.0 Request processed in 1524us (1714us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764164.325797:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1775764164.325811:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725871616 00000100:00100000:3.0:1775764164.325814:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725871616 00000100:00100000:3.0:1775764164.325843:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1775764164.325849:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725871616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764164.326606:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725871616:12345-0@lo:400:kworker.0 Request processed in 754us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764164.326616:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00080000:3.0:1775764164.326641:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764164.326646:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764164.326650:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764164.326691:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725871488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764164.326705:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725871360:0@lo:400:kworker.0 00000100:00100000:3.0:1775764164.326774:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725871616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764164.399076:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764164.399117:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764164.399282:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702628096 00000100:00100000:3.0:1775764164.399293:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702628096 00000100:00100000:3.0:1775764164.399356:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 630 00000100:00100000:3.0:1775764164.399369:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702628096:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764164.404022:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702628096:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 4639us (4937us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764164.404041:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 630 00000100:00100000:3.0:1775764164.404120:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702628224 00000100:00100000:3.0:1775764164.404131:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702628224 00000100:00100000:3.0:1775764164.404219:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 639 00000100:00100000:3.0:1775764164.404229:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702628224:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764164.404289:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702628224:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 62us (5171us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764164.404295:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 639 00000100:00080000:3.0:1775764164.404607:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1775764164.707919:0:36562:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcecbe9f90 20000000:00000080:1.0:1775764164.707941:0:36562:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3786c000 uarg=0000000000000000 10000000:01000000:1.0:1775764164.708445:0:36562:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764164.708471:0:36562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764164.708499:0:36562:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba49 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764164.708509:0:36562:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764164.708550:0:36562:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ba49 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764164.708565:0:36562:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ba49 expref: 17 pid: 5762 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764164.708581:0:36562:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37841180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36562:1862022725871872:0@lo:104: 00000100:00100000:1.0:1775764164.708640:0:36562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764164.710933:0:36562:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764164.712004:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725871872 00000100:00100000:3.0:1775764164.712021:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725871872 00000100:00100000:3.0:1775764164.712171:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1775764164.712183:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36562:x1862022725871872:12345-0@lo:104: 00010000:00010000:3.0:1775764164.712215:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764164.712695:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764164.712703:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37840e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36562:x1862022725871872:12345-0@lo:104: Request processed in 521us (4062us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764164.712710:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1775764164.713829:0:36562:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37841180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36562:1862022725871872:0@lo:104: 00010000:00010000:2.0:1775764164.713872:0:36562:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764164.715074:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764164.715084:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764164.715116:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764164.715120:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764164.715130:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764164.715138:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764164.715144:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764164.715203:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764164.715210:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764164.715246:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764164.715254:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420ba49 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba50 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764164.715271:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764164.715272:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764164.715285:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764164.717553:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725872000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764164.717641:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764164.719482:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725872000 00000100:00100000:0.0:1775764164.719503:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725872000 00010000:00010000:0.0:1775764164.719567:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba49 expref: 18 pid: 5762 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764164.719616:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1775764164.719626:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725872000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764164.719645:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764164.719651:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba49 expref: 18 pid: 5762 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.719668:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ba49 expref: 18 pid: 5762 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.719709:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ba50 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ba49 expref: 18 pid: 5762 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.719755:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.719766:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.720198:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.720210:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.720218:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.720225:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.720232:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764164.720237:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.720245:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.720266:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764164.720536:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764164.720664:0:36562:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764164.720673:0:36562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764164.720680:0:36562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420ba57 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764164.721414:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725872000:12345-0@lo:103:ldlm_bl.0 Request processed in 1784us (3768us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764164.721426:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1775764164.723040:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725872000:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764164.836143:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764165.861372:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764165.865201:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764165.865211:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764165.865217:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764165.865283:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764165.865296:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764165.865309:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764165.865342:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725872128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764165.865423:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764165.865487:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266b240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764165.867425:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725872128 00000100:00100000:1.0:1775764165.867438:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725872128 00000100:00100000:1.0:1775764165.867514:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1775764165.867688:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725872128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764165.867711:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764165.867783:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ba5e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764165.867823:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ba5e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764165.868055:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba5e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764165.868068:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb000, rc 0) 00000100:00100000:1.0:1775764165.868190:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725872128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 495us (2754us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764165.868198:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1775764165.868345:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725872128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764165.868370:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764165.868382:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764165.868409:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764165.868423:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764165.868430:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764166.368532:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725872256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764166.368641:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764166.368815:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725872256 00000100:00100000:1.0:1775764166.368837:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725872256 00000100:00100000:1.0:1775764166.368929:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1775764166.368941:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725872256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764166.368994:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764166.369365:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725872256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 425us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764166.369375:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00080000:2.0:1775764166.369493:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764166.370129:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725872256:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1775764166.403618:0:36610:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe916331d0 20000000:00000080:0.0:1775764166.403645:0:36610:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d707400 uarg=0000000000000000 10000000:01000000:1.0:1775764166.404262:0:36610:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764166.404292:0:36610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764166.404323:0:36610:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba5e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764166.404335:0:36610:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764166.404422:0:36610:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ba5e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764166.404448:0:36610:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ba5e expref: 17 pid: 5760 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764166.404474:0:36610:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37842680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36610:1862022725872384:0@lo:104: 00000100:00100000:1.0:1775764166.404582:0:36610:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764166.404709:0:36610:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764166.404717:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725872384 00000100:00100000:0.0:1775764166.404727:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725872384 00000100:00100000:0.0:1775764166.405046:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1775764166.405060:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37842d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36610:x1862022725872384:12345-0@lo:104: 00010000:00010000:0.0:1775764166.405078:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764166.405159:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764166.405166:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37842d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36610:x1862022725872384:12345-0@lo:104: Request processed in 110us (587us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764166.405216:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764166.405224:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405233:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764166.405238:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405247:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764166.405256:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764166.405262:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764166.405304:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405311:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764166.405335:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405343:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420ba5e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba65 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405359:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764166.405361:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764166.405363:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764166.405388:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725872512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764166.405423:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764166.405486:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725872512 00000100:00100000:2.0:1775764166.405491:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725872512 00010000:00010000:2.0:1775764166.405513:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba5e expref: 18 pid: 5760 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764166.405539:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1775764166.405546:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725872512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764166.405560:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764166.405595:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba5e expref: 18 pid: 5760 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405607:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ba5e expref: 18 pid: 5760 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405627:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405635:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405651:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405659:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405666:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405677:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405695:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764166.405700:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405710:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405721:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764166.405763:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764166.405794:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725872512:12345-0@lo:103:ldlm_bl.0 Request processed in 248us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764166.405811:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1775764166.405874:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725872512:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764166.406072:0:36610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420ba65 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ba5e expref: 17 pid: 5760 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764166.406084:0:36610:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37842680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36610:1862022725872384:0@lo:104: 00010000:00010000:1.0:1775764166.406098:0:36610:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764166.406107:0:36610:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764166.406114:0:36610:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764166.406121:0:36610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbe00/0x429a70d18420ba6c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764166.406230:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00010000:00010000:0.0:1775764166.889345:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764167.300105:0:36659:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe42d9910 20000000:00000080:2.0:1775764167.300124:0:36659:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3dba2400 uarg=0000000000000000 10000000:01000000:3.0:1775764167.904906:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764167.904922:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764167.904931:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764167.905015:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764167.905045:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764167.905063:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764167.905107:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725872640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764167.905241:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764167.905320:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764167.905570:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725872640 00000100:00100000:2.0:1775764167.905583:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725872640 00000100:00100000:2.0:1775764167.905647:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1775764167.905658:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725872640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764167.905672:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764167.905688:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ba73 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764167.905714:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ba73 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764167.905772:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba73 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764167.905783:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80200, rc 0) 00000100:00100000:2.0:1775764167.905834:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725872640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 177us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764167.905841:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1775764167.905905:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725872640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764167.905924:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764167.905935:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764167.905958:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764167.905964:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764167.905972:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764167.906308:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764168.566665:0:36707:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff671f02f0 20000000:00000080:0.0:1775764168.566685:0:36707:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b58400 uarg=0000000000000000 10000000:01000000:0.0:1775764168.567531:0:36707:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764168.567554:0:36707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764168.567577:0:36707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba73 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764168.567585:0:36707:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764168.567646:0:36707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ba73 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764168.567665:0:36707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ba73 expref: 17 pid: 5762 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764168.567685:0:36707:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36707:1862022725872768:0@lo:104: 00000100:00100000:0.0:1775764168.567973:0:36707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764168.568205:0:36707:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764168.568300:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725872768 00000100:00100000:3.0:1775764168.568310:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725872768 00000100:00100000:3.0:1775764168.568417:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1775764168.568429:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36707:x1862022725872768:12345-0@lo:104: 00010000:00010000:3.0:1775764168.568447:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764168.568518:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764168.568524:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36707:x1862022725872768:12345-0@lo:104: Request processed in 99us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764168.568532:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00010000:00010000:1.0:1775764168.568577:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764168.568583:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568603:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764168.568608:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568617:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764168.568624:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764168.568630:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764168.568670:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568677:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764168.568698:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568704:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420ba73 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba7a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568722:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764168.568723:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764168.568725:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764168.568769:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725872896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764168.568799:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764168.568842:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725872896 00000100:00100000:1.0:1775764168.568846:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725872896 00010000:00010000:1.0:1775764168.568866:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba73 expref: 18 pid: 5762 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764168.568896:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1775764168.568903:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37843b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725872896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764168.568912:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764168.568916:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba73 expref: 18 pid: 5762 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568925:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ba73 expref: 18 pid: 5762 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568939:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568946:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568959:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568966:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568973:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568978:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.568983:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764168.568987:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.569000:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.569008:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764168.569017:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764168.569051:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37843b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725872896:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764168.569058:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1775764168.569094:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725872896:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764168.569175:0:36707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420ba7a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ba73 expref: 17 pid: 5762 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764168.569186:0:36707:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36707:1862022725872768:0@lo:104: 00010000:00010000:2.0:1775764168.569199:0:36707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764168.569217:0:36707:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764168.569224:0:36707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764168.569230:0:36707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062200/0x429a70d18420ba81 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764168.930789:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764169.443533:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725873024:0@lo:400:kworker.0 00000100:00100000:1.0:1775764169.443681:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764169.443831:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725873536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764169.443885:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764169.443939:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764169.443948:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725873152:0@lo:400:kworker.0 00000100:00100000:1.0:1775764169.443988:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764169.444005:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725873664:0@lo:400:kworker.0 00000100:00100000:1.0:1775764169.444050:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764169.444091:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725873664 00000100:00100000:0.0:1775764169.444104:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725873664 00000100:00100000:1.0:1775764169.444104:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725873280:0@lo:400:kworker.0 00000100:00100000:1.0:1775764169.444156:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764169.444186:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1775764169.444195:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764169.444197:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725873664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764169.444216:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725873408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764169.444262:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725873664:12345-0@lo:400:kworker.0 Request processed in 68us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764169.444283:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00080000:0.0:1775764169.444303:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764169.444339:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725873664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.444371:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725873536 00000100:00100000:3.0:1775764169.444376:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725873536 00000100:00100000:3.0:1775764169.444419:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725873152 00000100:00100000:3.0:1775764169.444423:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725873152 00000100:00100000:3.0:1775764169.444440:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725873280 00000100:00100000:3.0:1775764169.444443:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725873280 00000100:00100000:3.0:1775764169.444458:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1775764169.444465:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725873536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.444510:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37840380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725873536:12345-0@lo:400:kworker.0 Request processed in 46us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764169.444515:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1775764169.444526:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1775764169.444530:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725873152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.444547:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37840a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725873152:12345-0@lo:400:kworker.0 Request processed in 18us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764169.444551:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1775764169.444557:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1775764169.444561:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725873280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.444576:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725873280:12345-0@lo:400:kworker.0 Request processed in 15us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764169.444579:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00080000:3.0:1775764169.444595:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764169.444689:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725873152:0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.444695:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725873536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.446869:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725873024 00000100:00100000:3.0:1775764169.446885:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725873024 00000100:00100000:1.0:1775764169.446897:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764169.446952:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1775764169.446975:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725873024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.447063:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725873024:12345-0@lo:400:kworker.0 Request processed in 102us (3383us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764169.447072:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1775764169.447075:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725873280:0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.447125:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764169.447139:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725873792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764169.447161:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725873408 00000100:00100000:1.0:1775764169.447165:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725873408 00000100:00100000:3.0:1775764169.447199:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764169.447228:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725873792 00000100:00100000:3.0:1775764169.447232:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725873792 00000100:00100000:1.0:1775764169.447234:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1775764169.447252:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725873408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.447256:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1775764169.447262:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725873792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764169.447287:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764169.447315:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725873408:12345-0@lo:400:kworker.0 Request processed in 74us (3051us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764169.447323:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725873792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764169.447329:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1775764169.447336:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00080000:1.0:1775764169.447356:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764169.447408:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725873408:0@lo:400:kworker.0 00000100:00100000:3.0:1775764169.447522:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725873792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764169.447559:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725873024:0@lo:400:kworker.0 00000100:00100000:2.0:1775764169.527007:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764169.527140:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764169.527223:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702628480 00000100:00100000:1.0:1775764169.527236:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702628480 00000100:00100000:1.0:1775764169.527318:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 643 00000100:00100000:1.0:1775764169.527330:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702628480:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764169.527429:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702628480:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 102us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764169.527438:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 643 00000100:00080000:2.0:1775764169.527611:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764169.531350:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702628352 00000100:00100000:0.0:1775764169.531372:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702628352 00000100:00100000:0.0:1775764169.533322:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 634 00000100:00100000:0.0:1775764169.533349:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702628352:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764169.533486:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702628352:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 148us (6493us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764169.533494:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 634 00010000:00010000:1.0:1775764169.954934:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764170.080531:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764170.080542:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764170.080550:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764170.080643:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.080660:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.080679:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764170.080723:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725873920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764170.081217:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764170.081294:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764170.081714:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725873920 00000100:00100000:0.0:1775764170.081773:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725873920 00000100:00100000:0.0:1775764170.081857:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1775764170.081869:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725873920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764170.081895:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764170.081918:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ba88 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764170.081952:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ba88 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764170.081963:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba88 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764170.081973:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063400, rc 0) 00000100:00100000:0.0:1775764170.082026:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725873920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764170.082032:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1775764170.084412:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725873920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764170.084456:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.084471:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764170.084500:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764170.084505:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.084512:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1775764170.326664:0:36806:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed7442640 20000000:00000080:3.0:1775764170.326680:0:36806:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c91c00 uarg=0000000000000000 10000000:01000000:3.0:1775764170.327457:0:36806:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764170.327489:0:36806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764170.327515:0:36806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba88 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764170.327523:0:36806:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764170.327572:0:36806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ba88 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764170.327595:0:36806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ba88 expref: 17 pid: 5762 timeout: 1095 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764170.327634:0:36806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36806:1862022725874048:0@lo:104: 00000100:00100000:3.0:1775764170.328059:0:36806:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764170.328184:0:36806:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985f00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764170.328228:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725874048 00000100:00100000:0.0:1775764170.328236:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725874048 00000100:00100000:0.0:1775764170.328335:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1775764170.328348:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36806:x1862022725874048:12345-0@lo:104: 00010000:00010000:0.0:1775764170.328367:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764170.328452:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764170.328459:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36806:x1862022725874048:12345-0@lo:104: Request processed in 115us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764170.328465:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1775764170.328536:0:36806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3783a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36806:1862022725874048:0@lo:104: 00010000:00010000:1.0:1775764170.328558:0:36806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.328619:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764170.328626:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.328635:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764170.328640:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.328650:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764170.328657:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764170.328663:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764170.328704:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.328723:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764170.328787:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.328793:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80200/0x429a70d18420ba88 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ba8f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.328806:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764170.328808:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764170.328810:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764170.328821:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725874176:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764170.328867:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764170.328910:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725874176 00000100:00100000:2.0:1775764170.328914:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725874176 00010000:00010000:2.0:1775764170.328936:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba88 expref: 18 pid: 5762 timeout: 1095 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764170.328959:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1775764170.328966:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725874176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764170.328978:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764170.328983:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba88 expref: 18 pid: 5762 timeout: 1095 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.328993:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ba88 expref: 18 pid: 5762 timeout: 1095 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329006:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063400/0x429a70d18420ba8f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ba88 expref: 18 pid: 5762 timeout: 1095 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329030:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329037:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329052:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329060:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329067:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329074:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329079:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764170.329083:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329090:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329101:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.329109:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764170.329147:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725874176:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764170.329160:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1775764170.329194:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725874176:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764170.329439:0:36806:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764170.329448:0:36806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764170.329467:0:36806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420ba96 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764170.979041:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764171.491945:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725874304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764171.492057:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764171.493648:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725874304 00000100:00100000:1.0:1775764171.493668:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725874304 00000100:00100000:1.0:1775764171.493772:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00080000:2.0:1775764171.493784:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764171.493785:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725874304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764171.493825:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764171.500562:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725874304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6769us (8493us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764171.501058:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1775764171.506275:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725874304:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764172.007970:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764172.261688:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764172.261696:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764172.261701:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764172.261759:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764172.261772:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764172.261784:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764172.261808:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725874432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764172.261870:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764172.261913:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985f00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764172.261934:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725874432 00000100:00100000:3.0:1775764172.261942:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725874432 00000100:00100000:3.0:1775764172.261986:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1775764172.262070:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725874432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764172.262084:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764172.262103:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ba9d expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764172.262137:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ba9d expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764172.262149:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba9d expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764172.262158:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775764172.262196:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725874432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764172.262203:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1775764172.262252:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725874432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764172.262266:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764172.262275:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764172.262293:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764172.262298:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764172.262306:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764173.029263:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764173.393648:0:36902:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe484f5310 20000000:00000080:0.0:1775764173.393671:0:36902:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01e1c800 uarg=0000000000000000 10000000:01000000:0.0:1775764173.394075:0:36902:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764173.394194:0:36902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764173.394216:0:36902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ba9d expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764173.394224:0:36902:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764173.394265:0:36902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ba9d expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764173.394278:0:36902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ba9d expref: 17 pid: 5763 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764173.394293:0:36902:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36902:1862022725874560:0@lo:104: 00000100:00100000:0.0:1775764173.394354:0:36902:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764173.394624:0:36902:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764173.400372:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725874560 00000100:00100000:3.0:1775764173.400396:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725874560 00000100:00100000:3.0:1775764173.400514:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1775764173.400527:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36902:x1862022725874560:12345-0@lo:104: 00010000:00010000:3.0:1775764173.400550:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.400694:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764173.400701:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:36902:x1862022725874560:12345-0@lo:104: Request processed in 178us (6346us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764173.400708:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00010000:00010000:3.0:1775764173.400781:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764173.400788:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.400796:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764173.400802:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.400813:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764173.400822:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764173.400828:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764173.400876:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.400883:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764173.400910:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.400928:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420ba9d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420baa4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.400952:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764173.400954:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764173.400955:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764173.400985:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725874688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764173.401038:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764173.401124:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725874688 00000100:00100000:3.0:1775764173.401129:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725874688 00010000:00010000:3.0:1775764173.401153:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba9d expref: 18 pid: 5763 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764173.401180:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1775764173.401187:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725874688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764173.401198:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764173.401204:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ba9d expref: 18 pid: 5763 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401215:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ba9d expref: 18 pid: 5763 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401235:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401245:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401270:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401278:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401284:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401291:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401296:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764173.401300:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401308:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401316:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764173.401326:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764173.401355:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725874688:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764173.401362:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1775764173.401401:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725874688:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764173.401693:0:36902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420baa4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ba9d expref: 17 pid: 5763 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764173.401705:0:36902:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36902:1862022725874560:0@lo:104: 00010000:00010000:2.0:1775764173.401719:0:36902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764173.401727:0:36902:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764173.401769:0:36902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764173.401776:0:36902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062600/0x429a70d18420baab lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.048869:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764174.532793:0:36951:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9d9fb5b0 20000000:00000080:3.0:1775764174.532816:0:36951:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37848000 uarg=0000000000000000 10000000:01000000:3.0:1775764174.533057:0:36951:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764174.533087:0:36951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.537935:0:36951:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.537958:0:36951:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.537965:0:36951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.537972:0:36951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.538052:0:36951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.538060:0:36951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764174.538066:0:36951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.538084:0:36951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.538110:0:36951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.538119:0:36951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764174.538150:0:36951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420bab2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764174.560925:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725874944:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561004:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764174.561060:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725875456:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561084:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764174.561120:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764174.561127:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725874816:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561156:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764174.561179:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725875328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561202:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764174.561229:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725875072:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561278:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764174.561300:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764174.561306:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725875200:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561337:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764174.561372:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725874944 00000100:00100000:1.0:1775764174.561381:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725874944 00000100:00100000:1.0:1775764174.561429:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725875328 00000100:00100000:1.0:1775764174.561432:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725875328 00000100:00100000:1.0:1775764174.561456:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725875072 00000100:00100000:1.0:1775764174.561460:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725875072 00000100:00100000:1.0:1775764174.561477:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1775764174.561486:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725874944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561542:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725874944:12345-0@lo:400:kworker.0 Request processed in 56us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764174.561549:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1775764174.561569:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1775764174.561576:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725875328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561601:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3783a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725875328:12345-0@lo:400:kworker.0 Request processed in 27us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764174.561607:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1775764174.561618:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1775764174.561623:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725875072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561650:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725875072:12345-0@lo:400:kworker.0 Request processed in 27us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764174.561655:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1775764174.561674:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725875456 00000100:00100000:1.0:1775764174.561677:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725875456 00000100:00100000:1.0:1775764174.561700:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725875200 00000100:00100000:1.0:1775764174.561702:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725875200 00000100:00100000:1.0:1775764174.561719:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1775764174.561725:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725875456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561789:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725875456:12345-0@lo:400:kworker.0 Request processed in 64us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764174.561795:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1775764174.561808:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1775764174.561814:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725875200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561839:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725875200:12345-0@lo:400:kworker.0 Request processed in 26us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764174.561844:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1775764174.561864:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725874816 00000100:00100000:1.0:1775764174.561867:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725874816 00000100:00100000:1.0:1775764174.561894:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1775764174.561900:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725874816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.561925:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725874816:12345-0@lo:400:kworker.0 Request processed in 25us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764174.561929:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:1.0:1775764174.561965:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764174.561968:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764174.561971:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764174.562013:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725875200:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.562024:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725875072:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.562052:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37841c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725874816:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.562061:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725875328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.562070:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725874944:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.562077:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725875456:0@lo:400:kworker.0 00000100:00100000:1.0:1775764174.570648:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764174.570692:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725875584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764174.570799:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764174.570849:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725875584 00000100:00100000:1.0:1775764174.570857:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725875584 00000100:00100000:1.0:1775764174.570911:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1775764174.570921:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725875584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764174.570960:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764174.571026:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725875584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764174.571034:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1775764174.571200:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725875584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764174.665197:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764174.665230:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764174.665255:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702628736 00000100:00100000:3.0:1775764174.665264:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702628736 00000100:00100000:3.0:1775764174.665328:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 647 00000100:00100000:3.0:1775764174.665339:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702628736:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764174.665417:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702628736:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 80us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764174.665425:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 647 00000100:00100000:3.0:1775764174.665449:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702628608 00000100:00100000:3.0:1775764174.665453:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702628608 00000100:00100000:3.0:1775764174.665476:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 638 00000100:00100000:3.0:1775764174.665482:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702628608:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764174.665506:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702628608:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764174.665513:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 638 00000100:00080000:3.0:1775764174.665539:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:0.0:1775764174.892793:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764174.892799:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764174.892804:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764174.892862:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764174.892876:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764174.892889:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764174.892948:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725875712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764174.893029:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764174.893201:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764174.894265:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725875712 00000100:00100000:1.0:1775764174.894275:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725875712 00000100:00100000:1.0:1775764174.894437:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1775764174.894449:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725875712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764174.894470:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764174.894491:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bab9 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764174.894519:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bab9 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764174.894530:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bab9 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764174.894541:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca400, rc 0) 00000100:00100000:1.0:1775764174.894609:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725875712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764174.894616:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1775764174.899341:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725875712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764174.899379:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764174.899395:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764174.899421:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764174.899426:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764174.899433:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764175.081430:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764175.739425:0:37000:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdba4d57e0 20000000:00000080:2.0:1775764175.739442:0:37000:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3dba0000 uarg=0000000000000000 10000000:01000000:2.0:1775764175.740638:0:37000:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764175.740660:0:37000:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.740679:0:37000:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bab9 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.740698:0:37000:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.740988:0:37000:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bab9 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.741003:0:37000:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bab9 expref: 17 pid: 5763 timeout: 1100 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764175.741020:0:37000:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37000:1862022725875840:0@lo:104: 00000100:00100000:2.0:1775764175.741103:0:37000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764175.741207:0:37000:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764175.741469:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725875840 00000100:00100000:0.0:1775764175.741483:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725875840 00000100:00100000:0.0:1775764175.741597:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1775764175.741608:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37000:x1862022725875840:12345-0@lo:104: 00010000:00010000:0.0:1775764175.741624:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764175.741713:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764175.741721:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37000:x1862022725875840:12345-0@lo:104: Request processed in 115us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764175.741880:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00010000:00010000:1.0:1775764175.741975:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764175.741983:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764175.741993:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764175.741998:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764175.742008:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764175.742029:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764175.742035:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764175.742099:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764175.742106:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764175.742134:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764175.742141:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063e00/0x429a70d18420bab9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bac0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764175.742159:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764175.742160:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764175.742162:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764175.742186:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725875968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764175.742225:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764175.742692:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725875968 00000100:00100000:2.0:1775764175.742700:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725875968 00010000:00010000:2.0:1775764175.742771:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bab9 expref: 18 pid: 5763 timeout: 1100 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764175.742796:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1775764175.742804:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725875968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764175.742815:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764175.742830:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bab9 expref: 18 pid: 5763 timeout: 1100 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742841:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bab9 expref: 18 pid: 5763 timeout: 1100 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742857:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742878:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742895:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742903:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742909:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742916:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742922:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764175.742926:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742933:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742942:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.742953:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764175.743219:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f018380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725875968:12345-0@lo:103:ldlm_bl.0 Request processed in 415us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764175.743227:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00010000:00010000:2.0:1775764175.743287:0:37000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420bac0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bab9 expref: 17 pid: 5763 timeout: 1100 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764175.743305:0:37000:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37000:1862022725875840:0@lo:104: 00010000:00010000:2.0:1775764175.743322:0:37000:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.743330:0:37000:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.743337:0:37000:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764175.743343:0:37000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bac7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764175.747219:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725875968:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764176.096148:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764176.611615:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764176.611639:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725876096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764176.611705:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764176.611903:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725876096 00000100:00100000:0.0:1775764176.611911:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725876096 00000100:00100000:0.0:1775764176.611970:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1775764176.611993:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725876096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764176.612034:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764176.612106:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725876096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764176.612113:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00080000:0.0:1775764176.612138:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764176.612178:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725876096:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764177.120913:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764177.249323:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764177.249333:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764177.249340:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764177.249402:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.249425:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.249438:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764177.249468:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f018a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725876224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764177.249565:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764177.249665:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764177.249711:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725876224 00000100:00100000:1.0:1775764177.249724:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725876224 00000100:00100000:1.0:1775764177.249853:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1775764177.249865:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725876224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764177.249887:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764177.249909:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bace expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.249950:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bace expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.249968:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bace expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.249984:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb200, rc 0) 00000100:00100000:1.0:1775764177.250056:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725876224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764177.250066:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1775764177.250178:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f018a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725876224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764177.250194:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.250203:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764177.250225:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764177.250231:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.250237:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1775764177.511002:0:37048:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb3ba6120 20000000:00000080:3.0:1775764177.511027:0:37048:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37849400 uarg=0000000000000000 10000000:01000000:3.0:1775764177.511357:0:37048:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764177.511382:0:37048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764177.511415:0:37048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bace expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764177.511422:0:37048:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764177.511491:0:37048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bace expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764177.511506:0:37048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bace expref: 17 pid: 5760 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764177.511524:0:37048:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a08000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37048:1862022725876352:0@lo:104: 00000100:00100000:3.0:1775764177.511601:0:37048:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764177.512479:0:37048:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764177.515385:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775764177.515425:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725876352 00000100:00100000:0.0:1775764177.515465:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725876352 00000100:00100000:0.0:1775764177.515594:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1775764177.515613:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3790e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37048:x1862022725876352:12345-0@lo:104: 00010000:00010000:0.0:1775764177.515671:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764177.516346:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764177.516354:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3790e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37048:x1862022725876352:12345-0@lo:104: Request processed in 749us (4753us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764177.516362:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00010000:00010000:1.0:1775764177.516622:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764177.516637:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.516648:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764177.516652:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.516662:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764177.516670:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764177.516677:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764177.516801:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.516827:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764177.516869:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.516876:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420bace lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bad5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.516895:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764177.516896:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764177.516898:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764177.516907:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764177.516922:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f018a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725876480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764177.516963:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764177.517007:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725876480 00000100:00100000:1.0:1775764177.517013:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725876480 00010000:00010000:1.0:1775764177.517037:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bace expref: 18 pid: 5760 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764177.517092:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1775764177.517100:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09695c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725876480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764177.517112:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764177.517118:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bace expref: 18 pid: 5760 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517130:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bace expref: 18 pid: 5760 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517148:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517163:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517177:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517196:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517202:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517208:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517214:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764177.517218:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517225:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517234:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764177.517243:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764177.517561:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09695c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725876480:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764177.517571:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1775764177.517634:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f018a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725876480:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764177.520930:0:37048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420bad5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bace expref: 17 pid: 5760 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764177.520951:0:37048:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a08000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37048:1862022725876352:0@lo:104: 00010000:00010000:3.0:1775764177.520978:0:37048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764177.520987:0:37048:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764177.520993:0:37048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764177.520999:0:37048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420badc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764178.149788:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764178.912305:0:37096:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa18a1360 20000000:00000080:1.0:1775764178.912323:0:37096:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3786cc00 uarg=0000000000000000 10000000:01000000:1.0:1775764178.912554:0:37096:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764178.912580:0:37096:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.912600:0:37096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.912613:0:37096:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.912712:0:37096:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.912720:0:37096:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.912999:0:37096:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.913009:0:37096:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764178.913014:0:37096:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.913022:0:37096:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.913325:0:37096:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.913335:0:37096:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764178.913356:0:37096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420bae3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764179.170079:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764179.170086:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764179.170091:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764179.170136:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764179.170149:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764179.170162:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764179.170192:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a08000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725876608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764179.170275:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764179.170325:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985d80 going to sleep for 11 seconds 00010000:00010000:3.0:1775764179.170341:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764179.170476:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725876608 00000100:00100000:3.0:1775764179.170483:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725876608 00000100:00100000:3.0:1775764179.170528:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1775764179.170537:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725876608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764179.170550:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764179.170564:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420baea expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764179.170588:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420baea expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764179.170598:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420baea expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764179.171142:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775764179.171203:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725876608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 665us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764179.171211:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1775764179.173758:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a08000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725876608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764179.173793:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764179.173808:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764179.173837:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764179.173844:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764179.173851:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764179.680115:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725877120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764179.680198:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764179.680251:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764179.680258:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725876992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764179.680284:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764179.680357:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725876864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.680387:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764179.680420:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1775764179.680425:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725876736:0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.680457:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764179.680476:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725877248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.680497:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764179.680529:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725877120 00000100:00100000:1.0:1775764179.680537:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725877120 00000100:00100000:1.0:1775764179.680596:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725876864 00000100:00100000:1.0:1775764179.680599:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725876864 00000100:00100000:1.0:1775764179.680635:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725876736 00000100:00100000:1.0:1775764179.680638:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725876736 00000100:00100000:1.0:1775764179.680654:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1775764179.680662:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725877120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.680719:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725877120:12345-0@lo:400:kworker.0 Request processed in 56us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764179.680726:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1775764179.680775:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1775764179.680781:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725876864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.680812:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725876864:12345-0@lo:400:kworker.0 Request processed in 31us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764179.680818:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1775764179.680846:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1775764179.680851:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725876736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.680877:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725876736:12345-0@lo:400:kworker.0 Request processed in 26us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764179.680882:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1775764179.680901:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725876992 00000100:00100000:1.0:1775764179.680905:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725876992 00000100:00100000:1.0:1775764179.680931:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725877248 00000100:00100000:1.0:1775764179.680934:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725877248 00000100:00100000:1.0:1775764179.680953:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1775764179.680961:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725876992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.680990:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3754dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725876992:12345-0@lo:400:kworker.0 Request processed in 30us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764179.680996:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1775764179.681006:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1775764179.681011:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725877248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.681035:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725877248:12345-0@lo:400:kworker.0 Request processed in 24us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764179.681040:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00080000:1.0:1775764179.681075:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764179.681080:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764179.681083:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764179.681115:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725876736:0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.681126:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725877248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.681135:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725876864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.681179:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725876992:0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.681199:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725877120:0@lo:400:kworker.0 00000100:00100000:1.0:1775764179.681533:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725877376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764179.681565:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764179.682767:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725877376 00000100:00100000:0.0:1775764179.682779:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725877376 00000100:00100000:0.0:1775764179.682824:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1775764179.682843:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725877376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764179.682874:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764179.682935:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725877376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (1368us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764179.682942:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1775764179.684411:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725877376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764179.760930:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764179.760980:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764179.761008:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702628864 00000100:00100000:3.0:1775764179.761019:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702628864 00000100:00100000:3.0:1775764179.761096:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 642 00000100:00100000:3.0:1775764179.761109:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702628864:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764179.761187:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702628864:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 81us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764179.761214:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 642 00000100:00100000:3.0:1775764179.761354:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702628992 00000100:00100000:3.0:1775764179.761359:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702628992 00000100:00100000:3.0:1775764179.761409:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 651 00000100:00100000:3.0:1775764179.761416:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702628992:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764179.761462:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702628992:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 46us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764179.761468:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 651 00000100:00080000:3.0:1775764179.761484:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:2.0:1775764180.065037:0:37146:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd32a2dc10 20000000:00000080:2.0:1775764180.065063:0:37146:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3dba1400 uarg=0000000000000000 10000000:01000000:2.0:1775764180.065488:0:37146:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764180.065509:0:37146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764180.065528:0:37146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420baea expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764180.065537:0:37146:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764180.065577:0:37146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420baea expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764180.065604:0:37146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420baea expref: 17 pid: 5762 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764180.065623:0:37146:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37146:1862022725877504:0@lo:104: 00000100:00100000:2.0:1775764180.065693:0:37146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764180.065802:0:37146:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764180.066162:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725877504 00000100:00100000:0.0:1775764180.066172:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725877504 00000100:00100000:0.0:1775764180.066229:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1775764180.066238:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37146:x1862022725877504:12345-0@lo:104: 00010000:00010000:0.0:1775764180.066260:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764180.066332:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764180.066338:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37146:x1862022725877504:12345-0@lo:104: Request processed in 101us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764180.066345:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00010000:00010000:1.0:1775764180.066413:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764180.066422:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066430:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764180.066434:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066442:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764180.066450:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764180.066456:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764180.066504:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066511:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764180.066533:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066540:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667400/0x429a70d18420baea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420baf1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066568:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764180.066570:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764180.066571:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764180.066586:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725877632:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764180.066617:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764180.066657:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725877632 00000100:00100000:1.0:1775764180.066661:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725877632 00010000:00010000:1.0:1775764180.066683:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420baea expref: 18 pid: 5762 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764180.066706:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1775764180.066712:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725877632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764180.066723:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764180.066759:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420baea expref: 18 pid: 5762 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066771:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420baea expref: 18 pid: 5762 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066786:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066794:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066809:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066815:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066827:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066833:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066839:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764180.066843:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066850:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066858:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764180.066867:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764180.066896:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725877632:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764180.066903:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1775764180.066941:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725877632:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764180.068093:0:37146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420baf1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420baea expref: 17 pid: 5762 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764180.068110:0:37146:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37146:1862022725877504:0@lo:104: 00010000:00010000:2.0:1775764180.068135:0:37146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764180.068148:0:37146:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764180.068154:0:37146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764180.068160:0:37146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420baf8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764180.191940:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764181.218326:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764181.375996:0:37195:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe010ae760 20000000:00000080:1.0:1775764181.376015:0:37195:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36e2f400 uarg=0000000000000000 10000000:01000000:1.0:1775764181.376247:0:37195:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764181.376270:0:37195:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376287:0:37195:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376308:0:37195:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376314:0:37195:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376322:0:37195:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376329:0:37195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376335:0:37195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764181.376340:0:37195:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376348:0:37195:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376361:0:37195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376370:0:37195:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764181.376376:0:37195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420baff lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764181.547976:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764181.547985:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764181.547991:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764181.548055:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764181.548070:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764181.548083:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764181.548117:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a0aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725877760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764181.548208:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764181.548271:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764181.550614:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725877760 00000100:00100000:3.0:1775764181.550633:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725877760 00000100:00100000:3.0:1775764181.550778:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1775764181.550793:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725877760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764181.550822:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764181.550847:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bb06 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764181.550893:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bb06 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764181.550914:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb06 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764181.550927:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775764181.551027:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725877760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 237us (2818us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764181.551044:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1775764181.551203:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a0aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725877760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764181.551231:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764181.551243:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764181.551281:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764181.551287:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764181.551294:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764181.728195:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725877888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764181.728278:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764181.728399:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725877888 00000100:00100000:0.0:1775764181.728408:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725877888 00000100:00100000:0.0:1775764181.728485:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1775764181.728495:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725877888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764181.728539:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1775764181.733627:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764181.733881:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725877888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5375us (5590us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764181.733900:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1775764181.740587:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725877888:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764182.245902:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764182.474642:0:37243:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd22483350 20000000:00000080:0.0:1775764182.474662:0:37243:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f014400 uarg=0000000000000000 10000000:01000000:0.0:1775764182.476255:0:37243:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764182.476283:0:37243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764182.476302:0:37243:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb06 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764182.476311:0:37243:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764182.476371:0:37243:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bb06 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764182.476386:0:37243:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bb06 expref: 17 pid: 5760 timeout: 1107 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764182.476401:0:37243:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37243:1862022725878016:0@lo:104: 00000100:00100000:0.0:1775764182.476706:0:37243:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764182.476932:0:37243:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e165266c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764182.480327:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725878016 00000100:00100000:3.0:1775764182.480352:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725878016 00000100:00100000:3.0:1775764182.481129:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1775764182.481144:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37243:x1862022725878016:12345-0@lo:104: 00010000:00010000:3.0:1775764182.481165:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764182.481290:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764182.481296:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37243:x1862022725878016:12345-0@lo:104: Request processed in 158us (4591us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764182.481334:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00010000:00010000:1.0:1775764182.481401:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764182.481408:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481434:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764182.481438:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481447:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764182.481454:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764182.481459:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764182.481503:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481509:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764182.481534:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481540:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667000/0x429a70d18420bb06 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb0d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481562:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764182.481564:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764182.481566:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764182.481603:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725878144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764182.481649:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764182.481718:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725878144 00000100:00100000:1.0:1775764182.481725:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725878144 00010000:00010000:1.0:1775764182.481783:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb06 expref: 18 pid: 5760 timeout: 1107 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764182.481826:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1775764182.481833:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725878144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764182.481846:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764182.481852:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb06 expref: 18 pid: 5760 timeout: 1107 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481865:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bb06 expref: 18 pid: 5760 timeout: 1107 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481889:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481898:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481916:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481923:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481931:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481939:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481945:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764182.481949:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481964:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481973:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764182.481984:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764182.482035:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f018700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725878144:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764182.482043:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1775764182.482090:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725878144:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764182.482781:0:37243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb0d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bb06 expref: 17 pid: 5760 timeout: 1107 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764182.482798:0:37243:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37243:1862022725878016:0@lo:104: 00010000:00010000:2.0:1775764182.482826:0:37243:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764182.482836:0:37243:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764182.482842:0:37243:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764182.482847:0:37243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb14 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764183.264400:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764183.656828:0:37291:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd73e4d9e0 20000000:00000080:2.0:1775764183.656847:0:37291:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3dba3800 uarg=0000000000000000 10000000:01000000:2.0:1775764183.657146:0:37291:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764183.657176:0:37291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657209:0:37291:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657223:0:37291:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657230:0:37291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657238:0:37291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657248:0:37291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657254:0:37291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764183.657259:0:37291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657269:0:37291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657286:0:37291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657295:0:37291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764183.657302:0:37291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bb1b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764184.292107:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764184.545947:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764184.545957:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764184.545964:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764184.546124:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764184.546137:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764184.546150:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764184.546182:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725878272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764184.546269:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764184.546335:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764184.546416:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725878272 00000100:00100000:0.0:1775764184.546425:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725878272 00000100:00100000:0.0:1775764184.546485:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1775764184.546496:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725878272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764184.546510:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764184.546527:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bb22 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.546550:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bb22 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.546561:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb22 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.546570:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063e00, rc 0) 00000100:00100000:0.0:1775764184.546617:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725878272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764184.546624:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1775764184.546687:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725878272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764184.546702:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.546711:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764184.546752:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764184.546757:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.546764:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1775764184.711725:0:37339:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff46bbfc30 20000000:00000080:3.0:1775764184.712163:0:37339:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3784a400 uarg=0000000000000000 10000000:01000000:3.0:1775764184.712644:0:37339:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764184.712673:0:37339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764184.712693:0:37339:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb22 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764184.712700:0:37339:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764184.713248:0:37339:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bb22 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764184.713271:0:37339:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bb22 expref: 17 pid: 5762 timeout: 1109 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764184.713295:0:37339:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a0b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37339:1862022725878400:0@lo:104: 00000100:00100000:3.0:1775764184.713393:0:37339:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764184.714426:0:37339:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764184.714484:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725878400 00000100:00100000:1.0:1775764184.714498:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725878400 00000100:00100000:0.0:1775764184.718504:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1775764184.718536:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37339:x1862022725878400:12345-0@lo:104: 00010000:00010000:0.0:1775764184.718558:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.718718:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764184.718725:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37339:x1862022725878400:12345-0@lo:104: Request processed in 208us (5332us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764184.718756:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00010000:00010000:0.0:1775764184.718800:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764184.718807:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.718825:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764184.718845:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.718855:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764184.718862:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764184.718868:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764184.718912:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.718918:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764184.718941:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.718948:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420bb22 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb29 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.718967:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764184.718969:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764184.718971:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764184.718995:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725878528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764184.719046:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764184.719103:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725878528 00000100:00100000:0.0:1775764184.719110:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725878528 00010000:00010000:0.0:1775764184.719137:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb22 expref: 18 pid: 5762 timeout: 1109 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764184.719162:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1775764184.719177:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725878528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764184.719189:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764184.719194:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb22 expref: 18 pid: 5762 timeout: 1109 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719205:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bb22 expref: 18 pid: 5762 timeout: 1109 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719224:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719232:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719247:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719254:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719262:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719269:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719275:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764184.719279:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719286:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719302:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764184.719313:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764184.719343:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725878528:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764184.719350:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1775764184.719391:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725878528:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764184.720095:0:37339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420bb29 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bb22 expref: 17 pid: 5762 timeout: 1109 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764184.720114:0:37339:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a0b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37339:1862022725878400:0@lo:104: 00010000:00010000:3.0:1775764184.720134:0:37339:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764184.720144:0:37339:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764184.720163:0:37339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764184.720170:0:37339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb30 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764184.800281:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725878784:0@lo:400:kworker.0 00000100:00100000:3.0:1775764184.800380:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764184.800438:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725878912:0@lo:400:kworker.0 00000100:00100000:3.0:1775764184.800456:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764184.800461:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725878656:0@lo:400:kworker.0 00000100:00100000:0.0:1775764184.800476:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764184.800480:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764184.800498:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725879168:0@lo:400:kworker.0 00000100:00100000:0.0:1775764184.800499:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764184.800504:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725879040:0@lo:400:kworker.0 00000100:00100000:3.0:1775764184.800523:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764184.800525:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764184.800560:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725878784 00000100:00100000:0.0:1775764184.800570:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725878784 00000100:00100000:1.0:1775764184.800571:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725878912 00000100:00100000:1.0:1775764184.800578:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725878912 00000100:00100000:3.0:1775764184.800582:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725878656 00000100:00100000:3.0:1775764184.800586:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725878656 00000100:00100000:0.0:1775764184.800636:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725879040 00000100:00100000:1.0:1775764184.800636:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725879168 00000100:00100000:1.0:1775764184.800641:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725879168 00000100:00100000:0.0:1775764184.800642:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725879040 00000100:00100000:2.0:1775764184.800642:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764184.800654:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725879296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764184.800690:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1775764184.800702:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725878912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764184.800707:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1775764184.800757:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764184.800761:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764184.800764:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764184.800776:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725879296 00000100:00100000:2.0:1775764184.800780:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725879296 00000100:00100000:1.0:1775764184.800804:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725878912:12345-0@lo:400:kworker.0 Request processed in 105us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764184.800815:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1775764184.800816:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1775764184.800827:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725879296:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764184.800843:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1775764184.800850:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725879168:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1775764184.800856:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764184.800882:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725879168:12345-0@lo:400:kworker.0 Request processed in 33us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764184.800901:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1775764184.800916:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725879296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764184.800934:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1775764184.800960:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725878912:0@lo:400:kworker.0 00000100:00100000:2.0:1775764184.800985:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725879296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764184.807835:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1775764184.807857:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725878784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764184.807950:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725878784:12345-0@lo:400:kworker.0 Request processed in 102us (7569us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764184.807958:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1775764184.808369:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1775764184.808382:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725878656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764184.808425:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725878656:12345-0@lo:400:kworker.0 Request processed in 48us (7943us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764184.808431:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1775764184.808489:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725878656:0@lo:400:kworker.0 00000100:00100000:3.0:1775764184.808505:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725879168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764184.808517:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725878784:0@lo:400:kworker.0 00000100:00100000:0.0:1775764184.811895:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1775764184.811923:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725879040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764184.812049:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725879040:12345-0@lo:400:kworker.0 Request processed in 137us (11522us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764184.812057:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1775764184.812117:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725879040:0@lo:400:kworker.0 00000100:00100000:3.0:1775764184.878105:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764184.883130:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764184.883173:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702629120 00000100:00100000:3.0:1775764184.883182:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702629120 00000100:00100000:3.0:1775764184.883224:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 645 00000100:00100000:3.0:1775764184.883231:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702629120:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764184.883280:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702629120:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 50us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764184.883285:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 645 00000100:00100000:2.0:1775764184.888666:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702629248 00000100:00100000:2.0:1775764184.888677:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702629248 00000100:00100000:2.0:1775764184.888792:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 655 00000100:00100000:2.0:1775764184.888801:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702629248:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764184.888881:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702629248:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 80us (10785us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764184.888889:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 655 00000100:00080000:3.0:1775764184.889233:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764185.318351:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764186.120006:0:37388:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0e5db180 20000000:00000080:0.0:1775764186.120026:0:37388:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f017400 uarg=0000000000000000 10000000:01000000:0.0:1775764186.120473:0:37388:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764186.120499:0:37388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120519:0:37388:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120530:0:37388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120537:0:37388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120546:0:37388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120553:0:37388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120559:0:37388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764186.120564:0:37388:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120572:0:37388:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120585:0:37388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120593:0:37388:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764186.120599:0:37388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420bb37 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764186.337274:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764186.722700:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764186.722707:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764186.722712:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764186.723148:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764186.723165:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764186.723179:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764186.723216:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725879424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764186.730370:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764186.730450:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764186.730539:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725879424 00000100:00100000:3.0:1775764186.730554:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725879424 00000100:00100000:3.0:1775764186.730639:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1775764186.730651:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725879424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764186.730676:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764186.730704:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bb3e expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764186.730763:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bb3e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764186.730778:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb3e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764186.730792:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666400, rc 0) 00000100:00100000:3.0:1775764186.730855:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725879424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 205us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764186.730861:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1775764186.731777:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725879424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764186.731811:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764186.731823:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764186.731847:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764186.731853:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764186.731875:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764186.852207:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764186.852237:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725879552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764186.852317:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764186.853832:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725879552 00000100:00100000:0.0:1775764186.853848:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725879552 00000100:00100000:0.0:1775764186.854045:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1775764186.854057:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725879552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764186.854101:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764186.854188:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725879552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (1870us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764186.854196:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1775764186.855885:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725879552:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764186.857852:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:3.0:1775764187.207301:0:37436:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe893c1b20 20000000:00000080:3.0:1775764187.207318:0:37436:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3784a000 uarg=0000000000000000 10000000:01000000:3.0:1775764187.207584:0:37436:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764187.207611:0:37436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764187.207636:0:37436:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb3e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764187.207644:0:37436:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764187.207701:0:37436:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bb3e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764187.207719:0:37436:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bb3e expref: 17 pid: 5763 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764187.207860:0:37436:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a09880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37436:1862022725879680:0@lo:104: 00000100:00100000:3.0:1775764187.207948:0:37436:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764187.208118:0:37436:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764187.208362:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725879680 00000100:00100000:1.0:1775764187.208372:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725879680 00000100:00100000:1.0:1775764187.208475:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1775764187.208487:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37436:x1862022725879680:12345-0@lo:104: 00010000:00010000:1.0:1775764187.208508:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764187.208597:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764187.208604:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37436:x1862022725879680:12345-0@lo:104: Request processed in 120us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764187.208613:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1775764187.208694:0:37436:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a09880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37436:1862022725879680:0@lo:104: 00010000:00010000:3.0:1775764187.208724:0:37436:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.208817:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764187.208825:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.208835:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764187.208841:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.208852:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764187.208884:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764187.208889:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764187.208951:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.208958:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764187.209003:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.209010:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bb3e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb45 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.209032:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764187.209034:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764187.209036:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764187.209276:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725879808:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764187.209340:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764187.209940:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725879808 00000100:00100000:2.0:1775764187.209950:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725879808 00010000:00010000:2.0:1775764187.209995:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb3e expref: 18 pid: 5763 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764187.210071:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1775764187.210081:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725879808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764187.210098:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764187.210104:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb3e expref: 18 pid: 5763 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210116:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bb3e expref: 18 pid: 5763 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210144:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666400/0x429a70d18420bb45 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bb3e expref: 18 pid: 5763 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210161:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210180:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210196:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210203:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210211:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210216:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210222:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764187.210227:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210233:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210254:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764187.210274:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764187.210334:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725879808:12345-0@lo:103:ldlm_bl.0 Request processed in 255us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764187.210343:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00010000:00010000:3.0:1775764187.210396:0:37436:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764187.210411:0:37436:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764187.210418:0:37436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420bb4c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764187.211829:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725879808:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764187.366020:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764188.362297:0:37484:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd51ad8080 20000000:00000080:0.0:1775764188.362323:0:37484:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f017000 uarg=0000000000000000 10000000:01000000:0.0:1775764188.362616:0:37484:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764188.362655:0:37484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.362678:0:37484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.362693:0:37484:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.362700:0:37484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.362709:0:37484:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.362718:0:37484:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.363174:0:37484:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764188.363180:0:37484:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.363187:0:37484:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.363203:0:37484:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.363209:0:37484:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764188.363213:0:37484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420bb53 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764188.384960:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764188.579246:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764188.579258:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764188.579266:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764188.579331:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764188.579345:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764188.579362:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764188.579400:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a09880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725879936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764188.579496:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764188.579573:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764188.579611:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725879936 00000100:00100000:3.0:1775764188.579622:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725879936 00000100:00100000:3.0:1775764188.579687:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1775764188.579696:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725879936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764188.579715:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764188.579752:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bb5a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764188.579791:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bb5a expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764188.579803:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb5a expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764188.579816:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:3.0:1775764188.579853:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725879936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764188.579861:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1775764188.579912:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a09880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725879936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764188.579925:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764188.579933:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764188.579952:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764188.579957:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764188.579964:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764189.409985:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764189.727819:0:37533:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffddb6a9510 20000000:00000080:0.0:1775764189.727840:0:37533:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f015400 uarg=0000000000000000 10000000:01000000:0.0:1775764189.734637:0:37533:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764189.734671:0:37533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764189.734694:0:37533:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb5a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764189.734702:0:37533:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764189.735447:0:37533:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bb5a expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764189.735488:0:37533:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bb5a expref: 17 pid: 5762 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764189.735507:0:37533:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37533:1862022725880064:0@lo:104: 00000100:00100000:0.0:1775764189.735583:0:37533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764189.735683:0:37533:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e11e540c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764189.744699:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725880064 00000100:00100000:1.0:1775764189.744722:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725880064 00000100:00100000:1.0:1775764189.744819:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1775764189.744830:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37533:x1862022725880064:12345-0@lo:104: 00010000:00010000:1.0:1775764189.744851:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.745002:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764189.745024:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37533:x1862022725880064:12345-0@lo:104: Request processed in 197us (9441us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764189.745033:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00010000:00010000:1.0:1775764189.745063:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764189.745070:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.745080:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764189.745085:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.745093:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764189.745100:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764189.745106:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764189.745978:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.745991:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764189.746032:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.746040:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bb5a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb61 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.746069:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764189.746071:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764189.746073:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764189.746104:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725880192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764189.746529:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764189.746839:0:37533:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37533:1862022725880064:0@lo:104: 00010000:00010000:3.0:1775764189.746890:0:37533:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764189.747684:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725880192 00000100:00100000:1.0:1775764189.747703:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725880192 00010000:00010000:1.0:1775764189.747780:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb5a expref: 18 pid: 5762 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764189.747849:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1775764189.747860:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f019180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725880192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764189.747886:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764189.747893:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb5a expref: 18 pid: 5762 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.747909:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bb5a expref: 18 pid: 5762 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.748182:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420bb61 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bb5a expref: 18 pid: 5762 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.748205:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.748215:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.748232:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.748239:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.748261:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.748268:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.748274:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764189.748278:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.748433:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764189.753424:0:37533:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764189.753445:0:37533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.754900:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.754921:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bb68 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764189.755048:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764189.758491:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f019180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725880192:12345-0@lo:103:ldlm_bl.0 Request processed in 10620us (12308us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764189.758508:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1775764189.760112:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725880192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764189.920193:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764189.920221:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725880320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764189.920313:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764189.920403:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725880320 00000100:00100000:3.0:1775764189.920413:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725880320 00000100:00100000:3.0:1775764189.920500:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1775764189.920513:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725880320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764189.920563:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764189.920651:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725880320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764189.920659:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:3.0:1775764189.920682:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764189.920753:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725880320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764189.925488:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725880448:0@lo:400:kworker.0 00000100:00100000:3.0:1775764189.926027:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764189.926101:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764189.926109:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725880576:0@lo:400:kworker.0 00000100:00100000:3.0:1775764189.926136:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764189.926173:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725880704:0@lo:400:kworker.0 00000100:00100000:3.0:1775764189.926219:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764189.926237:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764189.926244:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725880832:0@lo:400:kworker.0 00000100:00100000:3.0:1775764189.926402:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764189.927947:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725880448 00000100:00100000:2.0:1775764189.927971:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725880448 00000100:00100000:2.0:1775764189.928030:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725880576 00000100:00100000:2.0:1775764189.928033:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725880576 00000100:00100000:2.0:1775764189.928058:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725880704 00000100:00100000:2.0:1775764189.928061:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725880704 00000100:00100000:2.0:1775764189.928078:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1775764189.928086:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725880448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764189.928172:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725880448:12345-0@lo:400:kworker.0 Request processed in 87us (2146us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764189.928179:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1775764189.928198:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1775764189.928204:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725880576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764189.928232:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725880576:12345-0@lo:400:kworker.0 Request processed in 28us (2094us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764189.928237:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1775764189.928250:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1775764189.929523:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725880832 00000100:00100000:1.0:1775764189.929535:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725880832 00000100:00100000:1.0:1775764189.929601:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1775764189.929610:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725880832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764189.929708:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725880832:12345-0@lo:400:kworker.0 Request processed in 99us (3306us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764189.929716:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1775764189.929817:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725880832:0@lo:400:kworker.0 00000100:00100000:2.0:1775764189.930861:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725880704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764189.932885:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725880576:0@lo:400:kworker.0 00000100:00100000:0.0:1775764189.932904:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725880448:0@lo:400:kworker.0 00000100:00080000:0.0:1775764189.932940:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764189.932945:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764189.938082:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725880704:12345-0@lo:400:kworker.0 Request processed in 9811us (11846us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764189.938098:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1775764189.938200:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725880704:0@lo:400:kworker.0 00000100:00100000:1.0:1775764190.009163:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764190.009251:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764190.010710:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702629376 00000100:00100000:0.0:1775764190.010727:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702629376 00000100:00100000:0.0:1775764190.010831:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 648 00000100:00100000:0.0:1775764190.010842:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702629376:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764190.010931:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702629376:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (1679us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764190.010940:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 648 00000100:00100000:1.0:1775764190.011007:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702629504 00000100:00100000:1.0:1775764190.011013:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702629504 00000100:00100000:1.0:1775764190.011072:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 659 00000100:00100000:1.0:1775764190.011079:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702629504:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764190.011115:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702629504:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (1970us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764190.011121:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 659 00000100:00080000:0.0:1775764190.011628:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764190.438273:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764190.905641:0:37582:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdafc3ccb0 20000000:00000080:0.0:1775764190.905667:0:37582:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f015400 uarg=0000000000000000 10000000:01000000:0.0:1775764190.906219:0:37582:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764190.906245:0:37582:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906269:0:37582:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906280:0:37582:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906287:0:37582:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906293:0:37582:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906300:0:37582:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906306:0:37582:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764190.906311:0:37582:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906320:0:37582:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906335:0:37582:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906345:0:37582:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764190.906352:0:37582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bb6f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764191.455903:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764191.662360:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764191.662371:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764191.662376:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764191.662441:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764191.662454:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764191.662467:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764191.662503:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a08380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725880960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764191.662606:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764191.662696:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764191.663083:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725880960 00000100:00100000:0.0:1775764191.663094:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725880960 00000100:00100000:0.0:1775764191.663169:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1775764191.663181:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725880960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764191.663200:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764191.663221:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bb76 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764191.663250:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bb76 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764191.663261:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb76 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764191.663272:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062600, rc 0) 00000100:00100000:0.0:1775764191.663334:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725880960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764191.663341:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1775764191.663442:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a08380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725880960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764191.663470:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764191.663481:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764191.663501:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764191.663506:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764191.663513:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764191.968104:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725881088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764191.968201:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764191.968453:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725881088 00000100:00100000:2.0:1775764191.968460:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725881088 00000100:00080000:0.0:1775764191.968587:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764191.970570:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1775764191.970588:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725881088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764191.970629:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764191.970725:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725881088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (2523us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764191.970751:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1775764191.970972:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725881088:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1775764192.220344:0:37630:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd44b21dc0 20000000:00000080:2.0:1775764192.220369:0:37630:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3dba3400 uarg=0000000000000000 10000000:01000000:2.0:1775764192.221330:0:37630:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764192.221360:0:37630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764192.221386:0:37630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb76 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764192.221417:0:37630:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764192.222395:0:37630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bb76 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764192.222415:0:37630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bb76 expref: 17 pid: 5763 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764192.222434:0:37630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37630:1862022725881216:0@lo:104: 00000100:00100000:2.0:1775764192.222520:0:37630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764192.222581:0:37630:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764192.222706:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725881216 00000100:00100000:1.0:1775764192.222716:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725881216 00000100:00100000:1.0:1775764192.222805:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1775764192.222814:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37630:x1862022725881216:12345-0@lo:104: 00010000:00010000:1.0:1775764192.222830:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764192.222901:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764192.222917:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37630:x1862022725881216:12345-0@lo:104: Request processed in 94us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764192.222924:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1775764192.223108:0:37630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37630:1862022725881216:0@lo:104: 00010000:00010000:2.0:1775764192.223132:0:37630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764192.223289:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764192.223299:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764192.223309:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764192.223314:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764192.223346:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764192.223355:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764192.223362:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764192.223407:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764192.223415:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764192.223452:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764192.223462:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bb76 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb7d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764192.223487:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764192.223489:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764192.223490:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764192.223667:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725881344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764192.223712:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764192.224103:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725881344 00000100:00100000:0.0:1775764192.224110:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725881344 00010000:00010000:0.0:1775764192.224138:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb76 expref: 18 pid: 5763 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764192.224175:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1775764192.224182:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725881344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764192.224205:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764192.224211:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb76 expref: 18 pid: 5763 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224222:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bb76 expref: 18 pid: 5763 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224237:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062600/0x429a70d18420bb7d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bb76 expref: 18 pid: 5763 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224254:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224263:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224279:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224286:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224294:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224301:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224306:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764192.224311:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224327:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224347:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764192.224357:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764192.224395:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725881344:12345-0@lo:103:ldlm_bl.0 Request processed in 214us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764192.224404:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1775764192.224672:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725881344:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764192.224723:0:37630:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764192.224767:0:37630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764192.224774:0:37630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bb84 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764192.487782:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764193.405126:0:37678:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb23ce780 20000000:00000080:0.0:1775764193.405149:0:37678:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f017c00 uarg=0000000000000000 10000000:01000000:0.0:1775764193.406181:0:37678:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764193.406206:0:37678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.406222:0:37678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.406233:0:37678:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.406239:0:37678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.406246:0:37678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.406253:0:37678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.407069:0:37678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764193.407075:0:37678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.407083:0:37678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.407100:0:37678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.407108:0:37678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.407115:0:37678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bb8b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764193.505257:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764193.505270:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764193.505276:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764193.505331:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.505347:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764193.505363:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764193.505397:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725881472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764193.505675:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764193.505918:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf16c0 going to sleep for 11 seconds 00010000:00010000:2.0:1775764193.507977:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764193.514633:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725881472 00000100:00100000:3.0:1775764193.514652:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725881472 00000100:00100000:3.0:1775764193.514722:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1775764193.514753:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725881472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764193.514772:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764193.514793:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bb92 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764193.514822:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bb92 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764193.514852:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb92 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764193.514863:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666a00, rc 0) 00000100:00100000:3.0:1775764193.514979:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725881472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 248us (9304us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764193.514987:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1775764193.516239:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725881472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764193.516265:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764193.516277:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764193.516300:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764193.516306:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764193.516313:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1775764194.497092:0:37727:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffecb377880 20000000:00000080:1.0:1775764194.497116:0:37727:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2aa70000 uarg=0000000000000000 10000000:01000000:1.0:1775764194.498069:0:37727:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764194.498115:0:37727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764194.498139:0:37727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bb92 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764194.498147:0:37727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764194.498191:0:37727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bb92 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764194.498205:0:37727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bb92 expref: 17 pid: 5762 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764194.498220:0:37727:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37727:1862022725881600:0@lo:104: 00000100:00100000:1.0:1775764194.501077:0:37727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764194.501182:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775764194.501199:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725881600 00000100:00100000:0.0:1775764194.501211:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725881600 00000100:00100000:0.0:1775764194.501283:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1775764194.501302:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f015850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37727:x1862022725881600:12345-0@lo:104: 00010000:00010000:0.0:1775764194.501324:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764194.501396:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764194.501402:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f015850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37727:x1862022725881600:12345-0@lo:104: Request processed in 112us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764194.501410:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00010000:00010000:2.0:1775764194.501504:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764194.501512:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764194.501519:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764194.501524:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764194.501533:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764194.501540:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764194.501565:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764194.501631:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764194.501638:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764194.501667:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764194.501674:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063a00/0x429a70d18420bb92 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bb99 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764194.501717:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725881728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764194.501775:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764194.501804:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725881728 00000100:00100000:3.0:1775764194.501809:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725881728 00010000:00010000:3.0:1775764194.501831:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb92 expref: 18 pid: 5762 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764194.501855:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1775764194.501862:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09694050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725881728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764194.501872:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764194.501877:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bb92 expref: 18 pid: 5762 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.501899:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bb92 expref: 18 pid: 5762 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.501925:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.501934:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.501956:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.501963:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.501970:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.501976:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.501981:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764194.501986:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.501993:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.502002:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764194.502012:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764194.502036:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764194.502038:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764194.502038:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09694050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725881728:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (263us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764194.502040:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764194.502045:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1775764194.503177:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725881728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764194.503384:0:37727:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b860c0 going to sleep for 11 seconds 00010000:00010000:0.0:1775764194.503405:0:37727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bb99 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bb92 expref: 17 pid: 5762 timeout: 1119 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764194.503420:0:37727:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37727:1862022725881600:0@lo:104: 00010000:00010000:0.0:1775764194.503436:0:37727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764194.503445:0:37727:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764194.503452:0:37727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764194.503458:0:37727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420bba0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764194.529181:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764195.043207:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764195.043239:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725881856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764195.043356:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764195.043675:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725881856 00000100:00100000:3.0:1775764195.043686:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725881856 00000100:00100000:3.0:1775764195.043790:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1775764195.043801:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725881856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764195.043855:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764195.043925:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725881856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764195.043933:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1775764195.043991:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725881856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764195.044254:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725882368:0@lo:400:kworker.0 00000100:00100000:0.0:1775764195.044288:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764195.044312:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764195.044317:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725882240:0@lo:400:kworker.0 00000100:00100000:0.0:1775764195.044341:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775764195.044364:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764195.044378:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725882240 00000100:00100000:0.0:1775764195.044382:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725882240 00000100:00100000:0.0:1775764195.044419:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1775764195.044425:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725882240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764195.044461:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725882240:12345-0@lo:400:kworker.0 Request processed in 35us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764195.044467:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00080000:0.0:1775764195.044484:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764195.044500:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725882240:0@lo:400:kworker.0 00000100:00100000:3.0:1775764195.044566:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725881984:0@lo:400:kworker.0 00000100:00100000:3.0:1775764195.044594:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764195.044620:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764195.044625:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725882112:0@lo:400:kworker.0 00000100:00100000:1.0:1775764195.044644:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725882368 00000100:00100000:3.0:1775764195.044645:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764195.044648:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725882368 00000100:00100000:3.0:1775764195.044692:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1775764195.044700:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725882368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764195.044705:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725881984 00000100:00100000:1.0:1775764195.044709:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725881984 00000100:00100000:1.0:1775764195.044749:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725882112 00000100:00100000:1.0:1775764195.044753:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725882112 00000100:00100000:3.0:1775764195.044756:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725882368:12345-0@lo:400:kworker.0 Request processed in 58us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764195.044762:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1775764195.044775:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1775764195.044793:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725881984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764195.044840:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725881984:12345-0@lo:400:kworker.0 Request processed in 59us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764195.044845:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1775764195.044858:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1775764195.044863:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02a09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725882112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764195.044917:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02a09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725882112:12345-0@lo:400:kworker.0 Request processed in 46us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764195.044925:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00080000:1.0:1775764195.044944:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764195.044947:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764195.048161:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725882112:0@lo:400:kworker.0 00000100:00100000:3.0:1775764195.048180:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725881984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764195.048701:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725882368:0@lo:400:kworker.0 00000100:00100000:0.0:1775764195.117607:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764195.117679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764195.117805:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702629632 00000100:00100000:3.0:1775764195.117819:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702629632 00000100:00100000:3.0:1775764195.117897:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 651 00000100:00100000:3.0:1775764195.117930:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702629632:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764195.118012:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702629632:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 83us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764195.118020:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 651 00000100:00100000:2.0:1775764195.118331:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702629760 00000100:00100000:2.0:1775764195.118338:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702629760 00000100:00100000:2.0:1775764195.118400:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 663 00000100:00100000:2.0:1775764195.118408:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702629760:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764195.118448:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702629760:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764195.118455:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 663 00000100:00080000:0.0:1775764195.118596:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764195.558968:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764195.750589:0:37776:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd714a2310 20000000:00000080:0.0:1775764195.750606:0:37776:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f016000 uarg=0000000000000000 10000000:01000000:0.0:1775764195.755694:0:37776:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764195.755726:0:37776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756003:0:37776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756015:0:37776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756021:0:37776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756029:0:37776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756038:0:37776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756044:0:37776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764195.756048:0:37776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756057:0:37776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756077:0:37776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756086:0:37776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764195.756094:0:37776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062200/0x429a70d18420bba7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764195.999915:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764195.999924:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764195.999929:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764195.999987:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764196.000001:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764196.000016:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764196.000045:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725882496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764196.000120:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764196.000183:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764196.000267:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725882496 00000100:00100000:3.0:1775764196.000275:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725882496 00000100:00100000:3.0:1775764196.000339:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1775764196.000348:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725882496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764196.000363:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764196.000377:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bbae expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764196.000401:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bbae expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764196.000411:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bbae expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764196.000421:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775764196.000462:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725882496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764196.000469:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1775764196.000518:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725882496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764196.000531:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764196.000540:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764196.000572:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764196.000577:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764196.000584:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764196.584389:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764197.087978:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725882624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764197.088065:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764197.088149:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725882624 00000100:00100000:0.0:1775764197.088158:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725882624 00000100:00100000:0.0:1775764197.088879:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1775764197.088901:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725882624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764197.088947:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764197.089015:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725882624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764197.089022:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1775764197.089097:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725882624:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764197.089292:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1775764197.114950:0:37824:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe779e4b90 20000000:00000080:2.0:1775764197.114981:0:37824:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3dba2000 uarg=0000000000000000 10000000:01000000:2.0:1775764197.115232:0:37824:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764197.115255:0:37824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764197.115283:0:37824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bbae expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764197.115291:0:37824:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764197.115331:0:37824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bbae expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764197.115345:0:37824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bbae expref: 17 pid: 5763 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764197.115362:0:37824:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37824:1862022725882752:0@lo:104: 00000100:00100000:2.0:1775764197.115426:0:37824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764197.115485:0:37824:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0536e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764197.116089:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725882752 00000100:00100000:1.0:1775764197.116099:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725882752 00000100:00100000:1.0:1775764197.116157:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1775764197.116166:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37824:x1862022725882752:12345-0@lo:104: 00010000:00010000:1.0:1775764197.116193:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764197.116267:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764197.116273:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37824:x1862022725882752:12345-0@lo:104: Request processed in 109us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764197.116280:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1775764197.118140:0:37824:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37824:1862022725882752:0@lo:104: 00010000:00010000:2.0:1775764197.118170:0:37824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.122095:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764197.122128:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.122139:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764197.122143:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.122156:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764197.122167:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764197.122173:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764197.122256:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.122270:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764197.122343:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.122354:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420bbae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bbb5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.122382:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764197.122385:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764197.122387:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764197.122512:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764197.122554:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725882880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764197.122685:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764197.123095:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725882880 00000100:00100000:0.0:1775764197.123105:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725882880 00010000:00010000:0.0:1775764197.123141:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bbae expref: 18 pid: 5763 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764197.123207:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1775764197.123217:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725882880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764197.123235:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764197.123242:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bbae expref: 18 pid: 5763 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123258:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bbae expref: 18 pid: 5763 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123279:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbb5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bbae expref: 18 pid: 5763 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123295:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123304:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123319:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123327:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123333:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123339:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123356:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764197.123361:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123368:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123392:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.123403:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764197.123447:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725882880:12345-0@lo:103:ldlm_bl.0 Request processed in 232us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764197.123455:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1775764197.123497:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725882880:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764197.123509:0:37824:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764197.123517:0:37824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764197.123524:0:37824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bbbc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764197.603955:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764198.350062:0:37872:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8dc0a380 20000000:00000080:0.0:1775764198.350082:0:37872:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f014000 uarg=0000000000000000 10000000:01000000:0.0:1775764198.351244:0:37872:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764198.352016:0:37872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352037:0:37872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352048:0:37872:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352054:0:37872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352079:0:37872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352087:0:37872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352092:0:37872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764198.352097:0:37872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352104:0:37872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352118:0:37872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352126:0:37872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.352143:0:37872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420bbc3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764198.626788:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764198.694011:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764198.694017:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764198.694021:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764198.694069:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764198.694096:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764198.694109:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764198.694141:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725883008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764198.694333:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764198.694393:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764198.695525:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725883008 00000100:00100000:0.0:1775764198.695538:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725883008 00000100:00100000:0.0:1775764198.695608:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1775764198.695620:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725883008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764198.695636:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764198.695655:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bbca expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.695697:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bbca expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.695708:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bbca expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.695717:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775764198.695805:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725883008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 187us (1472us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764198.695812:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1775764198.695868:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725883008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764198.695894:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.695904:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764198.695925:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764198.695931:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764198.695938:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1775764199.519394:0:37920:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf6f5e5c0 20000000:00000080:2.0:1775764199.519418:0:37920:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3dba1800 uarg=0000000000000000 10000000:01000000:2.0:1775764199.520856:0:37920:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764199.520892:0:37920:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.520935:0:37920:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bbca expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.520942:0:37920:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.520992:0:37920:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bbca expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.521008:0:37920:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bbca expref: 17 pid: 5762 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764199.521028:0:37920:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37920:1862022725883136:0@lo:104: 00000100:00100000:2.0:1775764199.521108:0:37920:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764199.521235:0:37920:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764199.521899:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725883136 00000100:00100000:3.0:1775764199.521909:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725883136 00000100:00100000:3.0:1775764199.522043:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1775764199.522054:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37920:x1862022725883136:12345-0@lo:104: 00010000:00010000:3.0:1775764199.522069:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764199.522137:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764199.522143:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:37920:x1862022725883136:12345-0@lo:104: Request processed in 92us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764199.522149:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00010000:00010000:0.0:1775764199.522218:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764199.522224:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764199.522242:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764199.522246:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764199.522255:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764199.522262:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764199.522267:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764199.522305:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764199.522312:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764199.522335:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764199.522342:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420bbca lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bbd1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764199.522359:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764199.522360:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764199.522362:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764199.522382:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725883264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764199.522414:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764199.522497:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725883264 00000100:00100000:2.0:1775764199.522502:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725883264 00010000:00010000:2.0:1775764199.522534:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bbca expref: 18 pid: 5762 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764199.522565:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1775764199.522572:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725883264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764199.522583:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764199.522589:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bbca expref: 18 pid: 5762 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522601:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bbca expref: 18 pid: 5762 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522627:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522634:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522647:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522654:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522662:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522668:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522673:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764199.522677:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522685:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522694:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522702:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764199.522754:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725883264:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764199.522768:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1775764199.522805:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725883264:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764199.522839:0:37920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bbd1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bbca expref: 17 pid: 5762 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764199.522850:0:37920:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37920:1862022725883136:0@lo:104: 00010000:00010000:2.0:1775764199.522862:0:37920:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522881:0:37920:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522887:0:37920:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764199.522894:0:37920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bbd8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764199.666750:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764200.160287:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725883776:0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.160390:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764200.160529:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764200.160536:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725883392:0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.160640:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764200.160660:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725883904:0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.160683:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764200.160709:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725883520:0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.160751:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764200.160776:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764200.160782:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725883648:0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.160802:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764200.160834:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725883776 00000100:00100000:3.0:1775764200.160851:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725883776 00000100:00100000:3.0:1775764200.160912:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725883392 00000100:00100000:3.0:1775764200.160915:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725883392 00000100:00100000:3.0:1775764200.160930:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725883520 00000100:00100000:3.0:1775764200.160933:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725883520 00000100:00100000:3.0:1775764200.160948:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1775764200.161033:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725883776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.161086:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725883776:12345-0@lo:400:kworker.0 Request processed in 131us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764200.161094:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1775764200.161114:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1775764200.161120:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725883392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.161145:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725883392:12345-0@lo:400:kworker.0 Request processed in 26us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764200.161159:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1775764200.161171:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1775764200.161177:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725883520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.161208:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725883520:12345-0@lo:400:kworker.0 Request processed in 31us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764200.161213:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1775764200.161235:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725883904 00000100:00100000:3.0:1775764200.161238:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725883904 00000100:00100000:3.0:1775764200.161266:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725883648 00000100:00100000:3.0:1775764200.161269:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725883648 00000100:00100000:3.0:1775764200.161288:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1775764200.161294:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725883904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.161323:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725883904:12345-0@lo:400:kworker.0 Request processed in 29us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764200.161329:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1775764200.161341:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1775764200.161346:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725883648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.161369:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725883648:12345-0@lo:400:kworker.0 Request processed in 22us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764200.161374:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00080000:3.0:1775764200.161396:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764200.161400:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764200.161403:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764200.162702:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725883392:0@lo:400:kworker.0 00000100:00100000:2.0:1775764200.162719:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33edca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725883904:0@lo:400:kworker.0 00000100:00100000:2.0:1775764200.162744:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725883776:0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.164504:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f874000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725883648:0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.164524:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725883520:0@lo:400:kworker.0 00000100:00100000:3.0:1775764200.175937:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764200.175984:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725884032:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764200.176075:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764200.176324:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725884032 00000100:00100000:0.0:1775764200.176333:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725884032 00000100:00100000:0.0:1775764200.176390:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1775764200.176408:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725884032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764200.176445:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764200.176499:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725884032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764200.176507:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1775764200.179758:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725884032:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764200.246312:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764200.246350:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764200.246379:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702630016 00000100:00100000:3.0:1775764200.246389:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702630016 00000100:00100000:3.0:1775764200.246476:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 667 00000100:00100000:3.0:1775764200.246486:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702630016:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764200.246644:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702630016:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 158us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764200.246652:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 667 00000100:00100000:3.0:1775764200.246676:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702629888 00000100:00100000:3.0:1775764200.246680:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702629888 00000100:00100000:3.0:1775764200.246707:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 654 00000100:00100000:3.0:1775764200.246713:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702629888:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764200.246764:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702629888:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 51us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764200.246770:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 654 00000100:00080000:3.0:1775764200.246797:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764200.671848:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764200.685727:0:37970:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef8619f40 20000000:00000080:1.0:1775764200.685784:0:37970:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2aa73c00 uarg=0000000000000000 10000000:01000000:1.0:1775764200.686339:0:37970:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764200.686368:0:37970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686393:0:37970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686405:0:37970:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686414:0:37970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686423:0:37970:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686432:0:37970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686439:0:37970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764200.686445:0:37970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686455:0:37970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686474:0:37970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686491:0:37970:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764200.686498:0:37970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bbdf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764201.120589:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764201.120596:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764201.120602:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764201.120667:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764201.120681:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764201.120697:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764201.120753:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725884160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764201.121560:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764201.121626:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764201.122150:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725884160 00000100:00100000:3.0:1775764201.122165:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725884160 00000100:00100000:3.0:1775764201.122249:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1775764201.122260:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725884160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764201.122276:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764201.122295:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bbe6 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764201.122342:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bbe6 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764201.122355:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bbe6 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764201.122378:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775764201.122455:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725884160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 197us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764201.122463:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1775764201.122622:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725884160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764201.122644:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764201.122656:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764201.122682:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764201.122688:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764201.122702:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764201.696022:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764202.131621:0:38018:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda008f2c0 20000000:00000080:1.0:1775764202.131642:0:38018:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2aa70000 uarg=0000000000000000 10000000:01000000:1.0:1775764202.132369:0:38018:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764202.132392:0:38018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764202.132413:0:38018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bbe6 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764202.132423:0:38018:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764202.132469:0:38018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bbe6 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764202.132486:0:38018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bbe6 expref: 17 pid: 5763 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764202.132504:0:38018:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38018:1862022725884288:0@lo:104: 00000100:00100000:1.0:1775764202.132579:0:38018:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764202.132662:0:38018:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105faf00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764202.132983:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725884288 00000100:00100000:0.0:1775764202.132994:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725884288 00000100:00100000:0.0:1775764202.133053:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1775764202.133063:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38018:x1862022725884288:12345-0@lo:104: 00010000:00010000:0.0:1775764202.133077:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764202.133161:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764202.133168:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38018:x1862022725884288:12345-0@lo:104: Request processed in 106us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764202.133175:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00010000:00010000:3.0:1775764202.133464:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1775764202.133466:0:38018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38018:1862022725884288:0@lo:104: 00010000:00010000:3.0:1775764202.133474:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133484:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764202.133489:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764202.133492:0:38018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133505:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764202.133513:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764202.133521:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764202.133604:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133611:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764202.133656:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133664:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420bbe6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bbed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133682:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764202.133684:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764202.133685:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1775764202.133686:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764202.133700:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725884416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764202.133758:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764202.133832:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725884416 00000100:00100000:3.0:1775764202.133837:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725884416 00010000:00010000:3.0:1775764202.133871:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bbe6 expref: 18 pid: 5763 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764202.133897:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1775764202.133903:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725884416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764202.133913:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764202.133918:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bbe6 expref: 18 pid: 5763 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133929:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bbe6 expref: 18 pid: 5763 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133942:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420bbed lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bbe6 expref: 18 pid: 5763 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133956:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133963:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133985:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133992:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.133998:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.134004:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.134009:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764202.134013:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.134019:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.134042:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764202.134051:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764202.134086:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725884416:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764202.134093:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1775764202.134120:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725884416:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764202.134141:0:38018:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764202.134150:0:38018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764202.134156:0:38018:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420bbf4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764202.209599:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725884544:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764202.209696:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764202.209914:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725884544 00000100:00100000:0.0:1775764202.209925:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725884544 00000100:00100000:0.0:1775764202.209996:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1775764202.210006:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725884544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764202.210055:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764202.210116:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725884544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764202.210123:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00080000:0.0:1775764202.210150:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764202.210216:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725884544:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764202.722854:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764203.149567:0:38067:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd8b2b3aa0 20000000:00000080:0.0:1775764203.149597:0:38067:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36e3a000 uarg=0000000000000000 10000000:01000000:0.0:1775764203.154909:0:38067:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764203.154947:0:38067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.154967:0:38067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.154979:0:38067:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.154986:0:38067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.154993:0:38067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.155001:0:38067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.155008:0:38067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764203.155014:0:38067:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.155023:0:38067:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.155037:0:38067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.155067:0:38067:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764203.155074:0:38067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420bbfb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764203.745035:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764204.013763:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764204.013772:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764204.013778:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764204.013862:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764204.013879:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764204.013895:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764204.013935:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725884672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764204.014034:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764204.014101:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764204.014312:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725884672 00000100:00100000:3.0:1775764204.014321:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725884672 00000100:00100000:3.0:1775764204.014393:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1775764204.014405:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725884672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764204.014426:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764204.014448:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bc02 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.014479:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bc02 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.014491:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc02 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.014503:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667400, rc 0) 00000100:00100000:3.0:1775764204.014568:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725884672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764204.014575:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1775764204.018881:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725884672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764204.018923:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764204.018937:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764204.018961:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764204.018967:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764204.018974:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1775764204.101065:0:38116:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffddaf3e5f0 20000000:00000080:3.0:1775764204.101084:0:38116:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d707c00 uarg=0000000000000000 10000000:01000000:3.0:1775764204.101352:0:38116:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764204.101375:0:38116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.101398:0:38116:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc02 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.101409:0:38116:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.101472:0:38116:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bc02 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.101485:0:38116:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bc02 expref: 17 pid: 5762 timeout: 1128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764204.101502:0:38116:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38116:1862022725884800:0@lo:104: 00000100:00100000:3.0:1775764204.101594:0:38116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764204.101657:0:38116:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0536e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764204.101812:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725884800 00000100:00100000:1.0:1775764204.101820:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725884800 00000100:00100000:1.0:1775764204.101884:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1775764204.101892:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38116:x1862022725884800:12345-0@lo:104: 00010000:00010000:1.0:1775764204.101907:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764204.101968:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764204.101974:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38116:x1862022725884800:12345-0@lo:104: Request processed in 82us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764204.101982:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00010000:00010000:2.0:1775764204.102203:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764204.102212:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764204.102221:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764204.102226:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764204.102237:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764204.102244:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764204.102250:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764204.102285:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764204.102301:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764204.102323:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764204.102330:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bc02 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc09 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764204.102345:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764204.102347:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764204.102349:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764204.102517:0:38116:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38116:1862022725884800:0@lo:104: 00010000:00010000:3.0:1775764204.102534:0:38116:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764204.102608:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764204.102623:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725884928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764204.102656:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764204.102727:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725884928 00000100:00100000:3.0:1775764204.102858:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725884928 00010000:00010000:3.0:1775764204.102881:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc02 expref: 18 pid: 5762 timeout: 1128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764204.102908:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1775764204.102914:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725884928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764204.102927:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764204.102932:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc02 expref: 18 pid: 5762 timeout: 1128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.102943:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bc02 expref: 18 pid: 5762 timeout: 1128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.102957:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc09 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bc02 expref: 18 pid: 5762 timeout: 1128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.102979:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.102989:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.103004:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.103012:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.103020:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.103026:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.103032:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764204.103037:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.103044:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764204.108143:0:38116:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764204.108169:0:38116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.111377:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.111397:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc10 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764204.111434:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764204.111534:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725884928:12345-0@lo:103:ldlm_bl.0 Request processed in 8614us (8871us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764204.111546:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1775764204.111670:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725884928:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764204.776023:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764205.216446:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764205.216454:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764205.216459:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764205.216504:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764205.216517:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764205.216530:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764205.216558:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725885056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764205.216631:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764205.216688:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764205.216994:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725885056 00000100:00100000:3.0:1775764205.217005:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725885056 00000100:00100000:3.0:1775764205.217073:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1775764205.217085:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725885056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764205.217100:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764205.217117:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bc17 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764205.217152:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bc17 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764205.217167:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc17 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764205.217179:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:3.0:1775764205.217241:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725885056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764205.217249:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1775764205.217326:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725885056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764205.217341:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764205.217353:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764205.217393:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764205.217399:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764205.217407:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1775764205.247230:0:38164:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee5ed0be0 20000000:00000080:3.0:1775764205.247251:0:38164:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3784ac00 uarg=0000000000000000 10000000:01000000:3.0:1775764205.247711:0:38164:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764205.247998:0:38164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764205.248019:0:38164:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc17 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764205.248028:0:38164:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764205.248074:0:38164:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bc17 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764205.248089:0:38164:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bc17 expref: 17 pid: 5760 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764205.248109:0:38164:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38164:1862022725885184:0@lo:104: 00000100:00100000:3.0:1775764205.248176:0:38164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764205.248276:0:38164:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764205.248459:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725885184 00000100:00100000:1.0:1775764205.248467:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725885184 00000100:00100000:1.0:1775764205.248551:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1775764205.248561:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38164:x1862022725885184:12345-0@lo:104: 00010000:00010000:1.0:1775764205.248574:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764205.248642:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764205.248649:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38164:x1862022725885184:12345-0@lo:104: Request processed in 89us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764205.248656:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00010000:00010000:2.0:1775764205.248708:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764205.248715:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.248722:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764205.248726:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.248754:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764205.248762:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764205.248769:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764205.248797:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.248802:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764205.248846:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.248852:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420bc17 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.248874:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764205.248876:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764205.248878:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764205.248898:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725885312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764205.248967:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764205.249001:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725885312 00000100:00100000:2.0:1775764205.249004:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725885312 00010000:00010000:2.0:1775764205.249022:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc17 expref: 18 pid: 5760 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764205.249042:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1775764205.249047:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725885312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764205.249055:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764205.249059:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc17 expref: 18 pid: 5760 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249069:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bc17 expref: 18 pid: 5760 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249084:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249092:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249114:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249121:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249126:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249131:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249135:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764205.249139:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249146:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249154:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764205.249163:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764205.249187:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725885312:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764205.249193:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1775764205.249233:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725885312:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764205.249351:0:38164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420bc1e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bc17 expref: 17 pid: 5760 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764205.249362:0:38164:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38164:1862022725885184:0@lo:104: 00010000:00010000:0.0:1775764205.249378:0:38164:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764205.249387:0:38164:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764205.249393:0:38164:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764205.249398:0:38164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667200/0x429a70d18420bc25 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764205.279990:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725885440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764205.280111:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764205.280181:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725885440 00000100:00100000:3.0:1775764205.280192:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725885440 00000100:00100000:3.0:1775764205.280262:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1775764205.280272:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725885440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764205.280320:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764205.280807:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725885440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 534us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764205.280826:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00080000:3.0:1775764205.280860:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764205.280943:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725885440:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764205.281161:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725885568:0@lo:400:kworker.0 00000100:00100000:1.0:1775764205.281230:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764205.281255:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764205.281262:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725885696:0@lo:400:kworker.0 00000100:00100000:1.0:1775764205.281283:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764205.281996:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725885568 00000100:00100000:3.0:1775764205.282007:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725885568 00000100:00100000:3.0:1775764205.282060:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725885696 00000100:00100000:3.0:1775764205.282064:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725885696 00000100:00100000:3.0:1775764205.282094:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1775764205.282103:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725885568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764205.282166:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725885568:12345-0@lo:400:kworker.0 Request processed in 65us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764205.282173:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1775764205.282191:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1775764205.282198:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725885696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764205.282227:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725885696:12345-0@lo:400:kworker.0 Request processed in 30us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764205.282233:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00080000:3.0:1775764205.282258:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764205.282272:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725885824:0@lo:400:kworker.0 00000100:00100000:3.0:1775764205.282310:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764205.282333:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764205.282341:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725885952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764205.282863:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725885696:0@lo:400:kworker.0 00000100:00100000:1.0:1775764205.282878:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725885568:0@lo:400:kworker.0 00000100:00100000:3.0:1775764205.284508:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764205.284582:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725885824 00000100:00100000:3.0:1775764205.284592:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725885824 00000100:00100000:3.0:1775764205.284669:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1775764205.284682:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725885824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764205.286077:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725885824:12345-0@lo:400:kworker.0 Request processed in 1394us (3760us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764205.286089:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1775764205.286189:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725885952 00000100:00100000:3.0:1775764205.286199:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725885952 00000100:00100000:3.0:1775764205.286249:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1775764205.286260:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725885952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764205.286343:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725885952:12345-0@lo:400:kworker.0 Request processed in 86us (1843us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764205.286349:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1775764205.287154:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725885952:0@lo:400:kworker.0 00000100:00100000:2.0:1775764205.287172:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725885824:0@lo:400:kworker.0 00000100:00080000:3.0:1775764205.289282:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764205.289292:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764205.365633:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764205.365670:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764205.365698:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702630144 00000100:00100000:3.0:1775764205.365707:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702630144 00000100:00100000:3.0:1775764205.365774:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 658 00000100:00100000:3.0:1775764205.365784:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702630144:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764205.365869:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702630144:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764205.365884:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 658 00000100:00100000:3.0:1775764205.366437:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702630272 00000100:00100000:3.0:1775764205.366443:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702630272 00000100:00100000:3.0:1775764205.366493:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 671 00000100:00100000:3.0:1775764205.366500:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702630272:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764205.366538:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702630272:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764205.366544:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 671 00000100:00080000:2.0:1775764205.366622:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764205.796051:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764206.416035:0:38214:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffea58f340 20000000:00000080:1.0:1775764206.416060:0:38214:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2aa72000 uarg=0000000000000000 10000000:01000000:1.0:1775764206.416586:0:38214:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764206.416617:0:38214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416638:0:38214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416651:0:38214:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416670:0:38214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416677:0:38214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416684:0:38214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416690:0:38214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cac00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764206.416695:0:38214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416703:0:38214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416718:0:38214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416726:0:38214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.416779:0:38214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc2c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764206.815995:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764206.885544:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764206.885553:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764206.885559:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764206.885639:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764206.885652:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764206.885666:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764206.885699:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37b4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725886080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764206.885806:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764206.885853:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764206.885965:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725886080 00000100:00100000:1.0:1775764206.885975:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725886080 00000100:00100000:1.0:1775764206.886037:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1775764206.886048:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725886080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764206.886065:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764206.886092:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bc33 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.886127:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bc33 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.886139:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc33 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.886149:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cac00, rc 0) 00000100:00100000:1.0:1775764206.886193:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725886080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764206.886201:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1775764206.886274:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37b4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725886080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764206.886289:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.886297:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764206.886316:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764206.886321:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764206.886328:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764207.329391:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764207.329425:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725886208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764207.329540:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764207.329663:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725886208 00000100:00100000:2.0:1775764207.329673:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725886208 00000100:00100000:2.0:1775764207.329758:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1775764207.329768:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725886208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764207.329829:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764207.329887:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725886208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764207.329907:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00080000:2.0:1775764207.329963:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764207.330281:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725886208:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1775764207.488257:0:38262:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd98305bd0 20000000:00000080:3.0:1775764207.488273:0:38262:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f050c00 uarg=0000000000000000 10000000:01000000:3.0:1775764207.488472:0:38262:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764207.488489:0:38262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764207.488507:0:38262:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc33 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764207.488517:0:38262:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764207.488551:0:38262:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bc33 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764207.488566:0:38262:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bc33 expref: 17 pid: 5762 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764207.488582:0:38262:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38262:1862022725886336:0@lo:104: 00000100:00100000:3.0:1775764207.488645:0:38262:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764207.488711:0:38262:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054c600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764207.489011:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725886336 00000100:00100000:0.0:1775764207.489020:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725886336 00000100:00100000:0.0:1775764207.489090:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1775764207.489100:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38262:x1862022725886336:12345-0@lo:104: 00010000:00010000:0.0:1775764207.489116:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489196:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764207.489202:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38262:x1862022725886336:12345-0@lo:104: Request processed in 104us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764207.489209:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00010000:00010000:1.0:1775764207.489335:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764207.489342:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764207.489357:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764207.489361:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764207.489370:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764207.489378:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764207.489384:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764207.489419:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764207.489425:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764207.489446:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764207.489452:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81000/0x429a70d18420bc33 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc3a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764207.489472:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764207.489474:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764207.489475:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764207.489500:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725886464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764207.489574:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764207.489671:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725886464 00000100:00100000:0.0:1775764207.489676:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725886464 00010000:00010000:0.0:1775764207.489697:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc33 expref: 18 pid: 5762 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764207.489760:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1775764207.489768:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725886464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764207.489781:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764207.489787:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc33 expref: 18 pid: 5762 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489813:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bc33 expref: 18 pid: 5762 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489834:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489844:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489861:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489875:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489883:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489899:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489905:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764207.489911:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489918:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489927:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764207.489939:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764207.489977:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725886464:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764207.489984:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1775764207.490031:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725886464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764207.491325:0:38262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420bc3a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bc33 expref: 17 pid: 5762 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764207.491347:0:38262:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38262:1862022725886336:0@lo:104: 00010000:00010000:2.0:1775764207.491376:0:38262:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764207.491388:0:38262:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764207.491395:0:38262:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764207.491416:0:38262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666a00/0x429a70d18420bc41 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764207.853160:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764208.503140:0:38310:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdb129ba0 20000000:00000080:3.0:1775764208.503160:0:38310:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f051000 uarg=0000000000000000 10000000:01000000:3.0:1775764208.507292:0:38310:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764208.507323:0:38310:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507340:0:38310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507351:0:38310:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507358:0:38310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507365:0:38310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507371:0:38310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507377:0:38310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764208.507382:0:38310:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507390:0:38310:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507407:0:38310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507415:0:38310:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764208.507435:0:38310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc48 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764208.672671:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764208.672676:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764208.672680:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764208.672769:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764208.672793:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764208.672806:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764208.672835:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725886592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764208.672909:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764208.672959:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764208.672982:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725886592 00000100:00100000:1.0:1775764208.672989:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725886592 00000100:00100000:1.0:1775764208.673036:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1775764208.673045:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725886592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764208.673060:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764208.673073:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bc4f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764208.673099:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bc4f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764208.673110:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc4f expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764208.673119:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775764208.673158:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725886592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764208.673165:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1775764208.673224:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725886592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764208.673239:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764208.673249:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764208.673269:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764208.673274:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764208.673282:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764208.863969:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764209.890061:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764210.400591:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725886720:0@lo:400:kworker.0 00000100:00100000:2.0:1775764210.400670:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764210.401033:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725886720 00000100:00100000:0.0:1775764210.401043:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725886720 00000100:00100000:0.0:1775764210.401100:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1775764210.401108:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725886720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764210.407436:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725886720:12345-0@lo:400:kworker.0 Request processed in 6315us (6754us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764210.407451:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1775764210.411616:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725886720:0@lo:400:kworker.0 00000100:00100000:2.0:1775764210.411653:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764210.411670:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725886848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764210.412159:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725886976:0@lo:400:kworker.0 00000100:00100000:1.0:1775764210.412221:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764210.412347:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764210.412354:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725887104:0@lo:400:kworker.0 00000100:00100000:1.0:1775764210.412477:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764210.412521:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764210.412530:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725887232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764210.412559:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764210.412601:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725887360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764210.412627:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764210.412669:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725887488:0@lo:400:kworker.0 00000100:00100000:1.0:1775764210.412691:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764210.413213:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725886976 00000100:00100000:3.0:1775764210.413221:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725886976 00000100:00100000:3.0:1775764210.413269:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725887104 00000100:00100000:3.0:1775764210.413272:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725887104 00000100:00100000:3.0:1775764210.413298:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725887360 00000100:00100000:3.0:1775764210.413300:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725887360 00000100:00100000:3.0:1775764210.413315:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1775764210.414216:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764210.414316:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725886976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764210.414495:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725886976:12345-0@lo:400:kworker.0 Request processed in 1170us (2274us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764210.414504:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1775764210.414531:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1775764210.414540:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725887104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764210.414568:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725887104:12345-0@lo:400:kworker.0 Request processed in 31us (2091us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764210.414573:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1775764210.414583:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1775764210.414589:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725887360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764210.414619:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725887360:12345-0@lo:400:kworker.0 Request processed in 30us (1991us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764210.414624:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1775764210.414649:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725887232 00000100:00100000:3.0:1775764210.414656:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725887232 00000100:00100000:3.0:1775764210.414702:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725887488 00000100:00100000:3.0:1775764210.414706:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725887488 00000100:00100000:3.0:1775764210.414724:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1775764210.415316:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725887104:0@lo:400:kworker.0 00000100:00100000:2.0:1775764210.415342:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725886976:0@lo:400:kworker.0 00000100:00100000:3.0:1775764210.420575:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725887232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764210.420671:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725887232:12345-0@lo:400:kworker.0 Request processed in 5940us (8110us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764210.420682:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1775764210.420717:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1775764210.420754:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725887488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764210.420805:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725887488:12345-0@lo:400:kworker.0 Request processed in 81us (8113us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764210.420811:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00080000:3.0:1775764210.420843:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764210.420847:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764210.420850:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764210.421109:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725886848 00000100:00100000:3.0:1775764210.421118:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725886848 00000100:00100000:3.0:1775764210.421161:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1775764210.421167:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725886848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764210.421218:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764210.421258:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725886848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (7047us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764210.421264:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1775764210.421321:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725887360:0@lo:400:kworker.0 00000100:00100000:3.0:1775764210.421333:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725887232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764210.421719:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725887488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764210.424517:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725886848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764210.485569:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764210.485632:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764210.485665:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702630400 00000100:00100000:2.0:1775764210.485675:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702630400 00000100:00100000:0.0:1775764210.485980:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 662 00000100:00100000:0.0:1775764210.485997:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702630400:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764210.486093:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702630400:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 100us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764210.486101:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 662 00000100:00100000:3.0:1775764210.486791:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702630528 00000100:00100000:3.0:1775764210.486802:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702630528 00000100:00080000:2.0:1775764210.487032:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764210.487072:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 675 00000100:00100000:3.0:1775764210.487084:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702630528:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764210.487142:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702630528:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 62us (1585us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764210.487150:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 675 00000020:00000080:2.0:1775764210.634859:0:38409:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdf596980 20000000:00000080:2.0:1775764210.634877:0:38409:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3dba2000 uarg=0000000000000000 10000000:01000000:2.0:1775764210.643190:0:38409:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764210.643220:0:38409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764210.643243:0:38409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc4f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764210.643251:0:38409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764210.643297:0:38409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bc4f expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764210.643316:0:38409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bc4f expref: 17 pid: 5760 timeout: 1135 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764210.643336:0:38409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38409:1862022725887616:0@lo:104: 00000100:00100000:2.0:1775764210.643421:0:38409:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764210.643493:0:38409:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764210.643855:0:16808:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775764210.643872:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725887616 00000100:00100000:1.0:1775764210.643880:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725887616 00000100:00100000:1.0:1775764210.643925:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:1.0:1775764210.643936:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f017c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38409:x1862022725887616:12345-0@lo:104: 00010000:00010000:1.0:1775764210.643949:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644033:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764210.644041:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f017c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38409:x1862022725887616:12345-0@lo:104: Request processed in 106us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764210.644049:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00010000:00010000:1.0:1775764210.644104:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764210.644111:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644117:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764210.644121:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644128:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764210.644135:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764210.644141:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764210.644172:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644198:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764210.644224:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644230:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420bc4f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc56 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644246:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764210.644247:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764210.644249:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764210.644266:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764210.644280:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725887744:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764210.644312:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764210.644361:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725887744 00000100:00100000:1.0:1775764210.644366:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725887744 00010000:00010000:1.0:1775764210.644387:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc4f expref: 18 pid: 5760 timeout: 1135 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764210.644414:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1775764210.644420:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09695850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725887744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764210.644432:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764210.644438:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc4f expref: 18 pid: 5760 timeout: 1135 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644450:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bc4f expref: 18 pid: 5760 timeout: 1135 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644467:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644482:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644496:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644503:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644511:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644518:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644523:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764210.644528:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644535:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644542:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764210.644550:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764210.644573:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09695850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725887744:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764210.644579:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1775764210.644643:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3daf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725887744:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764210.645194:0:38409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420bc56 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bc4f expref: 17 pid: 5760 timeout: 1135 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764210.645206:0:38409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38409:1862022725887616:0@lo:104: 00010000:00010000:2.0:1775764210.645227:0:38409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764210.645237:0:38409:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764210.645244:0:38409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764210.645250:0:38409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bc5d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764210.924148:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764211.947433:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764212.262905:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764212.262914:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764212.262921:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764212.262988:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764212.263004:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764212.263019:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764212.263054:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725887872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764212.263139:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764212.263208:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764212.263283:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725887872 00000100:00100000:2.0:1775764212.263291:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725887872 00000100:00100000:2.0:1775764212.263362:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1775764212.263372:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725887872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764212.263387:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764212.263401:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bc64 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764212.263425:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bc64 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764212.263436:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc64 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764212.263445:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80400, rc 0) 00000100:00100000:2.0:1775764212.263489:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725887872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764212.263514:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1775764212.263567:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725887872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764212.263581:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764212.263591:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764212.263611:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764212.263617:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764212.263625:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764212.450955:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764212.450989:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725888000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764212.451077:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764212.451153:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725888000 00000100:00100000:3.0:1775764212.451162:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725888000 00000100:00100000:3.0:1775764212.451250:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1775764212.451259:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725888000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764212.451320:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764212.451365:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725888000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764212.451372:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:3.0:1775764212.451397:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764212.451435:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725888000:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764212.960097:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764212.998834:0:38507:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdaeefde20 20000000:00000080:0.0:1775764212.998858:0:38507:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f014000 uarg=0000000000000000 10000000:01000000:0.0:1775764213.009770:0:38507:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764213.009804:0:38507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764213.009827:0:38507:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc64 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764213.009835:0:38507:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764213.009884:0:38507:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bc64 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764213.009904:0:38507:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bc64 expref: 17 pid: 5763 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764213.009923:0:38507:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38507:1862022725888128:0@lo:104: 00000100:00100000:0.0:1775764213.010014:0:38507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764213.010166:0:38507:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebb000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764213.015851:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725888128 00000100:00100000:3.0:1775764213.015869:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725888128 00000100:00100000:3.0:1775764213.015957:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1775764213.015969:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38507:x1862022725888128:12345-0@lo:104: 00010000:00010000:3.0:1775764213.015996:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764213.016165:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764213.016171:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38507:x1862022725888128:12345-0@lo:104: Request processed in 205us (6159us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764213.016179:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00010000:00010000:2.0:1775764213.018333:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764213.018351:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764213.018366:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764213.018371:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764213.018384:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764213.018391:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764213.018427:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764213.018509:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764213.018516:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764213.018561:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764213.018568:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666600/0x429a70d18420bc64 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc6b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764213.018604:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764213.018606:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764213.018608:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764213.018621:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764213.018642:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725888256:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764213.018718:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764213.018842:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725888256 00000100:00100000:1.0:1775764213.018853:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725888256 00010000:00010000:1.0:1775764213.018889:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc64 expref: 18 pid: 5763 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764213.018940:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1775764213.018950:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725888256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764213.018964:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764213.018969:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc64 expref: 18 pid: 5763 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.018981:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bc64 expref: 18 pid: 5763 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019000:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019021:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019040:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019047:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019053:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019059:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019071:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764213.019077:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019084:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019093:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.019102:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764213.019139:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725888256:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764213.019147:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1775764213.019201:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725888256:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764213.023972:0:38507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420bc6b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bc64 expref: 17 pid: 5763 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764213.023987:0:38507:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38507:1862022725888128:0@lo:104: 00010000:00010000:0.0:1775764213.024011:0:38507:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.024329:0:38507:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.024338:0:38507:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764213.024345:0:38507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063600/0x429a70d18420bc72 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764213.990331:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764214.241784:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764214.241796:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764214.241802:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764214.241866:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764214.241880:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764214.241892:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764214.241927:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725888384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764214.242051:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764214.242125:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbef900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764214.242204:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725888384 00000100:00100000:3.0:1775764214.242227:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725888384 00000100:00100000:3.0:1775764214.242308:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1775764214.242319:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725888384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764214.242342:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764214.242361:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bc79 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764214.242393:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bc79 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764214.242414:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc79 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764214.242424:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667400, rc 0) 00000100:00100000:3.0:1775764214.242484:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725888384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764214.242491:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1775764214.242554:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f018e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725888384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764214.242571:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764214.242592:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764214.242617:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764214.242622:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764214.242630:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764215.022230:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764215.520982:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725888512:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764215.521095:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764215.521205:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725888512 00000100:00100000:0.0:1775764215.521216:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725888512 00000100:00100000:0.0:1775764215.521290:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1775764215.521300:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725888512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764215.521345:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764215.521404:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725888512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764215.521412:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1775764215.522677:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725888768:0@lo:400:kworker.0 00000100:00100000:0.0:1775764215.522787:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764215.522848:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764215.522856:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725888896:0@lo:400:kworker.0 00000100:00100000:0.0:1775764215.522885:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764215.522933:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725888768 00000100:00100000:0.0:1775764215.522940:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725888768 00000100:00100000:0.0:1775764215.522993:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725888896 00000100:00100000:0.0:1775764215.522996:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725888896 00000100:00080000:3.0:1775764215.524772:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764215.524783:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764215.529342:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1775764215.529378:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725888768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764215.529575:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725888768:12345-0@lo:400:kworker.0 Request processed in 218us (6786us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764215.529585:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1775764215.529615:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1775764215.529624:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725888896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764215.529655:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725888896:12345-0@lo:400:kworker.0 Request processed in 34us (6770us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764215.529661:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1775764215.531393:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725888896:0@lo:400:kworker.0 00000100:00100000:2.0:1775764215.531415:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725888768:0@lo:400:kworker.0 00000100:00100000:0.0:1775764215.531619:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725888640:0@lo:400:kworker.0 00000100:00100000:0.0:1775764215.531713:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764215.531795:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725889152:0@lo:400:kworker.0 00000100:00100000:0.0:1775764215.531826:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764215.531859:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764215.531867:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725889024:0@lo:400:kworker.0 00000100:00100000:0.0:1775764215.531893:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764215.531922:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725889024 00000100:00100000:0.0:1775764215.531929:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725889024 00000100:00100000:0.0:1775764215.531980:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1775764215.531988:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725889024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764215.532163:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725888640 00000100:00100000:3.0:1775764215.532171:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725888640 00000100:00100000:3.0:1775764215.532216:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1775764215.532223:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725888640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764215.532268:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725888640:12345-0@lo:400:kworker.0 Request processed in 46us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764215.532285:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1775764215.532873:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725889024:12345-0@lo:400:kworker.0 Request processed in 883us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764215.532884:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00080000:0.0:1775764215.532915:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764215.532951:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725889152 00000100:00100000:0.0:1775764215.532953:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725889024:0@lo:400:kworker.0 00000100:00100000:2.0:1775764215.532958:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725889152 00000100:00100000:0.0:1775764215.532984:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725888640:0@lo:400:kworker.0 00000100:00100000:2.0:1775764215.533032:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1775764215.533043:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725889152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764215.533096:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725889152:12345-0@lo:400:kworker.0 Request processed in 57us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764215.533102:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1775764215.533132:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725889152:0@lo:400:kworker.0 00000100:00080000:3.0:1775764215.534061:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764215.537412:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725888512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764215.599522:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764215.599563:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702630656 00000100:00100000:3.0:1775764215.599576:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702630656 00000100:00100000:3.0:1775764215.599636:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 666 00000100:00100000:3.0:1775764215.599648:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702630656:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764215.599778:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702630656:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 131us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764215.599786:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 666 00000100:00100000:3.0:1775764215.616847:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764215.616899:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702630784 00000100:00100000:3.0:1775764215.616915:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702630784 00000100:00100000:3.0:1775764215.617006:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 679 00000100:00100000:3.0:1775764215.617018:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702630784:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764215.617116:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702630784:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 100us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764215.617123:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 679 00000100:00080000:1.0:1775764215.619152:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764216.043977:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764217.058069:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764217.570613:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764217.570652:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725889280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764217.570779:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764217.570875:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725889280 00000100:00100000:0.0:1775764217.570886:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725889280 00000100:00100000:0.0:1775764217.571467:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1775764217.571480:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725889280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764217.571528:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764217.571591:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725889280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764217.571598:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00080000:0.0:1775764217.571623:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764217.571866:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725889280:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764218.080291:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764219.106107:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764220.128569:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764220.640380:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725889408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764220.640383:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725889536:0@lo:400:kworker.0 00000100:00100000:2.0:1775764220.640522:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725889664:0@lo:400:kworker.0 00000100:00100000:1.0:1775764220.647138:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764220.649542:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725889920:0@lo:400:kworker.0 00000100:00100000:1.0:1775764220.649848:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764220.649897:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764220.649905:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725889792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764220.649932:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764220.649984:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725889920 00000100:00100000:1.0:1775764220.649994:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725889920 00000100:00100000:1.0:1775764220.650052:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1775764220.650061:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725889920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764220.650119:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725889920:12345-0@lo:400:kworker.0 Request processed in 58us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764220.650142:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00080000:1.0:1775764220.652375:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764220.652685:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725889408 00000100:00100000:3.0:1775764220.652696:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725889408 00000100:00100000:3.0:1775764220.652783:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1775764220.652794:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725889408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764220.652829:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764220.652902:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725889408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (5775us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764220.652909:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1775764220.652981:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725889792 00000100:00100000:3.0:1775764220.652986:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725889792 00000100:00100000:3.0:1775764220.653018:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1775764220.653024:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3daf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725889792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764220.653053:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3daf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725889792:12345-0@lo:400:kworker.0 Request processed in 30us (3121us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764220.653058:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00080000:1.0:1775764220.656134:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764220.656291:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725889792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764220.656328:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725889408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764220.656412:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725889920:0@lo:400:kworker.0 00000100:00100000:2.0:1775764220.675296:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764220.675535:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725890176:0@lo:400:kworker.0 00000100:00100000:2.0:1775764220.675575:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764220.676173:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725889664 00000100:00100000:0.0:1775764220.676185:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725889664 00000100:00100000:0.0:1775764220.676280:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1775764220.676290:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725889664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764220.676371:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725889664:12345-0@lo:400:kworker.0 Request processed in 81us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764220.676378:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1775764220.676589:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764220.676758:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725889536 00000100:00100000:3.0:1775764220.676764:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725889536 00000100:00100000:3.0:1775764220.676799:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1775764220.676808:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725889536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764220.676875:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725889536:12345-0@lo:400:kworker.0 Request processed in 68us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764220.676882:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1775764220.676906:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725889664:0@lo:400:kworker.0 00000100:00100000:1.0:1775764220.677242:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725890176 00000100:00100000:1.0:1775764220.677248:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725890176 00000100:00100000:1.0:1775764220.677348:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1775764220.677356:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725890176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764220.677378:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725889536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764220.677390:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725890048:0@lo:400:kworker.0 00000100:00100000:1.0:1775764220.677400:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725890176:12345-0@lo:400:kworker.0 Request processed in 47us (1826us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764220.677406:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1775764220.677424:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764220.677452:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725890048 00000100:00100000:3.0:1775764220.677456:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725890048 00000100:00100000:2.0:1775764220.677874:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725890176:0@lo:400:kworker.0 00000100:00080000:0.0:1775764220.678255:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764220.678346:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764220.682101:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1775764220.690777:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725890048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764220.690913:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725890048:12345-0@lo:400:kworker.0 Request processed in 8799us (13488us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764220.691217:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1775764220.697339:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725890048:0@lo:400:kworker.0 00000100:00100000:2.0:1775764220.720314:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764220.720396:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764220.720572:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702631040 00000100:00100000:1.0:1775764220.720585:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702631040 00000100:00100000:1.0:1775764220.720700:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 683 00000100:00100000:1.0:1775764220.720714:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702631040:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764220.720859:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702631040:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 148us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764220.720867:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 683 00000100:00080000:2.0:1775764220.721115:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764220.721410:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702630912 00000100:00100000:3.0:1775764220.721417:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702630912 00000100:00100000:3.0:1775764220.721471:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 668 00000100:00100000:3.0:1775764220.721480:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702630912:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764220.721541:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702630912:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 63us (1144us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764220.721555:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 668 00010000:00010000:0.0:1775764221.152145:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764222.186670:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764222.695370:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764222.695396:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725890304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764222.695503:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764222.695610:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725890304 00000100:00100000:0.0:1775764222.695619:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725890304 00000100:00100000:0.0:1775764222.695698:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1775764222.695708:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725890304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764222.695793:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764222.695851:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725890304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764222.695859:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1775764222.695920:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725890304:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764222.696184:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764223.200091:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764224.230690:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764225.247989:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764225.767222:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725890560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764225.767298:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764225.768511:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725890560 00000100:00100000:2.0:1775764225.768530:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725890560 00000100:00100000:2.0:1775764225.768645:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1775764225.768658:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725890560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764225.768715:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764225.768848:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725890560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 188us (1544us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764225.768856:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1775764225.768921:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725890560:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764225.769520:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764225.778910:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764225.778940:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725890432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764225.779029:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764225.779095:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725890432 00000100:00100000:3.0:1775764225.779106:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725890432 00000100:00100000:3.0:1775764225.779160:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1775764225.779169:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725890432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764225.779229:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725890432:12345-0@lo:400:kworker.0 Request processed in 60us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764225.779237:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1775764225.779297:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725890432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764225.789137:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764225.789170:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725890688:0@lo:400:kworker.0 00000100:00100000:1.0:1775764225.789256:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764225.789317:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725890688 00000100:00100000:1.0:1775764225.789326:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725890688 00000100:00100000:1.0:1775764225.789385:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1775764225.789396:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725890688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764225.789465:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725890688:12345-0@lo:400:kworker.0 Request processed in 70us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764225.789472:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1775764225.789519:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725890688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764225.796137:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764225.796160:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725890816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764225.796232:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764225.796287:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725890944:0@lo:400:kworker.0 00000100:00100000:3.0:1775764225.796460:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725890816 00000100:00100000:3.0:1775764225.796471:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725890816 00000100:00100000:3.0:1775764225.796553:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1775764225.796566:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725890816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764225.796653:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725890816:12345-0@lo:400:kworker.0 Request processed in 90us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764225.796661:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00080000:2.0:1775764225.797271:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764225.797994:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725891072:0@lo:400:kworker.0 00000100:00100000:2.0:1775764225.798078:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764225.798145:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725891072 00000100:00100000:2.0:1775764225.798153:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725891072 00000100:00100000:2.0:1775764225.798219:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1775764225.798228:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725891072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764225.798277:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725891072:12345-0@lo:400:kworker.0 Request processed in 50us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764225.798284:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00080000:2.0:1775764225.798303:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764225.798360:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725891072:0@lo:400:kworker.0 00000100:00100000:0.0:1775764225.799621:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764225.799722:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725890816:0@lo:400:kworker.0 00000100:00100000:2.0:1775764225.800106:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725890944 00000100:00100000:2.0:1775764225.800114:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725890944 00000100:00100000:2.0:1775764225.800188:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1775764225.800200:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725890944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764225.800273:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725890944:12345-0@lo:400:kworker.0 Request processed in 76us (3963us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764225.800280:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00080000:0.0:1775764225.800671:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764225.800706:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725890944:0@lo:400:kworker.0 00000100:00100000:2.0:1775764225.843719:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764225.843808:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764225.843959:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702631168 00000100:00100000:0.0:1775764225.843968:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702631168 00000100:00100000:0.0:1775764225.844025:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 670 00000100:00100000:0.0:1775764225.844033:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702631168:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764225.844097:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702631168:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 66us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764225.844103:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 670 00000100:00100000:3.0:1775764225.844106:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702631296 00000100:00100000:3.0:1775764225.844112:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702631296 00000100:00100000:3.0:1775764225.844176:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 687 00000100:00100000:3.0:1775764225.844185:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702631296:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764225.844227:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702631296:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764225.844234:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 687 00000100:00080000:3.0:1775764225.844258:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764226.273999:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764226.344836:0:38903:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe36f82c0 20000000:00000080:0.0:1775764226.344870:0:38903:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f075400 uarg=0000000000000000 00010000:00010000:0.0:1775764226.347502:0:38903:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764226.347527:0:38903:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764226.347559:0:38903:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764226.347584:0:38903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.347608:0:38903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc79 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.347630:0:38903:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.347696:0:38903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bc79 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.347720:0:38903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bc79 expref: 17 pid: 5762 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764226.351522:0:38903:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38903:1862022725891200:0@lo:104: 00000100:00100000:1.0:1775764226.352097:0:38903:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764226.352165:0:38903:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764226.352775:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725891200 00000100:00100000:2.0:1775764226.352785:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725891200 00000100:00100000:2.0:1775764226.352837:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1775764226.352845:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38903:x1862022725891200:12345-0@lo:104: 00010000:00010000:2.0:1775764226.352863:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764226.352955:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764226.352961:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:38903:x1862022725891200:12345-0@lo:104: Request processed in 117us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764226.352969:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00010000:00010000:0.0:1775764226.353079:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764226.353087:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353096:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764226.353101:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353113:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764226.353144:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764226.353151:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764226.353192:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353199:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764226.353224:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353231:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420bc79 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc80 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353253:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764226.353256:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764226.353257:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764226.353273:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725891328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764226.353311:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764226.353371:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725891328 00000100:00100000:0.0:1775764226.353376:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725891328 00010000:00010000:0.0:1775764226.353394:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc79 expref: 18 pid: 5762 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764226.353761:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1775764226.353772:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725891328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764226.353783:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764226.353789:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc79 expref: 18 pid: 5762 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353807:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bc79 expref: 18 pid: 5762 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353824:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353831:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353845:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353852:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353858:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353863:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353868:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764226.353871:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353878:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353886:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764226.353905:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764226.353936:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725891328:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764226.353943:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1775764226.354040:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725891328:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764226.354397:0:38903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc80 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bc79 expref: 17 pid: 5762 timeout: 1151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764226.354409:0:38903:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38903:1862022725891200:0@lo:104: 00010000:00010000:1.0:1775764226.354437:0:38903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764226.354445:0:38903:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764226.354452:0:38903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764226.354458:0:38903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420bc87 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764227.295877:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764227.808890:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725891456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764227.808978:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764227.809180:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725891456 00000100:00100000:3.0:1775764227.809191:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725891456 00000100:00100000:3.0:1775764227.809275:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1775764227.809286:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725891456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764227.809322:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764227.809373:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725891456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764227.809380:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1775764227.809430:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725891456:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764227.809585:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764228.323257:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764228.323378:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764228.323399:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764228.323404:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764228.323457:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764228.323471:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764228.323484:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764228.323510:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725891584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764228.323587:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764228.325223:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764228.325469:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725891584 00000100:00100000:1.0:1775764228.325484:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725891584 00000100:00100000:1.0:1775764228.326479:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1775764228.326494:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725891584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764228.327666:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764228.327704:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bc8e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764228.327761:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bc8e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764228.327775:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc8e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764228.327785:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca000, rc 0) 00000100:00100000:1.0:1775764228.327899:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725891584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1408us (4310us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764228.327928:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1775764228.328220:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725891584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764228.328244:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764228.328266:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764228.328291:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764228.328297:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764228.328303:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764229.343989:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764230.375260:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764230.881712:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725892096:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.881825:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764230.881910:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764230.881917:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725891712:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.881947:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764230.881969:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725892224:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.881992:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764230.882017:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725891968:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882039:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764230.882057:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764230.882062:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725891840:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882096:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764230.882113:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725892352:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882135:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764230.882168:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725892096 00000100:00100000:2.0:1775764230.882206:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725892096 00000100:00100000:2.0:1775764230.882276:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725892352 00000100:00100000:2.0:1775764230.882279:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725892352 00000100:00100000:2.0:1775764230.882305:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1775764230.882313:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725892096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882366:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725892096:12345-0@lo:400:kworker.0 Request processed in 53us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764230.882373:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1775764230.882391:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1775764230.882398:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e063f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725892352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882428:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e063f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725892352:12345-0@lo:400:kworker.0 Request processed in 30us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764230.882434:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1775764230.882452:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725891712 00000100:00100000:2.0:1775764230.882456:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725891712 00000100:00100000:2.0:1775764230.882476:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1775764230.882482:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725891712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882509:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725891712:12345-0@lo:400:kworker.0 Request processed in 27us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764230.882514:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1775764230.882545:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725892224 00000100:00100000:2.0:1775764230.882548:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725892224 00000100:00100000:2.0:1775764230.882586:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725891968 00000100:00100000:2.0:1775764230.882590:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725891968 00000100:00100000:2.0:1775764230.882605:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725891840 00000100:00100000:2.0:1775764230.882608:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725891840 00000100:00100000:2.0:1775764230.882620:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1775764230.882625:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725892224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882666:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725892224:12345-0@lo:400:kworker.0 Request processed in 41us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764230.882673:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1775764230.882685:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1775764230.882691:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725891968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882716:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725891968:12345-0@lo:400:kworker.0 Request processed in 26us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764230.882722:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1775764230.882761:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1775764230.882767:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725891840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882792:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725891840:12345-0@lo:400:kworker.0 Request processed in 26us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764230.882798:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1775764230.882852:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725891840:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882863:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725892352:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882871:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725891968:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882903:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725891712:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882913:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725892224:0@lo:400:kworker.0 00000100:00100000:2.0:1775764230.882922:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725892096:0@lo:400:kworker.0 00000100:00080000:0.0:1775764230.883460:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764230.883465:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764230.883467:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764230.883806:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764230.883825:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725892480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764230.883887:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764230.883985:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725892480 00000100:00100000:1.0:1775764230.883991:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725892480 00000100:00100000:1.0:1775764230.884037:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1775764230.884046:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d4af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725892480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764230.884092:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764230.884139:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d4af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725892480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764230.884146:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1775764230.885059:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725892480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764230.962186:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764230.962243:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764230.962291:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702631552 00000100:00100000:1.0:1775764230.962305:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702631552 00000100:00100000:1.0:1775764230.962410:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 691 00000100:00100000:1.0:1775764230.962423:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702631552:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764230.962539:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702631552:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 118us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764230.962560:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 691 00000100:00080000:1.0:1775764230.962597:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764230.965626:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702631424 00000100:00100000:3.0:1775764230.965645:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702631424 00000100:00100000:3.0:1775764230.965775:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 673 00000100:00100000:3.0:1775764230.965787:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702631424:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764230.965889:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702631424:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 105us (3717us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764230.965897:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 673 00010000:00010000:2.0:1775764231.391997:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764232.416201:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775764232.758091:0:39101:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 16: test nodemap all_off fileops ====== 15:50:30 (1775764230) 00000100:00100000:2.0:1775764232.935973:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725892608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764232.936055:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764232.940921:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725892608 00000100:00100000:0.0:1775764232.940940:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725892608 00000100:00100000:0.0:1775764232.941035:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1775764232.941053:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725892608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764232.941094:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1775764232.941216:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764232.941345:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725892608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 297us (5289us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764232.941355:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1775764232.941457:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725892608:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764233.447894:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:3.0:1775764234.309487:0:39149:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1775764234.319482:0:39149:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:2.0:1775764234.467682:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764235.494688:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764235.549358:0:39197:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffffda8f6c0 20000000:00000080:3.0:1775764235.549380:0:39197:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ec000 uarg=0000000000000000 10000000:01000000:3.0:1775764235.551053:0:39197:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764235.551083:0:39197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764235.551131:0:39197:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bc8e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764235.551140:0:39197:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764235.551653:0:39197:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bc8e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764235.551674:0:39197:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bc8e expref: 17 pid: 5760 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764235.551693:0:39197:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39197:1862022725892736:0@lo:104: 00000100:00100000:3.0:1775764235.551812:0:39197:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764235.551882:0:39197:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764235.552230:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725892736 00000100:00100000:2.0:1775764235.552242:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725892736 00000100:00100000:2.0:1775764235.552304:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1775764235.552314:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39197:x1862022725892736:12345-0@lo:104: 00010000:00010000:2.0:1775764235.552327:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764235.552400:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764235.552405:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39197:x1862022725892736:12345-0@lo:104: Request processed in 94us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764235.552412:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00010000:00010000:1.0:1775764235.552480:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764235.552489:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552497:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764235.552524:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552544:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764235.552551:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764235.552557:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764235.552601:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552608:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764235.552637:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552644:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420bc8e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bc95 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552663:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764235.552665:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764235.552667:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764235.552682:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725892864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764235.552712:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764235.552776:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725892864 00000100:00100000:1.0:1775764235.552780:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725892864 00010000:00010000:1.0:1775764235.552799:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc8e expref: 18 pid: 5760 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764235.552824:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1775764235.552837:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725892864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764235.552848:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764235.552853:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bc8e expref: 18 pid: 5760 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552863:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bc8e expref: 18 pid: 5760 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552880:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552889:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552903:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552910:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552917:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552923:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552929:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764235.552933:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552940:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552956:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764235.552966:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764235.552993:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725892864:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764235.552999:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1775764235.553035:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725892864:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764235.553205:0:39197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420bc95 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bc8e expref: 17 pid: 5760 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764235.553216:0:39197:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39197:1862022725892736:0@lo:104: 00010000:00010000:0.0:1775764235.553239:0:39197:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764235.553248:0:39197:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764235.553255:0:39197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764235.553261:0:39197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667400/0x429a70d18420bc9c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764236.000101:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725892992:0@lo:400:kworker.0 00000100:00100000:1.0:1775764236.000194:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725893376:0@lo:400:kworker.0 00000100:00100000:0.0:1775764236.000197:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764236.000234:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764236.000278:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764236.000280:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725893504:0@lo:400:kworker.0 00000100:00100000:1.0:1775764236.000283:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725893248:0@lo:400:kworker.0 00000100:00100000:3.0:1775764236.000434:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725892992 00000100:00100000:3.0:1775764236.000446:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725892992 00000100:00100000:3.0:1775764236.000517:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725893376 00000100:00100000:3.0:1775764236.000522:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725893376 00000100:00100000:3.0:1775764236.000572:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1775764236.000584:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725892992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764236.000690:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1775764236.000701:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0ae44450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725893376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764236.000967:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764236.001001:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764236.001009:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725893120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764236.001041:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764236.001064:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725893632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764236.001098:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764236.001297:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725893120 00000100:00100000:0.0:1775764236.001304:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725893120 00000100:00100000:0.0:1775764236.001333:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1775764236.001341:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725893120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764236.001381:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725893120:12345-0@lo:400:kworker.0 Request processed in 41us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764236.001388:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1775764236.001426:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725893504 00000100:00100000:0.0:1775764236.001430:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725893504 00000100:00100000:0.0:1775764236.001456:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1775764236.001462:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725893504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764236.001494:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725893504:12345-0@lo:400:kworker.0 Request processed in 32us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764236.001514:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1775764236.001971:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764236.002035:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725893120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764236.002048:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725893504:0@lo:400:kworker.0 00000100:00080000:3.0:1775764236.003416:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764236.003423:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764236.003445:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725893632 00000100:00100000:3.0:1775764236.003454:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725893632 00000100:00100000:3.0:1775764236.003522:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1775764236.003541:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725893632:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764236.003552:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1775764236.003584:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764236.003672:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725893632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (2584us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764236.003680:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1775764236.003775:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725893632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764236.003832:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725892992:12345-0@lo:400:kworker.0 Request processed in 3250us (3634us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764236.003842:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1775764236.003854:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725892992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764236.004839:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725893248 00000100:00100000:0.0:1775764236.004854:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725893248 00000100:00100000:0.0:1775764236.004907:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1775764236.004918:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725893248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764236.005008:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725893248:12345-0@lo:400:kworker.0 Request processed in 92us (3038us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764236.005016:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1775764236.005062:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725893248:0@lo:400:kworker.0 00000100:00100000:2.0:1775764236.007888:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0ae44450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725893376:12345-0@lo:400:kworker.0 Request processed in 7179us (7642us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764236.007905:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1775764236.015227:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725893376:0@lo:400:kworker.0 00000100:00100000:3.0:1775764236.086689:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764236.086727:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764236.086778:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702631808 00000100:00100000:3.0:1775764236.086788:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702631808 00000100:00100000:3.0:1775764236.086856:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 695 00000100:00100000:3.0:1775764236.086867:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702631808:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764236.086956:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702631808:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764236.086965:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 695 00000100:00100000:3.0:1775764236.086989:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702631680 00000100:00100000:3.0:1775764236.086992:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702631680 00000100:00100000:3.0:1775764236.087017:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 674 00000100:00100000:3.0:1775764236.087024:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702631680:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764236.087048:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702631680:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764236.087055:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 674 00000100:00080000:3.0:1775764236.087079:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764236.512057:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764236.577598:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764236.577607:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764236.577622:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764236.577675:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764236.577688:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764236.577702:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764236.577761:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725893760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764236.577851:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764236.577902:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbef900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764236.580149:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725893760 00000100:00100000:2.0:1775764236.580170:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725893760 00000100:00100000:2.0:1775764236.580277:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1775764236.580292:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725893760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764236.580317:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764236.580348:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bca3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764236.580387:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bca3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764236.580418:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bca3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764236.580429:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775764236.580553:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725893760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 266us (2702us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764236.580562:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1775764236.580659:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725893760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764236.580683:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764236.580693:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764236.580720:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764236.580725:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764236.580760:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1775764236.649939:0:39246:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd81a73280 20000000:00000080:0.0:1775764236.649967:0:39246:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f077c00 uarg=0000000000000000 10000000:01000000:0.0:1775764236.652163:0:39246:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764236.652191:0:39246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764236.652807:0:39246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bca3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764236.652818:0:39246:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764236.653054:0:39246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bca3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764236.653074:0:39246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bca3 expref: 17 pid: 5762 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764236.653091:0:39246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39246:1862022725893888:0@lo:104: 00000100:00100000:0.0:1775764236.653172:0:39246:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764236.654397:0:39246:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbef900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764236.655221:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725893888 00000100:00100000:3.0:1775764236.655236:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725893888 00000100:00100000:3.0:1775764236.655360:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1775764236.655375:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39246:x1862022725893888:12345-0@lo:104: 00010000:00010000:3.0:1775764236.655428:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764236.655589:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764236.655596:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39246:x1862022725893888:12345-0@lo:104: Request processed in 226us (2424us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764236.655604:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00010000:00010000:3.0:1775764236.655636:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764236.655645:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764236.655653:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764236.655659:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764236.655670:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764236.655679:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764236.655686:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:0.0:1775764236.655722:0:39246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39246:1862022725893888:0@lo:104: 00010000:00010000:3.0:1775764236.655767:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764236.655775:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764236.655776:0:39246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764236.655802:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764236.655808:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420bca3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bcaa expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764236.655811:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725894016:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764236.655839:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764236.655841:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764236.655842:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764236.655861:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764236.656927:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725894016 00000100:00100000:1.0:1775764236.656937:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725894016 00010000:00010000:1.0:1775764236.656974:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bca3 expref: 18 pid: 5762 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764236.657025:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1775764236.657035:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725894016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764236.657059:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764236.657066:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bca3 expref: 18 pid: 5762 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657093:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bca3 expref: 18 pid: 5762 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657111:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bcaa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bca3 expref: 18 pid: 5762 timeout: 1161 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657125:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657144:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657163:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657169:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657177:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657183:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657189:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764236.657194:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657213:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657233:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764236.657243:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764236.657306:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725894016:12345-0@lo:103:ldlm_bl.0 Request processed in 272us (1444us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764236.657314:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1775764236.657757:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725894016:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764236.657785:0:39246:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764236.657795:0:39246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764236.657802:0:39246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420bcb1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764237.544379:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764238.054050:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764238.054086:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725894144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764238.054173:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764238.054239:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725894144 00000100:00100000:3.0:1775764238.054247:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725894144 00000100:00100000:3.0:1775764238.054305:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1775764238.054316:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725894144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764238.054350:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764238.054397:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725894144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764238.054404:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00080000:3.0:1775764238.054428:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764238.054464:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725894144:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1775764238.203406:0:39294:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd81581f90 20000000:00000080:2.0:1775764238.203663:0:39294:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f054800 uarg=0000000000000000 10000000:01000000:2.0:1775764238.204300:0:39294:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764238.204323:0:39294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204341:0:39294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204360:0:39294:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204367:0:39294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204374:0:39294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204381:0:39294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204387:0:39294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764238.204391:0:39294:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204400:0:39294:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204414:0:39294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204422:0:39294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.204675:0:39294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420bcb8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764238.504873:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764238.504882:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764238.504888:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764238.504951:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764238.504965:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764238.504980:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764238.505044:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725894272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764238.505138:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764238.505185:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e371676c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764238.509860:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725894272 00000100:00100000:3.0:1775764238.509882:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725894272 00000100:00100000:3.0:1775764238.509958:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1775764238.509969:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725894272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764238.509993:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764238.510016:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bcbf expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764238.510050:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bcbf expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764238.510064:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bcbf expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764238.510075:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775764238.510147:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725894272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 181us (5009us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764238.510154:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1775764238.510275:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725894272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764238.510294:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764238.510304:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764238.510336:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764238.510341:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764238.510349:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764238.562947:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764239.584907:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764239.734718:0:39343:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe15855860 20000000:00000080:0.0:1775764239.735077:0:39343:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f074000 uarg=0000000000000000 10000000:01000000:0.0:1775764239.735326:0:39343:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764239.735347:0:39343:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764239.735367:0:39343:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bcbf expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764239.735375:0:39343:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764239.735415:0:39343:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bcbf expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764239.735429:0:39343:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bcbf expref: 17 pid: 5760 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764239.735447:0:39343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39343:1862022725894400:0@lo:104: 00000100:00100000:0.0:1775764239.735609:0:39343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764239.735722:0:39343:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764239.736057:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725894400 00000100:00100000:3.0:1775764239.736067:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725894400 00000100:00100000:3.0:1775764239.736164:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1775764239.736174:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39343:x1862022725894400:12345-0@lo:104: 00010000:00010000:3.0:1775764239.736187:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764239.736259:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764239.736265:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39343:x1862022725894400:12345-0@lo:104: Request processed in 94us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764239.736273:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1775764239.736344:0:39343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39343:1862022725894400:0@lo:104: 00010000:00010000:2.0:1775764239.736380:0:39343:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736441:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764239.736448:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736456:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764239.736459:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736478:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764239.736486:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764239.736491:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764239.736544:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736550:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764239.736587:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736593:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420bcbf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bcc6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736616:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764239.736618:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764239.736620:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764239.736634:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725894528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764239.736677:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764239.736766:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725894528 00000100:00100000:1.0:1775764239.736770:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725894528 00010000:00010000:1.0:1775764239.736792:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bcbf expref: 18 pid: 5760 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764239.736815:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1775764239.736821:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725894528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764239.736834:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764239.736839:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bcbf expref: 18 pid: 5760 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736850:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bcbf expref: 18 pid: 5760 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736865:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420bcc6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bcbf expref: 18 pid: 5760 timeout: 1164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736879:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736914:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736930:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736937:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736943:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736950:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736956:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764239.736961:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736969:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736979:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764239.736988:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764239.737017:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725894528:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764239.737025:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1775764239.737061:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725894528:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764239.737150:0:39343:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764239.737159:0:39343:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764239.737166:0:39343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420bccd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39343 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.609836:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764240.856724:0:39391:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea9fd7900 20000000:00000080:2.0:1775764240.856763:0:39391:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f056c00 uarg=0000000000000000 10000000:01000000:2.0:1775764240.856974:0:39391:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764240.856994:0:39391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857011:0:39391:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857022:0:39391:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857029:0:39391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857035:0:39391:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857042:0:39391:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857055:0:39391:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764240.857059:0:39391:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857068:0:39391:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857082:0:39391:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857089:0:39391:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.857094:0:39391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bcd4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39391 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764240.932073:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764240.932081:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764240.932087:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764240.932138:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764240.932152:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764240.932164:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764240.932210:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725894656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764240.932293:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764240.932349:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105a5a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764240.932449:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725894656 00000100:00100000:2.0:1775764240.932469:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725894656 00000100:00100000:2.0:1775764240.932533:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1775764240.932543:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725894656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764240.932561:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764240.932578:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bcdb expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.932602:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bcdb expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.932615:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bcdb expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.932639:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81a00, rc 0) 00000100:00100000:2.0:1775764240.932694:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725894656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764240.932700:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1775764240.932779:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725894656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764240.932794:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.932802:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764240.932821:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764240.932826:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764240.932833:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764241.122961:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725894784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764241.123045:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764241.124063:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725894784 00000100:00100000:2.0:1775764241.124076:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725894784 00000100:00100000:2.0:1775764241.124151:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1775764241.124163:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725894784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764241.124209:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764241.124300:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725894784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 140us (1255us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764241.124307:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1775764241.124577:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725895296:0@lo:400:kworker.0 00000100:00100000:2.0:1775764241.124615:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764241.124672:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725894784:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764241.124695:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764241.124701:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725895168:0@lo:400:kworker.0 00000100:00100000:2.0:1775764241.124753:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764241.127224:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725894912:0@lo:400:kworker.0 00000100:00100000:0.0:1775764241.127404:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725895296 00000100:00100000:0.0:1775764241.127428:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725895296 00000100:00100000:0.0:1775764241.127510:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1775764241.127520:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725895296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764241.127606:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725895296:12345-0@lo:400:kworker.0 Request processed in 88us (2990us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764241.127614:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1775764241.127670:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725895296:0@lo:400:kworker.0 00000100:00080000:1.0:1775764241.127879:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764241.127884:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764241.127898:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725895040:0@lo:400:kworker.0 00000100:00100000:1.0:1775764241.127932:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764241.128027:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725895168 00000100:00100000:0.0:1775764241.128032:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725895168 00000100:00100000:0.0:1775764241.128073:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725895040 00000100:00100000:0.0:1775764241.128076:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725895040 00000100:00100000:0.0:1775764241.128092:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1775764241.128098:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725895168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764241.128133:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725895168:12345-0@lo:400:kworker.0 Request processed in 35us (3404us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764241.128139:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1775764241.128149:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1775764241.128153:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725895040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764241.128175:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725895040:12345-0@lo:400:kworker.0 Request processed in 22us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764241.128180:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1775764241.128206:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725895168:0@lo:400:kworker.0 00000100:00080000:1.0:1775764241.128245:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764241.128271:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725895040:0@lo:400:kworker.0 00000100:00100000:3.0:1775764241.128427:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764241.128553:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725894912 00000100:00100000:0.0:1775764241.128556:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725894912 00000100:00100000:0.0:1775764241.128588:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1775764241.128593:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725894912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764241.128633:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725894912:12345-0@lo:400:kworker.0 Request processed in 40us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764241.128639:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1775764241.128704:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725894912:0@lo:400:kworker.0 00000100:00100000:2.0:1775764241.205535:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764241.205578:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764241.205674:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702632064 00000100:00100000:2.0:1775764241.205692:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702632064 00000100:00100000:2.0:1775764241.205787:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 699 00000100:00100000:2.0:1775764241.205797:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702632064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764241.205874:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702632064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 79us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764241.205883:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 699 00000100:00100000:2.0:1775764241.205909:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702631936 00000100:00100000:2.0:1775764241.205913:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702631936 00000100:00100000:2.0:1775764241.205936:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 678 00000100:00100000:2.0:1775764241.205942:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702631936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764241.205967:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702631936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764241.205973:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 678 00000100:00080000:2.0:1775764241.205998:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764241.638901:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764242.106408:0:39441:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe382c4600 20000000:00000080:0.0:1775764242.106429:0:39441:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3784a800 uarg=0000000000000000 10000000:01000000:0.0:1775764242.108120:0:39441:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764242.108147:0:39441:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.108172:0:39441:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bcdb expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.108181:0:39441:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.108232:0:39441:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bcdb expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.108451:0:39441:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bcdb expref: 17 pid: 5763 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764242.108478:0:39441:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39441:1862022725895424:0@lo:104: 00000100:00100000:0.0:1775764242.108559:0:39441:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764242.108635:0:39441:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764242.110775:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725895424 00000100:00100000:1.0:1775764242.110793:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725895424 00000100:00100000:2.0:1775764242.110953:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1775764242.110965:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39441:x1862022725895424:12345-0@lo:104: 00010000:00010000:2.0:1775764242.111007:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764242.111116:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764242.111123:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39441:x1862022725895424:12345-0@lo:104: Request processed in 161us (2564us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764242.111130:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1775764242.111271:0:39441:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39441:1862022725895424:0@lo:104: 00010000:00010000:0.0:1775764242.111307:0:39441:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764242.111488:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764242.111496:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764242.111504:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764242.111508:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764242.111518:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764242.111525:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764242.111533:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764242.111582:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764242.111590:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764242.111638:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764242.111645:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01667200/0x429a70d18420bcdb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bce2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764242.111667:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764242.111669:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764242.111671:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764242.111756:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764242.111774:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725895552:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764242.111819:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764242.111874:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725895552 00000100:00100000:0.0:1775764242.111888:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725895552 00010000:00010000:0.0:1775764242.111912:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bcdb expref: 18 pid: 5763 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764242.111993:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1775764242.112002:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725895552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764242.112016:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764242.112021:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bcdb expref: 18 pid: 5763 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112034:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bcdb expref: 18 pid: 5763 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112051:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420bce2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bcdb expref: 18 pid: 5763 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112066:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112073:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112090:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112097:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112104:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112110:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112122:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764242.112127:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112135:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112158:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764242.112167:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764242.112204:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725895552:12345-0@lo:103:ldlm_bl.0 Request processed in 204us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764242.112211:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00010000:00010000:3.0:1775764242.112394:0:39441:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764242.112403:0:39441:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764242.112410:0:39441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420bce9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764242.113806:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725895552:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764242.669360:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764243.172156:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725895680:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764243.172259:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764243.172666:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725895680 00000100:00100000:3.0:1775764243.172680:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725895680 00000100:00100000:3.0:1775764243.172796:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1775764243.172810:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725895680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764243.172879:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764243.172952:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725895680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764243.172961:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00080000:2.0:1775764243.175279:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764243.175375:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725895680:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1775764243.423841:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764243.423849:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764243.423855:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764243.423910:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764243.423923:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764243.423935:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764243.423964:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725895808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764243.424065:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764243.424120:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764243.424259:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725895808 00000100:00100000:3.0:1775764243.424269:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725895808 00000100:00100000:3.0:1775764243.424332:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1775764243.424341:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725895808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764243.424354:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764243.424368:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bcf0 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764243.424393:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bcf0 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764243.424403:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bcf0 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764243.424413:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667000, rc 0) 00000100:00100000:3.0:1775764243.424482:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725895808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764243.424489:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1775764243.424673:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725895808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764243.424688:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764243.424698:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764243.424717:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764243.424722:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764243.424759:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764243.686823:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764244.703958:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764245.731194:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764246.020156:0:39589:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5ee2ff00 20000000:00000080:3.0:1775764246.020177:0:39589:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8ef800 uarg=0000000000000000 10000000:01000000:3.0:1775764246.020433:0:39589:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764246.024234:0:39589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764246.024258:0:39589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bcf0 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764246.024284:0:39589:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764246.024331:0:39589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bcf0 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764246.024346:0:39589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bcf0 expref: 17 pid: 5760 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764246.024363:0:39589:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39589:1862022725895936:0@lo:104: 00000100:00100000:1.0:1775764246.024449:0:39589:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764246.024506:0:39589:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33e90d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764246.025755:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764246.025790:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725895936 00000100:00100000:3.0:1775764246.025801:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725895936 00000100:00100000:3.0:1775764246.025866:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1775764246.025879:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2aa73450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39589:x1862022725895936:12345-0@lo:104: 00010000:00010000:3.0:1775764246.025903:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026043:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764246.026050:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2aa73450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39589:x1862022725895936:12345-0@lo:104: Request processed in 175us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764246.026058:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00010000:00010000:3.0:1775764246.026118:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764246.026124:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026131:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764246.026135:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026144:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764246.026151:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764246.026156:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764246.026192:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026198:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764246.026221:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026228:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420bcf0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bcf7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026261:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764246.026263:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764246.026265:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764246.026292:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725896064:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764246.026327:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764246.026377:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725896064 00000100:00100000:3.0:1775764246.026381:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725896064 00010000:00010000:3.0:1775764246.026403:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bcf0 expref: 18 pid: 5760 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764246.026429:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1775764246.026447:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09696c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725896064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764246.026459:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764246.026465:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bcf0 expref: 18 pid: 5760 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026478:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bcf0 expref: 18 pid: 5760 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026496:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026506:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026532:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026539:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026553:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026560:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026566:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764246.026571:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026581:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026591:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764246.026603:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764246.026632:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09696c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725896064:12345-0@lo:103:ldlm_bl.0 Request processed in 197us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764246.026640:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1775764246.026721:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725896064:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764246.027123:0:39589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420bcf7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bcf0 expref: 17 pid: 5760 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764246.027137:0:39589:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39589:1862022725895936:0@lo:104: 00010000:00010000:2.0:1775764246.027154:0:39589:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764246.027164:0:39589:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764246.027170:0:39589:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764246.027177:0:39589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bcfe lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764246.260302:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725896192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764246.260370:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764246.260458:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725896192 00000100:00100000:2.0:1775764246.260466:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725896192 00000100:00100000:2.0:1775764246.260519:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1775764246.260528:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725896192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764246.260564:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764246.260607:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725896192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764246.260614:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00080000:2.0:1775764246.260644:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764246.260678:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725896192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764246.287827:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725896320:0@lo:400:kworker.0 00000100:00100000:0.0:1775764246.287914:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764246.287972:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725896832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764246.288001:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764246.288029:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764246.288036:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725896448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764246.288058:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764246.288334:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725896448 00000100:00100000:1.0:1775764246.288345:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725896448 00000100:00100000:1.0:1775764246.288397:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1775764246.288407:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725896448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764246.288486:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725896448:12345-0@lo:400:kworker.0 Request processed in 79us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764246.288493:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1775764246.289514:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725896448:0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.289998:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725896576:0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.290056:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764246.290095:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764246.290102:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725896704:0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.290122:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764246.290154:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725896320 00000100:00100000:2.0:1775764246.290160:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725896320 00000100:00100000:2.0:1775764246.290197:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1775764246.290205:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725896320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.290250:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725896320:12345-0@lo:400:kworker.0 Request processed in 46us (2336us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764246.290258:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1775764246.290298:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725896832 00000100:00100000:2.0:1775764246.290302:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725896832 00000100:00100000:2.0:1775764246.290353:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1775764246.290360:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725896832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.290393:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725896832:12345-0@lo:400:kworker.0 Request processed in 33us (2391us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764246.290399:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1775764246.290417:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725896576 00000100:00100000:2.0:1775764246.290420:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725896576 00000100:00100000:2.0:1775764246.290458:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725896704 00000100:00100000:2.0:1775764246.290462:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725896704 00000100:00100000:2.0:1775764246.290483:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1775764246.290489:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725896576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.290527:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725896576:12345-0@lo:400:kworker.0 Request processed in 38us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764246.290532:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1775764246.290543:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1775764246.290548:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725896704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.290570:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725896704:12345-0@lo:400:kworker.0 Request processed in 21us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764246.290575:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00080000:2.0:1775764246.290592:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764246.290597:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764246.290622:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725896704:0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.290631:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725896576:0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.290688:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725896320:0@lo:400:kworker.0 00000100:00100000:2.0:1775764246.290699:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725896832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764246.342140:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764246.342192:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764246.342267:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702632320 00000100:00100000:0.0:1775764246.342277:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702632320 00000100:00100000:0.0:1775764246.342353:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 703 00000100:00100000:0.0:1775764246.342362:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702632320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764246.342459:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702632320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 97us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764246.342467:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 703 00000100:00100000:0.0:1775764246.342488:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702632192 00000100:00100000:0.0:1775764246.342491:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702632192 00000100:00100000:0.0:1775764246.342509:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 681 00000100:00100000:0.0:1775764246.342514:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702632192:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764246.342534:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702632192:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764246.342539:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 681 00000100:00080000:0.0:1775764246.342559:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764246.751963:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764247.390052:0:39638:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc3592ad0 20000000:00000080:0.0:1775764247.390070:0:39638:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37848800 uarg=0000000000000000 10000000:01000000:0.0:1775764247.390913:0:39638:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764247.390941:0:39638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.390959:0:39638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.390970:0:39638:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.390976:0:39638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.390984:0:39638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.391003:0:39638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.391010:0:39638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764247.391016:0:39638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.391024:0:39638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.391039:0:39638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.391047:0:39638:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764247.391053:0:39638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420bd05 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764247.777072:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764247.781627:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764247.781640:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764247.781650:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764247.786564:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764247.786585:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764247.786597:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764247.786642:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725896960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764247.786748:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764247.786809:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e259d6240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764247.786853:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725896960 00000100:00100000:2.0:1775764247.786862:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725896960 00000100:00100000:2.0:1775764247.786922:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1775764247.786930:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725896960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764247.786947:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764247.786962:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bd0c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764247.786990:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bd0c expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764247.787000:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bd0c expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764247.787009:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80e00, rc 0) 00000100:00100000:2.0:1775764247.787048:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725896960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764247.787055:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1775764247.787112:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725896960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764247.787126:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764247.787135:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764247.787162:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764247.787168:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764247.787175:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764248.305483:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725897088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764248.305565:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764248.305889:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725897088 00000100:00100000:1.0:1775764248.305905:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725897088 00000100:00100000:1.0:1775764248.306324:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1775764248.306345:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725897088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764248.306403:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764248.306513:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725897088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 174us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764248.306551:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00080000:1.0:1775764248.306591:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764248.306672:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725897088:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764248.803489:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764249.824000:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764250.849227:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764251.362060:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725897216:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362132:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764251.362179:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725897728:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362204:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764251.362228:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764251.362234:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725897344:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362255:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764251.362276:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725897856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362301:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764251.362329:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725897472:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362351:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764251.362367:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725897984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764251.362398:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764251.362415:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764251.362420:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725897600:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362439:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764251.362480:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725897216 00000100:00100000:2.0:1775764251.362488:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725897216 00000100:00100000:2.0:1775764251.362540:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1775764251.362549:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725897216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362598:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725897216:12345-0@lo:400:kworker.0 Request processed in 50us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.362605:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1775764251.362639:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725897728 00000100:00100000:2.0:1775764251.362643:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725897728 00000100:00100000:2.0:1775764251.362681:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725897344 00000100:00100000:2.0:1775764251.362684:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725897344 00000100:00100000:2.0:1775764251.362699:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725897472 00000100:00100000:2.0:1775764251.362702:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725897472 00000100:00100000:2.0:1775764251.362714:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1775764251.362720:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725897728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362784:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725897728:12345-0@lo:400:kworker.0 Request processed in 64us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.362791:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1775764251.362804:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1775764251.362810:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725897344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362836:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725897344:12345-0@lo:400:kworker.0 Request processed in 26us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.362842:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1775764251.362854:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1775764251.362860:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725897472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.362888:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725897472:12345-0@lo:400:kworker.0 Request processed in 29us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.362903:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1775764251.362928:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725897856 00000100:00100000:2.0:1775764251.362932:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725897856 00000100:00100000:2.0:1775764251.362956:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725897600 00000100:00100000:2.0:1775764251.362959:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725897600 00000100:00100000:2.0:1775764251.362977:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1775764251.362983:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725897856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.363013:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725897856:12345-0@lo:400:kworker.0 Request processed in 31us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.363019:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1775764251.363030:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1775764251.363036:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725897600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.363059:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725897600:12345-0@lo:400:kworker.0 Request processed in 24us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.363064:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1775764251.363085:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725897984 00000100:00100000:2.0:1775764251.363088:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725897984 00000100:00100000:2.0:1775764251.363111:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1775764251.363117:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725897984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764251.363144:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764251.363173:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725897984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.363179:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1775764251.363220:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725897344:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.363231:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725897856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.363255:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725897216:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.363264:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725897728:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.363308:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725897600:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.363318:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725897472:0@lo:400:kworker.0 00000100:00100000:2.0:1775764251.363330:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725897984:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764251.367778:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764251.367789:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764251.367793:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1775764251.377102:0:39785:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdf987560 20000000:00000080:0.0:1775764251.377120:0:39785:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37849400 uarg=0000000000000000 00010000:00010000:0.0:1775764251.377697:0:39785:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764251.377713:0:39785:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764251.377770:0:39785:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764251.377792:0:39785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764251.377825:0:39785:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bd0c expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764251.377835:0:39785:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764251.377896:0:39785:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bd0c expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764251.377916:0:39785:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bd0c expref: 17 pid: 5760 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764251.377937:0:39785:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39785:1862022725898112:0@lo:104: 00000100:00100000:0.0:1775764251.378031:0:39785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764251.378097:0:39785:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764251.378136:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725898112 00000100:00100000:2.0:1775764251.378149:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725898112 00000100:00100000:2.0:1775764251.378228:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1775764251.378243:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39785:x1862022725898112:12345-0@lo:104: 00010000:00010000:2.0:1775764251.378262:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.378344:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764251.378350:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:39785:x1862022725898112:12345-0@lo:104: Request processed in 111us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.378369:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00010000:00010000:2.0:1775764251.378409:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764251.378417:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.378427:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764251.378431:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.378441:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764251.378458:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764251.378464:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764251.378503:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.378511:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764251.378541:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.378879:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81600/0x429a70d18420bd0c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bd13 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.378906:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764251.378908:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764251.378910:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764251.378935:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764251.378953:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725898240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764251.379118:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764251.379328:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725898240 00000100:00100000:2.0:1775764251.379334:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725898240 00010000:00010000:2.0:1775764251.379444:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bd0c expref: 18 pid: 5760 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764251.379477:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1775764251.379486:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725898240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764251.379505:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764251.379523:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bd0c expref: 18 pid: 5760 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.379538:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bd0c expref: 18 pid: 5760 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.379776:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.379786:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764251.379798:0:39785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420bd13 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bd0c expref: 18 pid: 5760 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.379802:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.379818:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764251.379821:0:39785:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39785:1862022725898112:0@lo:104: 00010000:00010000:2.0:1775764251.379902:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.379912:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764251.385669:0:39785:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764251.385694:0:39785:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764251.385701:0:39785:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.387803:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764251.387814:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.387829:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.387857:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.387875:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bd1a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39785 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764251.387896:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764251.391299:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725898240:12345-0@lo:103:ldlm_bl.0 Request processed in 11802us (12289us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.391318:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1775764251.391932:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725898240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764251.447426:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764251.447468:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764251.450798:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702632576 00000100:00100000:2.0:1775764251.450816:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702632576 00000100:00100000:2.0:1775764251.450932:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 707 00000100:00100000:2.0:1775764251.450956:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702632576:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764251.451341:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702632576:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 398us (3870us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764251.451351:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 707 00000100:00080000:2.0:1775764251.451400:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764251.455992:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702632448 00000100:00100000:1.0:1775764251.456017:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702632448 00000100:00100000:1.0:1775764251.456107:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 684 00000100:00100000:1.0:1775764251.456119:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702632448:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764251.456199:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702632448:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 82us (8785us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764251.456206:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 684 00010000:00010000:2.0:1775764251.872036:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764252.895982:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764252.896008:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764252.896014:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764252.896073:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764252.896086:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764252.896098:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764252.896128:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725898368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764252.896203:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764252.896253:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f900 going to sleep for 11 seconds 00010000:00010000:1.0:1775764252.896359:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764252.896407:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725898368 00000100:00100000:2.0:1775764252.896414:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725898368 00000100:00100000:2.0:1775764252.896470:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1775764252.896480:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725898368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764252.896492:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764252.896506:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bd21 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764252.896529:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bd21 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764252.896551:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bd21 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764252.896561:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80600, rc 0) 00000100:00100000:2.0:1775764252.896615:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725898368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764252.896623:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1775764252.899258:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725898368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764252.899286:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764252.899300:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764252.899323:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764252.899329:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764252.899337:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764253.412954:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764253.413045:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725898496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764253.413119:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764253.418278:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725898496 00000100:00100000:1.0:1775764253.418391:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725898496 00000100:00100000:1.0:1775764253.418484:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1775764253.418497:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725898496:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764253.418893:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1775764253.419274:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764253.420186:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725898496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1687us (7060us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764253.420198:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1775764253.429697:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725898496:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764253.922137:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764254.947035:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764255.968848:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764256.482562:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725898624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764256.482805:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725898752:0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.484047:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764256.485992:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725899008:0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.486897:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725899264:0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.486960:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764256.486998:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775764256.487008:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725898880:0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.487032:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764256.487051:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725899392:0@lo:400:kworker.0 00000100:00100000:1.0:1775764256.487584:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764256.488559:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764256.488646:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725899264 00000100:00100000:0.0:1775764256.488657:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725899264 00000100:00100000:0.0:1775764256.488722:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725898880 00000100:00100000:0.0:1775764256.488725:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725898880 00000100:00100000:0.0:1775764256.488752:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725899008 00000100:00100000:0.0:1775764256.488755:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725899008 00000100:00100000:0.0:1775764256.488768:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1775764256.488776:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725899264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764256.488860:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725899264:12345-0@lo:400:kworker.0 Request processed in 85us (1900us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764256.488868:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1775764256.488884:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1775764256.488889:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725898880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764256.488913:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725898880:12345-0@lo:400:kworker.0 Request processed in 24us (1881us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764256.488919:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1775764256.488927:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1775764256.488932:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725899008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.489091:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764256.489137:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725899264:0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.489158:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725898880:0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.489177:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725898752 00000100:00100000:3.0:1775764256.489180:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725898752 00000100:00100000:3.0:1775764256.489205:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1775764256.489210:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725898752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.489239:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725898752:12345-0@lo:400:kworker.0 Request processed in 29us (5196us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764256.489244:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1775764256.489280:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725899392 00000100:00100000:3.0:1775764256.489283:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725899392 00000100:00100000:3.0:1775764256.489305:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1775764256.489321:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725899392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.489356:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725899392:12345-0@lo:400:kworker.0 Request processed in 46us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764256.489361:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1775764256.489384:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725899392:0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.489400:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725898752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764256.495952:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725899136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764256.496022:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764256.500332:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725899136 00000100:00100000:2.0:1775764256.500364:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725899136 00000100:00100000:2.0:1775764256.500480:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1775764256.500493:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725899136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764256.500632:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725899136:12345-0@lo:400:kworker.0 Request processed in 143us (4610us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764256.500653:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1775764256.500720:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725899136:0@lo:400:kworker.0 00000100:00100000:0.0:1775764256.513178:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725899008:12345-0@lo:400:kworker.0 Request processed in 24232us (25582us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764256.513194:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00080000:0.0:1775764256.513243:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764256.513249:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764256.513253:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764256.514392:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725898624 00000100:00100000:0.0:1775764256.514406:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725898624 00000100:00100000:0.0:1775764256.514486:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1775764256.514496:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725898624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764256.514540:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764256.514652:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725898624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (32013us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764256.514659:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1775764256.514750:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725898624:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764256.515947:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725899008:0@lo:400:kworker.0 00000100:00100000:3.0:1775764256.564112:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764256.564171:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764256.564210:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702632832 00000100:00100000:3.0:1775764256.564223:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702632832 00000100:00100000:3.0:1775764256.564936:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 711 00000100:00100000:3.0:1775764256.564959:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702632832:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764256.565087:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702632832:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 137us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764256.565097:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 711 00000100:00080000:3.0:1775764256.565142:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764256.566052:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702632704 00000100:00100000:1.0:1775764256.566071:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702632704 00000100:00100000:1.0:1775764256.566130:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 687 00000100:00100000:1.0:1775764256.566139:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702632704:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764256.566214:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702632704:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 77us (2041us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764256.566222:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 687 00010000:00010000:1.0:1775764256.994113:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764258.019827:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764258.528116:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764258.528144:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725899520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764258.528304:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764258.528398:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725899520 00000100:00100000:3.0:1775764258.528407:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725899520 00000100:00100000:3.0:1775764258.528523:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1775764258.528533:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725899520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764258.528572:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764258.528617:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725899520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764258.528625:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00080000:3.0:1775764258.528646:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764258.528683:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725899520:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764259.046486:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764259.415930:0:40079:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc74da7830 20000000:00000080:1.0:1775764259.415956:0:40079:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2aa71000 uarg=0000000000000000 10000000:01000000:1.0:1775764259.416783:0:40079:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764259.416803:0:40079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764259.416822:0:40079:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bd21 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764259.416830:0:40079:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764259.416871:0:40079:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bd21 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764259.416887:0:40079:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bd21 expref: 17 pid: 5760 timeout: 1184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764259.417034:0:40079:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40079:1862022725899648:0@lo:104: 00000100:00100000:1.0:1775764259.417108:0:40079:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764259.417157:0:40079:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d8d3000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764259.417264:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725899648 00000100:00100000:3.0:1775764259.417277:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725899648 00000100:00100000:3.0:1775764259.417354:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1775764259.417363:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40079:x1862022725899648:12345-0@lo:104: 00010000:00010000:3.0:1775764259.417377:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417439:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764259.417445:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40079:x1862022725899648:12345-0@lo:104: Request processed in 83us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764259.417452:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00010000:00010000:3.0:1775764259.417474:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764259.417480:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417487:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764259.417491:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417499:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764259.417506:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764259.417511:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764259.417541:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417547:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764259.417566:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417578:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420bd21 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bd28 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417593:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764259.417595:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764259.417597:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764259.417615:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725899776:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764259.417643:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764259.417676:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725899776 00000100:00100000:3.0:1775764259.417680:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725899776 00010000:00010000:3.0:1775764259.417697:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bd21 expref: 18 pid: 5760 timeout: 1184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764259.417719:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1775764259.417725:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725899776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764259.417758:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764259.417763:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bd21 expref: 18 pid: 5760 timeout: 1184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417773:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bd21 expref: 18 pid: 5760 timeout: 1184 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417787:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417795:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417819:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417827:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417833:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417839:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417844:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764259.417848:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417855:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417864:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764259.417873:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764259.417914:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725899776:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764259.417922:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1775764259.417963:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725899776:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764259.418468:0:40079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420bd28 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bd21 expref: 17 pid: 5760 timeout: 1184 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764259.418481:0:40079:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40079:1862022725899648:0@lo:104: 00010000:00010000:1.0:1775764259.418495:0:40079:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764259.418503:0:40079:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764259.418509:0:40079:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764259.418514:0:40079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bd2f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764260.067093:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764260.775128:0:40128:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1f478260 20000000:00000080:0.0:1775764260.775152:0:40128:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3784bc00 uarg=0000000000000000 10000000:01000000:0.0:1775764260.780375:0:40128:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764260.780422:0:40128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780443:0:40128:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780464:0:40128:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780472:0:40128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780480:0:40128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780488:0:40128:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780494:0:40128:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764260.780499:0:40128:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780508:0:40128:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780547:0:40128:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780555:0:40128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764260.780562:0:40128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063400/0x429a70d18420bd36 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764260.960638:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764260.960649:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764260.960678:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764260.960765:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764260.960779:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764260.960791:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764260.960818:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725899904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764260.960901:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764260.960957:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764260.961032:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725899904 00000100:00100000:2.0:1775764260.961040:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725899904 00000100:00100000:2.0:1775764260.961095:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1775764260.961106:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725899904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764260.961122:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764260.961139:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bd3d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764260.961163:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bd3d expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764260.961174:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bd3d expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764260.961183:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81200, rc 0) 00000100:00100000:2.0:1775764260.961220:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725899904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764260.961226:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1775764260.966325:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725899904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764260.966360:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764260.966374:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764260.966401:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764260.966406:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764260.966414:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764261.091066:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764261.602091:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725900160:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602173:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764261.602248:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725900672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602278:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764261.602316:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764261.602322:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725900032:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602360:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764261.602383:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725900544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602405:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764261.602431:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725900288:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602455:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764261.602474:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764261.602479:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725900416:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602498:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764261.602532:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725900160 00000100:00100000:3.0:1775764261.602540:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725900160 00000100:00100000:3.0:1775764261.602585:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725900544 00000100:00100000:3.0:1775764261.602587:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725900544 00000100:00100000:3.0:1775764261.602607:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725900288 00000100:00100000:3.0:1775764261.602609:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725900288 00000100:00100000:3.0:1775764261.602624:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1775764261.602633:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725900160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602686:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725900160:12345-0@lo:400:kworker.0 Request processed in 53us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764261.602693:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1775764261.602708:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1775764261.602714:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725900544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602783:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725900544:12345-0@lo:400:kworker.0 Request processed in 69us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764261.602798:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1775764261.602811:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1775764261.602817:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725900288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602849:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725900288:12345-0@lo:400:kworker.0 Request processed in 33us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764261.602854:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1775764261.602874:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725900672 00000100:00100000:3.0:1775764261.602878:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725900672 00000100:00100000:3.0:1775764261.602906:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725900416 00000100:00100000:3.0:1775764261.602909:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725900416 00000100:00100000:3.0:1775764261.602929:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1775764261.602936:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725900672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.602966:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725900672:12345-0@lo:400:kworker.0 Request processed in 31us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764261.602971:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1775764261.602981:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1775764261.602986:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725900416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.603009:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725900416:12345-0@lo:400:kworker.0 Request processed in 23us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764261.603014:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1775764261.603031:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725900032 00000100:00100000:3.0:1775764261.603035:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725900032 00000100:00100000:3.0:1775764261.603060:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1775764261.603066:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725900032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.603094:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725900032:12345-0@lo:400:kworker.0 Request processed in 29us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764261.603109:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00080000:3.0:1775764261.603155:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764261.603160:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764261.603163:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764261.603214:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725900416:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.603225:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725900288:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.603253:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725900032:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.603264:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725900544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.603273:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725900160:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.603282:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725900672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764261.610591:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764261.610616:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725900800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764261.610678:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764261.610716:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725900800 00000100:00100000:3.0:1775764261.610723:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725900800 00000100:00100000:3.0:1775764261.610786:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1775764261.610792:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725900800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764261.610822:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764261.610853:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725900800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764261.610860:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1775764261.611233:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725900800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764261.680552:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764261.681021:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702633088 00000100:00100000:0.0:1775764261.681036:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702633088 00000100:00100000:0.0:1775764261.681146:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 715 00000100:00100000:0.0:1775764261.681160:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702633088:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764261.681267:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702633088:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 110us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764261.681278:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 715 00000100:00080000:1.0:1775764261.681453:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764261.684717:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764261.685833:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702632960 00000100:00100000:1.0:1775764261.685850:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702632960 00000100:00100000:1.0:1775764261.685921:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 690 00000100:00100000:1.0:1775764261.685936:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702632960:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764261.686024:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702632960:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764261.686033:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 690 00010000:00010000:3.0:1775764262.112367:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764263.136484:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764263.532759:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764263.532877:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702633216 00000100:00100000:3.0:1775764263.533026:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702633216 00000100:00100000:3.0:1775764263.533102:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 74 00000100:00100000:3.0:1775764263.533113:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:24980:x1862022702633216:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764263.533136:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764263.533161:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420bd4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134faaa expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764263.533216:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420bd52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764263.533228:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420bd52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764263.533238:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420bd52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764263.533528:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775764263.533532:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764263.533612:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420bd52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764263.533639:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420bd4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faaa expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764263.533655:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420bd52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faaa expref: 6 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764263.533676:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:3.0:1775764263.533678:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764263.533682:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667200, rc 0) 00000100:00100000:3.0:1775764263.533759:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:24980:x1862022702633216:12345-192.168.202.7@tcp:101:rm.0 Request processed in 648us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764263.533767:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 74 00000100:00080000:2.0:1775764263.534090:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764263.540899:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764263.540991:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702633344 00000100:00100000:2.0:1775764263.541003:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702633344 00000100:00100000:2.0:1775764263.541075:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 75 00000100:00100000:2.0:1775764263.541087:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:24980:x1862022702633344:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775764263.541111:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764263.541134:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420bd59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fab1 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541213:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541230:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541254:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541297:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541305:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541311:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541597:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541605:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541611:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541617:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764263.541621:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541639:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541651:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:2.0:1775764263.541654:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764263.541659:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541666:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420bd60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541680:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541686:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541692:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541697:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764263.541700:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541705:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541712:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e094a3200) 00010000:00010000:2.0:1775764263.541714:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764263.541717:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541759:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420bd67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541798:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420bd59 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fab1 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541808:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:2.0:1775764263.541810:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764263.541813:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420bd59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fab1 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764263.541822:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81800, rc 0) 00000100:00100000:2.0:1775764263.541879:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:24980:x1862022702633344:12345-192.168.202.7@tcp:101:rm.0 Request processed in 794us (991us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764263.541886:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 75 00000100:00100000:3.0:1775764263.605600:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764263.605639:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764263.605681:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702633472 00000100:00100000:1.0:1775764263.605693:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702633472 00000100:00100000:0.0:1775764263.605727:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702633728 00000100:00100000:0.0:1775764263.605757:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702633728 00000100:00100000:1.0:1775764263.605782:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 76 00000100:00100000:1.0:1775764263.605844:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702633472:12345-192.168.202.7@tcp:41:mkdir.0 00000004:00000024:1.0:1775764263.605903:0:5770:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1775764263.605987:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702633472:12345-192.168.202.7@tcp:41:mkdir.0 Request processed in 196us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764263.606500:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 77 00000100:00100000:0.0:1775764263.606512:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:24984:x1862022702633728:12345-192.168.202.7@tcp:36:mkdir.0 00010000:00010000:0.0:1775764263.606551:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764263.606584:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420bd52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faaa expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.606607:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:0.0:1775764263.606620:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764263.608357:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.608380:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.608392:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.608406:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.608413:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.608420:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764263.609963:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00010000:00010000:0.0:1775764263.609984:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.609994:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.610002:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.610008:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764263.610014:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.610022:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.610050:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e900) 00010000:00010000:0.0:1775764263.610054:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764263.610061:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.610068:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd6e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764263.610093:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000408a828d reply state 0000000073dd21b7 transno 4294967335 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764263.610103:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764263.610219:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:24984:x1862022702633728:12345-192.168.202.7@tcp:36:mkdir.0 Request processed in 3704us (4571us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1775764263.610231:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 77 00000100:00100000:1.0:1775764263.610782:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 76 00010000:00010000:1.0:1775764263.614347:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.614371:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.614381:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.614388:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764263.614393:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.614402:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.614425:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e1676e200) 00010000:00010000:1.0:1775764263.614428:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764263.614433:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.614438:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bd75 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764263.649199:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764263.649229:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725900928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764263.649331:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764263.649544:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725900928 00000100:00100000:3.0:1775764263.649555:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725900928 00000100:00100000:3.0:1775764263.649643:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1775764263.649655:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725900928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764263.649704:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764263.649786:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725900928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764263.649793:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1775764263.649849:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725900928:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764263.649934:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764263.677819:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764263.678188:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702633856 00000100:00100000:0.0:1775764263.678201:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702633856 00000100:00100000:0.0:1775764263.678282:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 78 00000100:00100000:0.0:1775764263.678293:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:24988:x1862022702633856:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:0.0:1775764263.678323:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764263.678347:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fab8 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.678407:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bd83 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.678420:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bd83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.678449:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bd83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764263.678523:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1775764263.678528:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764263.678552:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bd83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.678575:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fab8 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.678595:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bd83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fab8 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.678604:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e900) 00010000:00010000:0.0:1775764263.678607:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764263.678611:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063c00, rc 0) 00000100:00100000:0.0:1775764263.678690:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:24988:x1862022702633856:12345-192.168.202.7@tcp:101:chown.0 Request processed in 398us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764263.678698:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 78 00000100:00100000:2.0:1775764263.686135:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764263.686236:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702633984 00000100:00100000:0.0:1775764263.686257:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702633984 00000100:00100000:0.0:1775764263.686329:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 79 00000100:00100000:0.0:1775764263.686340:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:24988:x1862022702633984:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:0.0:1775764263.686364:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764263.686384:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fabf expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686481:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686495:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686509:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686524:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686530:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686536:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686641:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420bd9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686650:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420bd9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686656:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420bd9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764263.686692:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:0.0:1775764263.686696:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764263.686720:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420bd9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686795:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686802:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686808:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686814:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764263.686819:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686827:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686843:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e900) 00010000:00010000:0.0:1775764263.686846:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764263.686851:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686857:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420bd91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686871:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686877:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686882:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.686893:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764263.686896:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.687595:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.687610:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e1676eb00) 00010000:00010000:0.0:1775764263.687613:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764263.687616:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.687622:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bd98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.687663:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bd8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fabf expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.687678:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420bd9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fabf expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.687685:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:0.0:1775764263.687687:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764263.687689:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:1.0:1775764263.688137:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:24988:x1862022702633984:12345-192.168.202.7@tcp:101:chown.0 Request processed in 1797us (2010us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764263.688158:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 79 00000100:00100000:1.0:1775764263.691961:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764263.694557:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702634240 00000100:00100000:0.0:1775764263.694579:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702634240 00000100:00100000:0.0:1775764263.694679:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 80 00000100:00100000:0.0:1775764263.694693:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:24988:x1862022702634240:12345-192.168.202.7@tcp:36:chown.0 00010000:00010000:0.0:1775764263.694802:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764263.694835:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420bd9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fabf expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.694855:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:0.0:1775764263.694866:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764263.694894:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.694919:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764263.694931:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764263.695186:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e6b5fc4 reply state 00000000d49937a7 transno 4294967336 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764263.695197:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775764263.695211:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000100:00100000:0.0:1775764263.695336:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:24988:x1862022702634240:12345-192.168.202.7@tcp:36:chown.0 Request processed in 645us (3384us total) trans 4294967336 rc 0/0 00000100:00100000:0.0:1775764263.695344:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 80 00010000:00010000:1.0:1775764263.699169:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.699188:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.699196:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.699202:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764263.699207:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.699214:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.699232:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e1676eb00) 00010000:00010000:1.0:1775764263.699236:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764263.699255:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764263.699261:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bda6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764264.162337:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764264.578968:0:40276:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd4323cfb0 20000000:00000080:3.0:1775764264.578987:0:40276:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3daf3c00 uarg=0000000000000000 10000000:01000000:3.0:1775764264.579545:0:40276:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764264.579566:0:40276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764264.579585:0:40276:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bd3d expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764264.579600:0:40276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764264.579645:0:40276:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bd3d expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764264.579661:0:40276:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bd3d expref: 17 pid: 5760 timeout: 1189 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764264.579681:0:40276:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40276:1862022725901056:0@lo:104: 00000100:00100000:3.0:1775764264.579794:0:40276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764264.579856:0:40276:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764264.580078:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725901056 00000100:00100000:2.0:1775764264.580087:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725901056 00000100:00100000:2.0:1775764264.580142:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1775764264.580152:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40276:x1862022725901056:12345-0@lo:104: 00010000:00010000:2.0:1775764264.580169:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764264.580253:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764264.580260:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40276:x1862022725901056:12345-0@lo:104: Request processed in 110us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764264.580278:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00010000:00010000:2.0:1775764264.580307:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764264.580313:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764264.580321:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764264.580325:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764264.580335:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764264.580342:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764264.580348:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764264.580381:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764264.580387:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764264.580409:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764264.580416:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666a00/0x429a70d18420bd3d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bd44 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764264.580443:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764264.580445:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764264.580447:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764264.580467:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725901184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764264.580498:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764264.580543:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725901184 00000100:00100000:2.0:1775764264.580547:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725901184 00010000:00010000:2.0:1775764264.580566:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bd3d expref: 18 pid: 5760 timeout: 1189 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764264.580641:0:40276:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40276:1862022725901056:0@lo:104: 00010000:00010000:0.0:1775764264.580661:0:40276:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764264.581091:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1775764264.581101:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725901184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764264.581114:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764264.581121:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bd3d expref: 18 pid: 5760 timeout: 1189 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581138:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bd3d expref: 18 pid: 5760 timeout: 1189 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581152:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420bd44 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bd3d expref: 18 pid: 5760 timeout: 1189 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581167:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581176:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581191:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581199:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581207:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581214:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581219:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764264.581223:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581230:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581274:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764264.581284:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764264.581328:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725901184:12345-0@lo:103:ldlm_bl.0 Request processed in 230us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764264.581336:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1775764264.581370:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725901184:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764264.581428:0:40276:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764264.581437:0:40276:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764264.581443:0:40276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01667000/0x429a70d18420bdad lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.183928:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764265.759997:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764265.760008:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764265.760015:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764265.760079:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.760094:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.760107:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764265.760144:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725901312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764265.760977:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764265.761045:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0791d600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764265.761215:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725901312 00000100:00100000:0.0:1775764265.761321:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725901312 00000100:00100000:0.0:1775764265.761387:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1775764265.761408:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725901312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764265.761426:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764265.761443:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bdb4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764265.761470:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bdb4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764265.761482:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bdb4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764265.761493:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062400, rc 0) 00000100:00100000:0.0:1775764265.761542:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725901312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764265.761548:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1775764265.762395:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725901312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764265.762420:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.762430:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764265.762451:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764265.762456:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.762462:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1775764265.834552:0:40324:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca4bd67b0 20000000:00000080:0.0:1775764265.834574:0:40324:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3784a000 uarg=0000000000000000 10000000:01000000:0.0:1775764265.835348:0:40324:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764265.835369:0:40324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764265.835393:0:40324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bdb4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764265.835403:0:40324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764265.835448:0:40324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bdb4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764265.835478:0:40324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bdb4 expref: 17 pid: 5760 timeout: 1190 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764265.835496:0:40324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40324:1862022725901440:0@lo:104: 00000100:00100000:0.0:1775764265.835566:0:40324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764265.835777:0:40324:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e090c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764265.836029:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725901440 00000100:00100000:3.0:1775764265.836039:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725901440 00000100:00100000:3.0:1775764265.836128:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1775764265.836138:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40324:x1862022725901440:12345-0@lo:104: 00010000:00010000:3.0:1775764265.836165:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764265.836248:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764265.836264:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40324:x1862022725901440:12345-0@lo:104: Request processed in 126us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764265.836271:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1775764265.836337:0:40324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40324:1862022725901440:0@lo:104: 00010000:00010000:0.0:1775764265.836357:0:40324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764265.836489:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764265.836498:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764265.836505:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764265.836508:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764265.836516:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764265.836522:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764265.836527:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764265.836573:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764265.836580:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764265.836606:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764265.836632:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420bdb4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bdbb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764265.836650:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764265.836651:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764265.836653:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764265.836662:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764265.836674:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725901568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764265.836713:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764265.837573:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725901568 00000100:00100000:2.0:1775764265.837583:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725901568 00010000:00010000:2.0:1775764265.837617:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bdb4 expref: 18 pid: 5760 timeout: 1190 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764265.837757:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1775764265.837766:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725901568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764265.837780:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764265.837785:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bdb4 expref: 18 pid: 5760 timeout: 1190 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.837807:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bdb4 expref: 18 pid: 5760 timeout: 1190 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.839013:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420bdbb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bdb4 expref: 18 pid: 5760 timeout: 1190 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.839035:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.839045:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.839072:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.839080:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.839087:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.839095:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.839100:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764265.839105:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.839113:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764265.843356:0:40324:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764265.843382:0:40324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.843747:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.843760:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063600/0x429a70d18420bdc2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764265.843782:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764265.845069:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725901568:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764265.846533:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725901568:12345-0@lo:103:ldlm_bl.0 Request processed in 7041us (8093us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764265.846551:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00010000:00010000:2.0:1775764266.211389:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764266.719976:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764266.720004:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725901696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764266.720072:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764266.720137:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725901696 00000100:00100000:1.0:1775764266.720144:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725901696 00000100:00100000:1.0:1775764266.720195:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1775764266.720204:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725901696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764266.720236:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764266.720301:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725901696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764266.720319:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00080000:1.0:1775764266.720342:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764266.720384:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725901696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764266.720493:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725901952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764266.720520:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764266.720541:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764266.720547:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725902080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764266.720568:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764266.720600:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725901952 00000100:00100000:1.0:1775764266.720603:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725901952 00000100:00100000:1.0:1775764266.720632:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725902080 00000100:00100000:1.0:1775764266.720636:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725902080 00000100:00100000:1.0:1775764266.720658:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1775764266.720664:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725901952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764266.720700:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725901952:12345-0@lo:400:kworker.0 Request processed in 36us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764266.720706:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1775764266.720718:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1775764266.720724:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725902080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764266.720769:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725902080:12345-0@lo:400:kworker.0 Request processed in 46us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764266.720774:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00080000:1.0:1775764266.720795:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764266.720809:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725902080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764266.720819:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725901952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764266.720845:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725901824:0@lo:400:kworker.0 00000100:00100000:1.0:1775764266.720874:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764266.720893:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725902336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764266.720915:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764266.720930:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764266.720936:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725902208:0@lo:400:kworker.0 00000100:00100000:1.0:1775764266.720956:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764266.721116:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725902208 00000100:00100000:3.0:1775764266.721122:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725902208 00000100:00100000:3.0:1775764266.721157:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1775764266.721164:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725902208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764266.721202:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725902208:12345-0@lo:400:kworker.0 Request processed in 39us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764266.721215:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1775764266.721234:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725901824 00000100:00100000:3.0:1775764266.721238:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725901824 00000100:00100000:3.0:1775764266.721276:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1775764266.721284:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725901824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764266.721313:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725901824:12345-0@lo:400:kworker.0 Request processed in 30us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764266.721319:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1775764266.721344:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725902336 00000100:00100000:3.0:1775764266.721347:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725902336 00000100:00100000:3.0:1775764266.721371:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1775764266.721376:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725902336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764266.721401:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725902336:12345-0@lo:400:kworker.0 Request processed in 25us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764266.721407:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00080000:3.0:1775764266.721426:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764266.721429:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764266.721447:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725902208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764266.721455:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725901824:0@lo:400:kworker.0 00000100:00100000:3.0:1775764266.721463:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725902336:0@lo:400:kworker.0 00000100:00100000:3.0:1775764266.801524:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764266.801591:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764266.804601:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702634496 00000100:00100000:3.0:1775764266.804623:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702634496 00000100:00100000:3.0:1775764266.804721:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 719 00000100:00100000:3.0:1775764266.805093:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2356:x1862022702634496:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764266.805204:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2356:x1862022702634496:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 439us (3697us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764266.805213:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 719 00000100:00080000:3.0:1775764266.805238:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764266.806452:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702634368 00000100:00100000:2.0:1775764266.806463:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702634368 00000100:00100000:2.0:1775764266.806509:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 693 00000100:00100000:2.0:1775764266.806517:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702634368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764266.806572:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702634368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 56us (4981us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764266.806579:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 693 00000001:00080000:2.0:1775764266.840618:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967336 is committed 10000000:01000000:0.0:1775764266.915489:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764266.915497:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764266.915502:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764266.915561:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764266.915573:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764266.915584:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764266.915613:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725902464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764266.915707:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764266.915802:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e09780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764266.916103:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725902464 00000100:00100000:2.0:1775764266.916113:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725902464 00000100:00100000:2.0:1775764266.916184:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1775764266.916194:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725902464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764266.916211:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764266.916283:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bdc9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764266.916328:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bdc9 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764266.916340:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bdc9 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764266.916351:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775764266.916406:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725902464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 214us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764266.916415:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1775764266.916585:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725902464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764266.916604:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764266.916624:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764266.916649:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764266.916654:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764266.916662:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764267.231887:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764268.256299:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764268.769267:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764268.769292:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725902592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764268.769382:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764268.769583:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725902592 00000100:00100000:3.0:1775764268.769596:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725902592 00000100:00100000:3.0:1775764268.769658:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1775764268.769668:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725902592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764268.769714:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764268.769781:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725902592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764268.769788:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00080000:0.0:1775764268.769875:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764268.769914:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725902592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764269.210253:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764269.216346:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702634624 00000100:00100000:1.0:1775764269.216368:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702634624 00000100:00100000:1.0:1775764269.216461:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3 00000100:00100000:1.0:1775764269.216476:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:5546:x1862022702634624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764269.216494:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764269.216533:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bd83 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fab8 expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764269.216551:0:8231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e900) 00010000:00010000:1.0:1775764269.216563:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764269.216638:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5546:x1862022702634624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 165us (6395us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764269.216646:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3 00000100:00080000:1.0:1775764269.216669:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764269.284179:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764270.309096:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764271.328004:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764271.841589:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764271.841608:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725902720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764271.841676:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764271.841845:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725902720 00000100:00100000:1.0:1775764271.841853:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725902720 00000100:00100000:1.0:1775764271.842142:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1775764271.842157:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725902720:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764271.842410:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725902848:0@lo:400:kworker.0 00000100:00100000:3.0:1775764271.842452:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764271.842479:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725903360:0@lo:400:kworker.0 00000100:00100000:3.0:1775764271.842504:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764271.842522:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764271.842527:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725902976:0@lo:400:kworker.0 00000100:00100000:3.0:1775764271.842549:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764271.842576:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725903360 00000100:00100000:3.0:1775764271.842580:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725903360 00000100:00100000:3.0:1775764271.842612:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1775764271.842618:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725903360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764271.842663:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725903360:12345-0@lo:400:kworker.0 Request processed in 44us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764271.842679:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1775764271.842704:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725902976 00000100:00100000:3.0:1775764271.842707:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725902976 00002000:00000024:1.0:1775764271.843165:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764271.843310:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725902720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1154us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764271.843316:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:1.0:1775764271.843341:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764271.843346:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764271.843361:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725902848 00000100:00100000:1.0:1775764271.843365:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725902848 00000100:00100000:1.0:1775764271.843398:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1775764271.843404:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725902848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764271.843434:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725902848:12345-0@lo:400:kworker.0 Request processed in 30us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764271.843440:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1775764271.843486:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725903104:0@lo:400:kworker.0 00000100:00100000:1.0:1775764271.843512:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764271.843554:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725902720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764271.843574:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764271.843580:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725903232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764271.843600:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764271.843624:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725903104 00000100:00100000:1.0:1775764271.843627:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725903104 00000100:00100000:3.0:1775764271.844309:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1775764271.844324:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725902976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764271.844373:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725902976:12345-0@lo:400:kworker.0 Request processed in 54us (1822us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764271.844648:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725903232 00000100:00100000:1.0:1775764271.844654:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725903232 00000100:00100000:1.0:1775764271.844693:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1775764271.844699:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725903104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764271.844773:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725903104:12345-0@lo:400:kworker.0 Request processed in 73us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764271.844780:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1775764271.844795:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1775764271.844802:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725903232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764271.844829:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725903232:12345-0@lo:400:kworker.0 Request processed in 29us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764271.844836:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00080000:1.0:1775764271.844857:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764271.845305:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725903232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764271.845321:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725903104:0@lo:400:kworker.0 00000100:00100000:0.0:1775764271.848355:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725902976:0@lo:400:kworker.0 00000100:00100000:0.0:1775764271.848371:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725902848:0@lo:400:kworker.0 00000100:00100000:0.0:1775764271.848383:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725903360:0@lo:400:kworker.0 00000100:00100000:3.0:1775764271.855496:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1775764271.918826:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764271.919545:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702634880 00000100:00100000:0.0:1775764271.919560:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702634880 00000100:00100000:0.0:1775764271.919667:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 723 00000100:00100000:0.0:1775764271.919679:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702634880:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764271.919798:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702634880:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 120us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764271.919824:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 723 00000100:00080000:2.0:1775764271.919918:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764271.920340:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764271.922695:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702634752 00000100:00100000:0.0:1775764271.922715:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702634752 00000100:00100000:0.0:1775764271.922822:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 696 00000100:00100000:0.0:1775764271.922831:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702634752:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764271.924850:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702634752:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 2008us (4499us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764271.924866:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 696 00010000:00010000:3.0:1775764272.359347:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764272.581523:0:40521:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd8ec3750 20000000:00000080:3.0:1775764272.581539:0:40521:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3daf1800 uarg=0000000000000000 10000000:01000000:3.0:1775764272.582087:0:40521:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764272.582107:0:40521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764272.582270:0:40521:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bdc9 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764272.582281:0:40521:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764272.582324:0:40521:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bdc9 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764272.582338:0:40521:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bdc9 expref: 17 pid: 5760 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764272.582367:0:40521:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40521:1862022725903488:0@lo:104: 00000100:00100000:3.0:1775764272.582429:0:40521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764272.582529:0:40521:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764272.582646:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725903488 00000100:00100000:2.0:1775764272.582654:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725903488 00000100:00100000:2.0:1775764272.582796:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1775764272.582807:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40521:x1862022725903488:12345-0@lo:104: 00010000:00010000:2.0:1775764272.582821:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764272.582890:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764272.582897:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40521:x1862022725903488:12345-0@lo:104: Request processed in 92us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764272.582904:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1775764272.582981:0:40521:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40521:1862022725903488:0@lo:104: 00010000:00010000:0.0:1775764272.582999:0:40521:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764272.583090:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764272.583097:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764272.583105:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764272.583109:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764272.583118:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764272.583270:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764272.583291:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764272.583391:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583398:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764272.583420:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583426:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063200/0x429a70d18420bdc9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bdd0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583440:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764272.583442:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764272.583444:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764272.583452:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764272.583463:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725903616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764272.583506:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764272.583543:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725903616 00000100:00100000:0.0:1775764272.583548:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725903616 00010000:00010000:0.0:1775764272.583569:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bdc9 expref: 18 pid: 5760 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764272.583594:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1775764272.583600:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725903616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764272.583612:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764272.583617:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bdc9 expref: 18 pid: 5760 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583627:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bdc9 expref: 18 pid: 5760 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583639:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420bdd0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bdc9 expref: 18 pid: 5760 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583650:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583657:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583667:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583674:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583680:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583692:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583697:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764272.583701:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583709:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583720:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583749:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764272.583776:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725903616:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764272.583783:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1775764272.583811:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725903616:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764272.583830:0:40521:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583838:0:40521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764272.583844:0:40521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420bdd7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764273.376611:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764273.894251:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725903744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764273.894347:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764273.902037:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725903744 00000100:00100000:3.0:1775764273.902054:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725903744 00000100:00100000:3.0:1775764273.902278:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1775764273.902289:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725903744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764273.902342:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764273.902454:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725903744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 168us (8107us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764273.902461:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00080000:3.0:1775764273.909795:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764273.909883:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725903744:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1775764273.952065:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764273.952073:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764273.952078:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764273.952126:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764273.952137:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764273.952157:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764273.952195:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725903872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764273.952268:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764273.952329:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b486c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764273.952401:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725903872 00000100:00100000:2.0:1775764273.952409:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725903872 00000100:00100000:2.0:1775764273.952465:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1775764273.952475:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725903872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764273.952505:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764273.952518:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bdde expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764273.952544:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bdde expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764273.952556:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bdde expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764273.952565:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764273.952621:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725903872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764273.952628:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1775764273.952727:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725903872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764273.952778:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764273.952788:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764273.952808:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764273.952813:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764273.952821:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764274.403262:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764275.282987:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764275.283070:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702635008 00000100:00100000:3.0:1775764275.283084:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702635008 00000100:00100000:3.0:1775764275.283192:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 81 00000100:00100000:3.0:1775764275.283207:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25133:x1862022702635008:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764275.283233:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764275.283264:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420bdec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fac6 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764275.283350:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420bdf3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764275.283370:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420bdf3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764275.283412:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420bdf3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764275.283656:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775764275.283662:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764275.283790:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420bdf3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764275.283814:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666400/0x429a70d18420bdec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fac6 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764275.283833:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420bdf3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fac6 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764275.283843:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764275.283847:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764275.283851:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01667400, rc 0) 00000100:00100000:3.0:1775764275.283925:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25133:x1862022702635008:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 724us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764275.283933:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 81 00000100:00080000:0.0:1775764275.284026:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764275.297016:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764275.297220:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702635136 00000100:00100000:1.0:1775764275.297230:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702635136 00000100:00100000:1.0:1775764275.297293:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 82 00000100:00100000:1.0:1775764275.297303:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25133:x1862022702635136:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:1.0:1775764275.297324:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764275.297345:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420bdfa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134facd expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.297416:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.297431:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.297461:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.297481:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.297488:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.297495:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.297917:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420be0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.297927:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420be0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.297946:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420be0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764275.298044:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:1.0:1775764275.298049:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764275.298122:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420be0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298136:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298143:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298160:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298177:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764275.298182:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298190:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298202:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:1.0:1775764275.298205:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764275.298211:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298216:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420be01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298240:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298247:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298252:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298258:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764275.298261:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298275:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298284:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e03a56400) 00010000:00010000:1.0:1775764275.298286:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764275.298289:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298294:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420be08 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298328:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420bdfa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134facd expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298343:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420be0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134facd expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.298350:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:1.0:1775764275.298353:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764275.298355:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca400, rc 0) 00000100:00100000:1.0:1775764275.298437:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25133:x1862022702635136:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 1134us (1428us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764275.298446:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 82 00000100:00100000:1.0:1775764275.308857:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764275.308976:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702635392 00000100:00100000:0.0:1775764275.308992:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702635392 00000100:00100000:0.0:1775764275.309075:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 83 00000100:00100000:0.0:1775764275.309088:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25133:x1862022702635392:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:0.0:1775764275.309158:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764275.309203:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420be0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134facd expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764275.309232:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:0.0:1775764275.309247:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764275.309284:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764275.309311:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764275.309323:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764275.383794:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000620a105f reply state 00000000f9c864b5 transno 4294967337 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764275.383817:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775764275.384024:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000100:00100000:0.0:1775764275.384401:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25133:x1862022702635392:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 75308us (75550us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1775764275.384415:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 83 00000001:00080000:2.0:1775764275.395176:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967337 is committed 00010000:00010000:2.0:1775764275.395250:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764275.395264:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764275.395273:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764275.395280:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764275.395286:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764275.395295:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764275.395350:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:2.0:1775764275.395353:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764275.395359:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764275.395365:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420be16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764275.425879:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764276.450970:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764276.650892:0:40672:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6e30bbf0 20000000:00000080:1.0:1775764276.650929:0:40672:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37344800 uarg=0000000000000000 10000000:01000000:1.0:1775764276.651549:0:40672:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764276.651596:0:40672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764276.651621:0:40672:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bdde expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764276.651631:0:40672:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764276.651690:0:40672:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bdde expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764276.651706:0:40672:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bdde expref: 17 pid: 5760 timeout: 1201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764276.651723:0:40672:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40672:1862022725904000:0@lo:104: 00000100:00100000:1.0:1775764276.651839:0:40672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764276.651896:0:40672:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3aa43240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764276.652198:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725904000 00000100:00100000:3.0:1775764276.652208:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725904000 00000100:00100000:3.0:1775764276.652274:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1775764276.652288:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40672:x1862022725904000:12345-0@lo:104: 00010000:00010000:3.0:1775764276.652304:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764276.652394:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764276.652401:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40672:x1862022725904000:12345-0@lo:104: Request processed in 117us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764276.652408:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00010000:00010000:2.0:1775764276.652472:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764276.652481:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652490:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cac00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764276.652495:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652509:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764276.652518:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764276.652527:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764276.652591:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652598:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764276.652633:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652650:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420bdde lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bde5 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652669:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764276.652672:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764276.652674:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764276.652690:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725904128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764276.652768:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764276.652822:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725904128 00000100:00100000:2.0:1775764276.652827:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725904128 00010000:00010000:2.0:1775764276.652851:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bdde expref: 18 pid: 5760 timeout: 1201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764276.652880:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1775764276.652887:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09697050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725904128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764276.652901:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764276.652909:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bdde expref: 18 pid: 5760 timeout: 1201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652934:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bdde expref: 18 pid: 5760 timeout: 1201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652953:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652963:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652989:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.652998:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.653005:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.653012:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.653017:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764276.653022:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.653030:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.653040:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764276.653049:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764276.653078:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09697050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725904128:12345-0@lo:103:ldlm_bl.0 Request processed in 192us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764276.653085:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1775764276.653182:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725904128:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764276.655019:0:40672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bde5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bdde expref: 17 pid: 5760 timeout: 1201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764276.655038:0:40672:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40672:1862022725904000:0@lo:104: 00010000:00010000:1.0:1775764276.655061:0:40672:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764276.655070:0:40672:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764276.655076:0:40672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764276.655102:0:40672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420be1d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764276.959931:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764276.959962:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725904256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764276.960038:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764276.960111:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725904256 00000100:00100000:1.0:1775764276.960133:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725904256 00000100:00100000:1.0:1775764276.960227:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1775764276.960240:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725904256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764276.960292:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764276.960343:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725904256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764276.960352:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1775764276.960419:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725904256:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764276.961380:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764276.976014:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725904512:0@lo:400:kworker.0 00000100:00100000:1.0:1775764276.976122:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764276.976192:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764276.976199:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725904640:0@lo:400:kworker.0 00000100:00100000:1.0:1775764276.976225:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764276.976269:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725904512 00000100:00100000:1.0:1775764276.976281:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725904512 00000100:00100000:1.0:1775764276.976360:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725904640 00000100:00100000:1.0:1775764276.976364:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725904640 00000100:00100000:1.0:1775764276.976392:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1775764276.976403:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725904512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764276.976452:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1775764276.976462:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725904640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764276.976480:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725904512:12345-0@lo:400:kworker.0 Request processed in 78us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764276.976488:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1775764276.976499:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725904640:12345-0@lo:400:kworker.0 Request processed in 40us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764276.976504:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1775764276.976523:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725904384:0@lo:400:kworker.0 00000100:00100000:1.0:1775764276.976553:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764276.976584:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764276.976590:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725904768:0@lo:400:kworker.0 00000100:00100000:1.0:1775764276.976620:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764276.976650:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725904768 00000100:00100000:1.0:1775764276.976654:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725904768 00000100:00100000:1.0:1775764276.976701:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1775764276.976709:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725904768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764276.976783:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725904768:12345-0@lo:400:kworker.0 Request processed in 76us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764276.976789:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00080000:0.0:1775764276.976821:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764276.976827:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764276.976835:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725904640:0@lo:400:kworker.0 00000100:00100000:1.0:1775764276.976847:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725904512:0@lo:400:kworker.0 00000100:00100000:1.0:1775764276.976877:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725904768:0@lo:400:kworker.0 00000100:00100000:2.0:1775764276.977375:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725904384 00000100:00100000:2.0:1775764276.977380:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725904384 00000100:00100000:2.0:1775764276.977423:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1775764276.977431:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725904384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764276.977480:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725904384:12345-0@lo:400:kworker.0 Request processed in 50us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764276.977486:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1775764276.977528:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725904384:0@lo:400:kworker.0 00000100:00100000:0.0:1775764277.038230:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764277.038273:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764277.038303:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702635648 00000100:00100000:0.0:1775764277.038314:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702635648 00000100:00100000:0.0:1775764277.038412:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 727 00000100:00100000:0.0:1775764277.038424:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702635648:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764277.038520:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702635648:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 98us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764277.038527:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 727 00000100:00100000:0.0:1775764277.038549:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702635520 00000100:00100000:0.0:1775764277.038568:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702635520 00000100:00100000:0.0:1775764277.038597:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 698 00000100:00100000:0.0:1775764277.038603:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702635520:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764277.038628:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702635520:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764277.038634:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 698 00000100:00080000:0.0:1775764277.038663:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764277.471868:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764278.126373:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764278.126381:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764278.126386:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764278.126431:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764278.126443:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764278.126456:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764278.126496:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f09b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725904896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764278.126560:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764278.126609:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764278.126630:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725904896 00000100:00100000:3.0:1775764278.126637:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725904896 00000100:00100000:3.0:1775764278.126688:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1775764278.126697:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725904896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764278.126728:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764278.126763:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420be24 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764278.126789:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420be24 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764278.126808:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420be24 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764278.126820:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e01666600, rc 0) 00000100:00100000:3.0:1775764278.126859:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725904896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764278.126867:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1775764278.126926:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f09b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725904896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764278.126940:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764278.126949:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764278.126972:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764278.126978:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764278.126985:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764278.496586:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764279.015900:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764279.015935:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725905024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764279.016007:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764279.016237:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725905024 00000100:00100000:3.0:1775764279.016245:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725905024 00000100:00100000:3.0:1775764279.016305:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1775764279.016315:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725905024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764279.016350:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764279.016397:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725905024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764279.016411:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1775764279.016462:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725905024:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764279.020122:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764279.520962:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764280.163541:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764280.168030:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702635776 00000100:00100000:2.0:1775764280.168052:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702635776 00000100:00100000:2.0:1775764280.168173:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 84 00000100:00100000:2.0:1775764280.168185:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25193:x1862022702635776:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:2.0:1775764280.168217:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764280.168247:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420be32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fad4 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168304:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168318:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168329:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168360:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168366:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168372:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168777:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420be47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168784:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420be47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168788:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420be47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764280.168853:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:2.0:1775764280.168856:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764280.168911:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420be47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168924:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168930:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168937:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168951:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764280.168956:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168963:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168975:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:2.0:1775764280.168978:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764280.168982:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168987:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420be39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.168999:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.169005:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.169010:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.169015:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764280.169017:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.169023:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.169042:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e094a3600) 00010000:00010000:2.0:1775764280.169044:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764280.169047:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.169053:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420be40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.169083:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420be32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fad4 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.169097:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420be47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fad4 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.169103:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:2.0:1775764280.169105:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764280.169107:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81000, rc 0) 00000100:00100000:2.0:1775764280.169186:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25193:x1862022702635776:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1002us (5657us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764280.169193:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 84 00000100:00080000:0.0:1775764280.169578:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764280.175598:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764280.175674:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702636032 00000100:00100000:3.0:1775764280.175696:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702636032 00000100:00100000:3.0:1775764280.175776:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 85 00000100:00100000:3.0:1775764280.175786:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25193:x1862022702636032:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:3.0:1775764280.175806:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764280.175825:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420be4e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fadb expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.176217:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.176234:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.176250:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.176282:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.176289:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.176296:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764280.177693:0:5769:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4:0x0], index 1: 0 00010000:00010000:2.0:1775764280.183181:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420be63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.183206:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420be63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.183217:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420be63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.183272:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.183277:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.183282:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.183285:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764280.183288:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.183293:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.183303:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:2.0:1775764280.183305:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764280.183309:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.183313:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01666a00/0x429a70d18420be55 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764280.183323:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffad4e69 reply state 0000000003688d6f transno 4294967338 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764280.183329:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764280.187631:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667000/0x429a70d18420be4e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fadb expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.187675:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420be63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fadb expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.187684:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8b1e094a3600) 00010000:00010000:2.0:1775764280.187687:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764280.187691:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:3.0:1775764280.188285:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25193:x1862022702636032:12345-192.168.202.7@tcp:101:touch.0 Request processed in 12496us (12691us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1775764280.188303:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 85 00010000:00010000:2.0:1775764280.194026:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.194050:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.194060:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.194067:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01667200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764280.194073:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.194082:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.194103:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1d0297b800) 00010000:00010000:2.0:1775764280.194106:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764280.194111:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.194129:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667200/0x429a70d18420be5c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764280.200625:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764280.200902:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702636288 00000100:00100000:3.0:1775764280.200912:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702636288 00000100:00100000:3.0:1775764280.200978:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 86 00000100:00100000:3.0:1775764280.200989:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:25193:x1862022702636288:12345-192.168.202.7@tcp:36:touch.0 00010000:00010000:3.0:1775764280.201053:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764280.201085:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420be63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fadb expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.201114:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8b1e094a3600) 00010000:00010000:3.0:1775764280.201137:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764280.201191:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.201207:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.201218:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764280.201382:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000029d83dec reply state 00000000c6d1b3cc transno 4294967339 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764280.201396:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764280.201510:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25193:x1862022702636288:12345-192.168.202.7@tcp:36:touch.0 Request processed in 522us (894us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1775764280.201518:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 86 00010000:00010000:2.0:1775764280.205885:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.205906:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.205915:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.205921:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01390e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764280.205926:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.205934:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.205953:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:2.0:1775764280.205957:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764280.205960:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.205967:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01390e00/0x429a70d18420be71 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764280.215132:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764280.215208:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702636416 00000100:00100000:3.0:1775764280.215231:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702636416 00000100:00100000:3.0:1775764280.215292:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 87 00000100:00100000:3.0:1775764280.215301:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:25193:x1862022702636416:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:3.0:1775764280.215326:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764280.215349:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420be78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fae2 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.215406:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420be78 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fae2 expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.215419:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420be78 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fae2 expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.215437:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8b1d0297b000) 00010000:00010000:3.0:1775764280.215441:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764280.215444:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195800, rc 0) 00000100:00100000:3.0:1775764280.215518:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25193:x1862022702636416:12345-192.168.202.7@tcp:101:touch.0 Request processed in 217us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764280.215525:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 87 00000100:00100000:3.0:1775764280.227314:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764280.227524:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702636544 00000100:00100000:2.0:1775764280.227539:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702636544 00000100:00100000:2.0:1775764280.227586:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 24 00000100:00100000:2.0:1775764280.227595:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2355:x1862022702636544:12345-192.168.202.7@tcp:8:touch.0 00010000:00080000:2.0:1775764280.227636:0:6552:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1105 last 0 00000020:00000080:2.0:1775764280.227676:0:6552:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420be7f 00002000:00100000:2.0:1775764280.227722:0:6552:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e36ec1800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764280.227774:0:6552:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764280.228067:0:6552:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775764280.229298:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ec6800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764280.229405:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702636544:12345-192.168.202.7@tcp:8:touch.0 Request processed in 1805us (2106us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764280.229417:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 24 00000100:00100000:2.0:1775764280.240311:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764280.240875:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702636672 00000100:00100000:3.0:1775764280.240889:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702636672 00000100:00100000:3.0:1775764280.240972:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 25 00000100:00100000:3.0:1775764280.240985:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d810850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:0:x1862022702636672:12345-192.168.202.7@tcp:2:touch.0 00000100:00080000:0.0:1775764280.244193:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764280.419634:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d810850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:0:x1862022702636672:12345-192.168.202.7@tcp:2:touch.0 Request processed in 178644us (179324us total) trans 4294967303 rc 0/0 00000100:00100000:2.0:1775764280.419648:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 25 00000001:00100000:2.0:1775764280.420107:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00080000:2.0:1775764280.420139:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967303 is committed 00000100:00100000:3.0:1775764280.432209:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764280.432464:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702636928 00000100:00100000:0.0:1775764280.432476:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702636928 00000100:00100000:0.0:1775764280.432550:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 22 00000100:00100000:0.0:1775764280.432561:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25193:x1862022702636928:12345-192.168.202.7@tcp:35:touch.0 00000100:00100000:0.0:1775764280.433044:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:25193:x1862022702636928:12345-192.168.202.7@tcp:35:touch.0 Request processed in 483us (842us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1775764280.433053:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 22 00010000:00010000:0.0:1775764280.546562:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764280.561375:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764280.561416:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702637056 00000100:00100000:3.0:1775764280.561444:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702637056 00000100:00100000:3.0:1775764280.561518:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 88 00000100:00100000:3.0:1775764280.561529:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:25197:x1862022702637056:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764280.561552:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764280.561571:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420be86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fae9 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561656:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561675:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561690:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561706:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561712:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561717:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561886:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420be9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561895:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420be9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561902:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420be9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764280.561951:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 0 00000004:00200000:3.0:1775764280.561955:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764280.561977:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420be9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561989:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420be9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.561999:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562006:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562013:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562019:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764280.562023:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562030:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562042:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:3.0:1775764280.562045:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764280.562050:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562056:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420be8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562079:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562085:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562091:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562096:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764280.562099:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562105:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562112:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1d0297b900) 00010000:00010000:3.0:1775764280.562124:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764280.562127:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562133:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420be94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562169:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420be86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fae9 expref: 13 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562183:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420be9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fae9 expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.562201:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8b1d0297b000) 00010000:00010000:3.0:1775764280.562204:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764280.562206:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194c00, rc 0) 00000100:00100000:3.0:1775764280.562272:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:25197:x1862022702637056:12345-192.168.202.7@tcp:101:rm.0 Request processed in 744us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764280.562280:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 88 00000100:00100000:3.0:1775764280.571269:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764280.571326:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702637184 00000100:00100000:3.0:1775764280.571342:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702637184 00000100:00100000:3.0:1775764280.571416:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 26 00000100:00100000:3.0:1775764280.571426:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702637184:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764280.571454:0:7727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764280.571485:0:7727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134faf0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764280.571520:0:7727:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 0, mtime: 0x69d80337, atime: 0x69d80337, ctime: 0x69d80337, blocks: 0x1 00010000:00010000:3.0:1775764280.571543:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764280.571546:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764280.571558:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf0 expref: 6 pid: 7727 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.571584:0:7727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf0 expref: 6 pid: 7727 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764280.571601:0:7727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195600, rc 0) 00000100:00100000:3.0:1775764280.571689:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702637184:12345-192.168.202.7@tcp:101:rm.0 Request processed in 264us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764280.571696:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 26 00000100:00100000:2.0:1775764280.588867:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764280.588923:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702637440 00000100:00100000:2.0:1775764280.588943:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702637440 00000100:00100000:2.0:1775764280.589023:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 89 00000100:00100000:2.0:1775764280.589034:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:25197:x1862022702637440:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:2.0:1775764280.589084:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764280.589113:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420be9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fae9 expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589143:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420be78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fae2 expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589167:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8b1d0297b000) 00010000:00010000:2.0:1775764280.589177:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764280.589200:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589213:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589223:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589235:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589242:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589249:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589613:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589619:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.589624:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764280.590272:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 64 off8448 00000004:00080000:2.0:1775764280.590280:0:5770:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1105421548478ns, next at 1106421546829ns, rc = 0 00010000:00010000:2.0:1775764280.590350:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590358:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590363:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590368:0:5770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590372:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590375:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590393:0:5770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764280.590407:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590411:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590414:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590418:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764280.590421:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590426:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590438:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8b1e094a3a00) 00010000:00010000:2.0:1775764280.590440:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764280.590442:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590446:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420beb7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590459:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590462:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590465:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590468:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764280.590470:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590473:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590477:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:2.0:1775764280.590479:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764280.590481:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590486:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420bea9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764280.590505:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006365d659 reply state 00000000d78a451d transno 4294967341 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764280.590513:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764280.590594:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:25197:x1862022702637440:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1560us (1734us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1775764280.590599:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 89 00010000:00010000:2.0:1775764280.590627:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764280.590630:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590634:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764280.590637:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590641:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590646:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8b1e094a3a00) 00010000:00010000:2.0:1775764280.590648:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764280.590650:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 1/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590653:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420bebe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.590661:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764280.590662:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764280.590663:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764280.611511:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.611550:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.611559:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.611565:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764280.611569:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.611578:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.611596:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1e094a3400) 00010000:00010000:2.0:1775764280.611599:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764280.611604:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764280.611611:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420beb0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764280.647239:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967340 is committed 00010000:00010000:2.0:1775764281.567887:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764282.082843:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725905152:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764282.082911:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764282.082994:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725905152 00000100:00100000:1.0:1775764282.083002:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725905152 00000100:00100000:1.0:1775764282.083061:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1775764282.083069:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725905152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764282.083133:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764282.083184:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725905152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764282.083192:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00080000:1.0:1775764282.083216:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764282.083260:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725905152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764282.083522:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725905280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.083567:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764282.083613:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725905280 00000100:00100000:0.0:1775764282.083626:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725905280 00000100:00100000:0.0:1775764282.083660:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1775764282.083666:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725905280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.083703:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725905280:12345-0@lo:400:kworker.0 Request processed in 38us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764282.083708:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1775764282.083770:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725905280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.083816:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725905408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.083841:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764282.083871:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725905408 00000100:00100000:0.0:1775764282.083875:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725905408 00000100:00100000:0.0:1775764282.083905:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1775764282.083911:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725905408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.083957:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725905408:12345-0@lo:400:kworker.0 Request processed in 46us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764282.083964:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1775764282.083991:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725905408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.084016:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764282.084022:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725905536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.084045:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764282.084069:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725905536 00000100:00100000:0.0:1775764282.084073:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725905536 00000100:00100000:0.0:1775764282.084112:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1775764282.084118:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725905536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.084151:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725905536:12345-0@lo:400:kworker.0 Request processed in 34us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764282.084164:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00080000:0.0:1775764282.084183:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764282.084201:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725905536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.084228:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725905664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.084251:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764282.084277:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725905664 00000100:00100000:0.0:1775764282.084280:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725905664 00000100:00100000:0.0:1775764282.084307:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1775764282.084313:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725905664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.084344:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725905664:12345-0@lo:400:kworker.0 Request processed in 31us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764282.084349:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:0.0:1775764282.084361:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764282.084378:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725905664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.084406:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725905792:0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.084430:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764282.084456:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725905792 00000100:00100000:0.0:1775764282.084460:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725905792 00000100:00100000:0.0:1775764282.084491:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1775764282.084497:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725905792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764282.084528:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725905792:12345-0@lo:400:kworker.0 Request processed in 31us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764282.084535:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00080000:0.0:1775764282.084548:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764282.084566:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725905792:0@lo:400:kworker.0 00000100:00100000:2.0:1775764282.159000:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764282.159041:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764282.159063:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764282.159098:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702637824 00000100:00100000:2.0:1775764282.159117:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702637824 00000100:00100000:2.0:1775764282.159177:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 297 00000100:00100000:2.0:1775764282.159187:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702637824:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764282.159264:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702637824:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764282.159272:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 297 00000100:00100000:0.0:1775764282.159405:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702637696 00000100:00100000:0.0:1775764282.159410:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702637696 00000100:00100000:0.0:1775764282.159459:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 731 00000100:00100000:0.0:1775764282.159467:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2356:x1862022702637696:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764282.159524:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2356:x1862022702637696:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 58us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764282.159531:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 731 00000100:00100000:0.0:1775764282.159551:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702637568 00000100:00100000:0.0:1775764282.159554:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702637568 00000100:00100000:0.0:1775764282.159577:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 701 00000100:00100000:0.0:1775764282.159583:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702637568:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764282.159607:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702637568:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764282.159613:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 701 00000100:00080000:0.0:1775764282.159637:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764282.159641:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764282.600843:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764283.332458:0:40871:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd0e9c7d0 20000000:00000080:1.0:1775764283.332530:0:40871:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37345c00 uarg=0000000000000000 10000000:01000000:0.0:1775764283.343437:0:40871:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764283.343472:0:40871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764283.343496:0:40871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420be24 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764283.343505:0:40871:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764283.343559:0:40871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420be24 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764283.343595:0:40871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420be24 expref: 17 pid: 5763 timeout: 1208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764283.343615:0:40871:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40871:1862022725905920:0@lo:104: 00000100:00100000:0.0:1775764283.343696:0:40871:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764283.344712:0:40871:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764283.349499:0:16808:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764283.349537:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725905920 00000100:00100000:3.0:1775764283.349549:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725905920 00000100:00100000:3.0:1775764283.350575:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1775764283.350593:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40871:x1862022725905920:12345-0@lo:104: 00010000:00010000:3.0:1775764283.350612:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764283.350716:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764283.350722:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:40871:x1862022725905920:12345-0@lo:104: Request processed in 137us (7027us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764283.350745:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1775764283.350939:0:40871:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40871:1862022725905920:0@lo:104: 00010000:00010000:1.0:1775764283.350966:0:40871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764283.352189:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764283.352200:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764283.352211:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e01666400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764283.352216:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764283.352228:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764283.352235:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764283.352240:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764283.352311:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764283.352318:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764283.352355:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764283.352362:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e01666400/0x429a70d18420be24 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420be2b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764283.352384:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764283.352406:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764283.352408:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764283.353589:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764283.353617:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725906048:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764283.353686:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764283.353812:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725906048 00000100:00100000:1.0:1775764283.353821:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725906048 00010000:00010000:1.0:1775764283.353856:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420be24 expref: 18 pid: 5763 timeout: 1208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764283.353894:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1775764283.353903:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725906048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764283.353923:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764283.353929:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420be24 expref: 18 pid: 5763 timeout: 1208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.353941:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420be24 expref: 18 pid: 5763 timeout: 1208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.353957:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e01666600/0x429a70d18420be2b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420be24 expref: 18 pid: 5763 timeout: 1208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.353987:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.353994:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354009:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354016:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354021:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354026:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354031:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764283.354035:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354041:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354066:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354075:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764283.354119:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725906048:12345-0@lo:103:ldlm_bl.0 Request processed in 217us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764283.354131:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1775764283.354170:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725906048:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764283.354199:0:40871:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354208:0:40871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764283.354215:0:40871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420bec5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764283.626545:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764284.128186:0:7726:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1108959452191ns, next at 1109959449595ns, rc = 0 00000100:00100000:0.0:1775764284.128314:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764284.128336:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725906176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764284.128405:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764284.129551:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725906176 00000100:00100000:3.0:1775764284.129564:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725906176 00000100:00100000:3.0:1775764284.129637:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1775764284.129659:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725906176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764284.129696:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764284.129974:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725906176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 318us (1568us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764284.129982:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1775764284.130037:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725906176:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764284.130336:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764284.641029:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764284.768933:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764284.768941:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764284.768947:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764284.769003:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764284.769018:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764284.769031:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764284.769064:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725906304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764284.769163:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764284.769253:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266b900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764284.771722:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725906304 00000100:00100000:3.0:1775764284.771841:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725906304 00000100:00100000:3.0:1775764284.771940:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1775764284.771953:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725906304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764284.771981:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764284.772012:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420becc expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764284.772051:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420becc expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764284.772065:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420becc expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764284.772085:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194a00, rc 0) 00000100:00100000:3.0:1775764284.772177:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725906304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 227us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764284.772183:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1775764284.773811:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725906304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764284.773837:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764284.773862:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764284.773888:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764284.773894:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764284.773901:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.664894:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764285.767146:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000001:00080000:0.0:1775764285.768525:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967341 is committed 00000004:00080000:0.0:1775764285.768534:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000100:00100000:0.0:1775764285.768683:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764285.768706:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725906432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764285.771272:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764285.771359:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725906432 00000100:00100000:0.0:1775764285.771370:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725906432 00000100:00100000:0.0:1775764285.771423:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1775764285.771434:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725906432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764285.771474:0:6550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4 count 1 00010000:00010000:0.0:1775764285.771508:0:6550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764285.771534:0:6550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf0 expref: 5 pid: 7727 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764285.771550:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764285.771553:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764285.771556:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764285.771589:0:6550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf0 expref: 5 pid: 7727 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764285.771604:0:6550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf0 expref: 5 pid: 7727 timeout: 1210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764285.771620:0:6550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022725906560:192.168.202.7@tcp:104: 00000100:00100000:0.0:1775764285.771692:0:6550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f5020c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764285.777164:0:6550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022725906560:192.168.202.7@tcp:104: 00010000:00010000:0.0:1775764285.777197:0:6550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764285.777199:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764285.777236:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702637952 00000100:00100000:3.0:1775764285.777243:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702637952 00010000:00010000:3.0:1775764285.777299:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf0 expref: 6 pid: 7727 timeout: 1210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764285.777300:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764285.777334:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 214 00000100:00100000:3.0:1775764285.777347:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702637952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764285.777365:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764285.777371:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf0 expref: 6 pid: 7727 timeout: 1210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764285.777404:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf0 expref: 6 pid: 7727 timeout: 1210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764285.777439:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049bacfab/0x429a70d18420bea2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf0 expref: 6 pid: 7727 timeout: 1210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764285.777457:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764285.777459:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764285.777464:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764285.777473:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764285.777503:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764285.777554:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702637952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 210us (355us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764285.777592:0:6550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.777602:0:6550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.777613:0:6550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.777620:0:6550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.777638:0:6550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764285.783334:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725906432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11895us (12063us total) trans 4294967304 rc 0/0 00000100:00100000:2.0:1775764285.783349:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:1.0:1775764285.784838:0:3314:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e3752df80/2, rc 0, transno 4294967304 00000100:00100000:1.0:1775764285.784852:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725906432:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764285.785529:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764285.785540:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.785555:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764285.785561:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.785589:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.785617:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.785626:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420beda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764285.785653:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764285.785666:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764285.785669:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764285.790710:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 214 00010000:00010000:0.0:1775764286.690124:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764286.758977:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764286.759966:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702638080 00000100:00100000:1.0:1775764286.759983:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702638080 00000100:00100000:1.0:1775764286.760098:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 90 00000100:00100000:1.0:1775764286.760111:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25268:x1862022702638080:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:1.0:1775764286.760135:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764286.760169:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420bee1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134faf7 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764286.760251:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420bee8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764286.760269:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420bee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764286.760284:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420bee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764286.760593:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:1.0:1775764286.760597:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764286.760677:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420bee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764286.760710:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420bee1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf7 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764286.760782:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420bee8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf7 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764286.760797:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:1.0:1775764286.760801:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764286.760805:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb000, rc 0) 00000100:00100000:1.0:1775764286.760907:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25268:x1862022702638080:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 798us (1943us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764286.760916:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 90 00000100:00080000:2.0:1775764286.762243:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764286.769539:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764286.769992:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702638336 00000100:00100000:3.0:1775764286.770007:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702638336 00000100:00100000:3.0:1775764286.770095:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 91 00000100:00100000:3.0:1775764286.770106:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25268:x1862022702638336:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:3.0:1775764286.770182:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764286.770214:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420bee8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134faf7 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764286.770258:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420be47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fad4 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764286.770271:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:3.0:1775764286.770284:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764286.770314:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764286.770328:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764286.770338:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764286.961347:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967342 is committed 00000004:00010000:2.0:1775764286.961453:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d3a68027 reply state 00000000dd9477e3 transno 4294967342 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764286.961471:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764286.961682:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00010000:00080000:2.0:1775764286.961842:0:19479:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1775764286.961864:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25268:x1862022702638336:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 191755us (192340us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1775764286.961875:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 91 00010000:00010000:2.0:1775764286.961921:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764286.961929:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764286.961950:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764286.961957:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764286.961962:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764286.961970:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764286.961991:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d0297b900) 00010000:00010000:2.0:1775764286.961995:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764286.962000:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764286.962006:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420beef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764287.202620:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725906688:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.202696:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764287.202774:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725907200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.202801:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764287.202829:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764287.202834:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725907072:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.202857:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764287.202884:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725906816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.202907:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764287.202921:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725907328:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.202939:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764287.202954:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764287.202970:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725906944:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.202988:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764287.203015:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725907200 00000100:00100000:3.0:1775764287.203034:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725907200 00000100:00100000:3.0:1775764287.203105:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725906816 00000100:00100000:3.0:1775764287.203109:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725906816 00000100:00100000:3.0:1775764287.203128:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725906944 00000100:00100000:3.0:1775764287.203130:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725906944 00000100:00100000:3.0:1775764287.203157:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1775764287.203167:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725907200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764287.203172:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725906688 00000100:00100000:2.0:1775764287.203176:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725906688 00000100:00100000:2.0:1775764287.203206:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1775764287.203212:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725906688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203221:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725907200:12345-0@lo:400:kworker.0 Request processed in 56us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764287.203228:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1775764287.203241:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725906688:12345-0@lo:400:kworker.0 Request processed in 30us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764287.203244:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1775764287.203248:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1775764287.203249:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725906816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203277:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725906816:12345-0@lo:400:kworker.0 Request processed in 27us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764287.203282:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1775764287.203293:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1775764287.203299:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725906944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203540:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725906944:12345-0@lo:400:kworker.0 Request processed in 241us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764287.203546:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1775764287.203564:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725907072 00000100:00100000:3.0:1775764287.203567:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725907072 00000100:00100000:3.0:1775764287.203599:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725907328 00000100:00100000:3.0:1775764287.203601:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725907328 00000100:00100000:3.0:1775764287.203619:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1775764287.203630:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725907072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203666:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725907072:12345-0@lo:400:kworker.0 Request processed in 37us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764287.203672:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1775764287.203681:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1775764287.203686:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725907328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203704:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725907328:12345-0@lo:400:kworker.0 Request processed in 18us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764287.203709:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:3.0:1775764287.203751:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764287.203755:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764287.203758:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764287.203799:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725906944:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203811:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725906816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203821:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725907328:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203878:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725907072:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203887:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725906688:0@lo:400:kworker.0 00000100:00100000:3.0:1775764287.203895:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725907200:0@lo:400:kworker.0 00000100:00100000:1.0:1775764287.208421:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725907456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764287.208501:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764287.209297:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725907456 00000100:00100000:3.0:1775764287.209367:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725907456 00000100:00100000:3.0:1775764287.209437:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1775764287.209448:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725907456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764287.209485:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764287.210182:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725907456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 734us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764287.210197:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1775764287.218108:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725907456:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764287.280619:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764287.280668:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764287.280705:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702638464 00000100:00100000:0.0:1775764287.280717:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702638464 00000100:00100000:2.0:1775764287.280744:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702638592 00000100:00100000:2.0:1775764287.280749:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702638592 00000100:00100000:0.0:1775764287.280790:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 704 00000100:00100000:2.0:1775764287.280790:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 300 00000100:00100000:0.0:1775764287.280799:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702638464:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764287.280799:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702638592:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764287.281032:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702638592:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 232us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764287.281041:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 300 00000100:00100000:0.0:1775764287.281672:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702638464:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 869us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764287.281681:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 704 00000100:00080000:2.0:1775764287.281859:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764287.711827:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764288.154416:0:41020:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee0403380 20000000:00000080:1.0:1775764288.154437:0:41020:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37345000 uarg=0000000000000000 10000000:01000000:1.0:1775764288.155039:0:41020:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764288.161457:0:41020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764288.161493:0:41020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420becc expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764288.161524:0:41020:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764288.161596:0:41020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420becc expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764288.161615:0:41020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420becc expref: 17 pid: 5763 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764288.161636:0:41020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41020:1862022725907584:0@lo:104: 00000100:00100000:1.0:1775764288.161774:0:41020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764288.161844:0:41020:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764288.162010:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725907584 00000100:00100000:2.0:1775764288.162035:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725907584 00000100:00100000:2.0:1775764288.162120:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1775764288.162130:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:41020:x1862022725907584:12345-0@lo:104: 00010000:00010000:2.0:1775764288.162146:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.162233:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764288.162241:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:41020:x1862022725907584:12345-0@lo:104: Request processed in 112us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764288.162250:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00010000:00010000:2.0:1775764288.162280:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764288.162287:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.162295:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764288.162301:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.162312:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764288.162321:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764288.162337:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764288.162375:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.162382:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764288.162406:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.162412:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420becc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bed3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.162429:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764288.162431:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764288.162433:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764288.163178:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725907712:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764288.163234:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764288.164128:0:41020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41020:1862022725907584:0@lo:104: 00010000:00010000:1.0:1775764288.164168:0:41020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764288.164975:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725907712 00000100:00100000:2.0:1775764288.164989:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725907712 00010000:00010000:2.0:1775764288.165062:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420becc expref: 18 pid: 5763 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764288.165105:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1775764288.165115:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725907712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764288.165133:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764288.165140:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420becc expref: 18 pid: 5763 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165154:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420becc expref: 18 pid: 5763 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165174:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194a00/0x429a70d18420bed3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420becc expref: 18 pid: 5763 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165210:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165218:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165238:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165246:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165252:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165260:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165266:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764288.165271:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165279:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165310:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.165321:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764288.165417:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725907712:12345-0@lo:103:ldlm_bl.0 Request processed in 303us (2182us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764288.165430:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1775764288.165642:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725907712:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764288.165779:0:41020:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764288.165787:0:41020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764288.165793:0:41020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420bef6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764288.736285:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764289.248634:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764289.252633:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725907840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764289.252715:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764289.253237:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725907840 00000100:00100000:3.0:1775764289.253247:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725907840 00000100:00100000:3.0:1775764289.253490:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1775764289.253501:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725907840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764289.253537:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764289.253587:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725907840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764289.253594:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1775764289.253689:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725907840:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764289.254320:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764289.759901:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764290.084586:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764290.084597:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764290.084603:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764290.084658:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.084670:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.084682:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764290.084708:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725907968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764290.084808:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764290.084903:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1072b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764290.084959:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725907968 00000100:00100000:1.0:1775764290.084970:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725907968 00000100:00100000:1.0:1775764290.085177:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1775764290.085187:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725907968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764290.085204:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764290.085220:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420befd expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764290.085246:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420befd expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764290.085256:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420befd expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764290.085279:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbc00, rc 0) 00000100:00100000:1.0:1775764290.085331:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725907968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764290.085338:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1775764290.086276:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725907968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764290.086307:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.086316:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764290.086357:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764290.086361:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.086367:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764290.560113:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764290.560598:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702638720 00000100:00100000:3.0:1775764290.560613:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702638720 00000100:00100000:3.0:1775764290.560727:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 92 00000100:00100000:3.0:1775764290.560762:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25327:x1862022702638720:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:3.0:1775764290.560795:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764290.560821:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420bf0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fafe expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.560907:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.560926:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.560943:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.560960:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.560967:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.561006:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764290.561587:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764290.564931:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420bf20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.564961:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420bf20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.564977:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420bf20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764290.565097:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:3.0:1775764290.565102:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764290.569856:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420bf20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569882:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569890:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569898:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569904:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764290.569908:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569916:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569942:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764290.569945:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764290.569950:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569956:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420bf12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569968:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569973:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569979:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569984:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764290.569987:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569992:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.569998:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1d0297bb00) 00010000:00010000:3.0:1775764290.570000:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764290.570003:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.570008:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420bf19 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.570076:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420bf0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fafe expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.570092:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420bf20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fafe expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.570099:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:3.0:1775764290.570101:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764290.570103:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195400, rc 0) 00000100:00100000:3.0:1775764290.570189:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25327:x1862022702638720:12345-192.168.202.7@tcp:101:touch.0 Request processed in 9430us (10086us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764290.570197:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 92 00000100:00100000:0.0:1775764290.578185:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764290.578970:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702638976 00000100:00100000:3.0:1775764290.578988:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702638976 00000100:00100000:3.0:1775764290.579102:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 93 00000100:00100000:3.0:1775764290.579115:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25327:x1862022702638976:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:3.0:1775764290.579154:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764290.579184:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420bf27 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb05 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.580141:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.580162:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.580176:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.580200:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.580207:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.580214:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764290.588354:0:8088:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4:0x0], index 0: 0 00010000:00010000:3.0:1775764290.588797:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420bf3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.588819:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420bf3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.588833:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420bf3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.588878:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.588885:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.588893:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.588900:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764290.588906:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.588928:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.588945:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:3.0:1775764290.588949:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764290.588954:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.588960:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420bf2e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764290.588975:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046db1d68 reply state 00000000e0c03032 transno 4294967343 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764290.588987:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764290.590923:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420bf27 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb05 expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.590970:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420bf3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb05 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.590980:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:3.0:1775764290.590983:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764290.590987:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194c00, rc 0) 00000100:00100000:3.0:1775764290.591109:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25327:x1862022702638976:12345-192.168.202.7@tcp:101:touch.0 Request processed in 11996us (12943us total) trans 4294967343 rc 0/0 00000100:00100000:3.0:1775764290.592058:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 93 00010000:00010000:3.0:1775764290.598447:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.598484:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.598493:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.598498:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764290.598505:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.598513:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.598536:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1d0297b200) 00010000:00010000:3.0:1775764290.598541:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764290.598547:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.598554:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420bf35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764290.599340:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764290.599656:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702639232 00000100:00100000:3.0:1775764290.599673:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702639232 00000100:00100000:3.0:1775764290.599794:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 94 00000100:00100000:3.0:1775764290.599806:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:25327:x1862022702639232:12345-192.168.202.7@tcp:36:touch.0 00010000:00010000:3.0:1775764290.599898:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764290.599930:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420bf3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb05 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.599971:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:3.0:1775764290.599983:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764290.600062:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.600080:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.600091:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764290.600298:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ddf2ec5 reply state 00000000193b8770 transno 4294967344 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764290.600312:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764290.600883:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25327:x1862022702639232:12345-192.168.202.7@tcp:36:touch.0 Request processed in 1075us (1560us total) trans 4294967344 rc 0/0 00000100:00100000:3.0:1775764290.600893:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 94 00000100:00100000:3.0:1775764290.608879:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764290.608921:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702639360 00000100:00100000:3.0:1775764290.608935:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702639360 00000100:00100000:3.0:1775764290.609034:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 95 00000100:00100000:3.0:1775764290.609049:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25327:x1862022702639360:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:3.0:1775764290.609082:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764290.609104:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420bf51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb0c expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.609176:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420bf51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb0c expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.609203:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420bf51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb0c expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.609227:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b1d0297b300) 00010000:00010000:3.0:1775764290.609231:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764290.609237:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031400, rc 0) 00000100:00100000:3.0:1775764290.609318:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:25327:x1862022702639360:12345-192.168.202.7@tcp:101:touch.0 Request processed in 273us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764290.609339:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 95 00010000:00010000:3.0:1775764290.612319:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.612346:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.612355:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.612361:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764290.612366:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.612373:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.612397:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b1d0297b300) 00010000:00010000:3.0:1775764290.612401:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764290.612407:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.612439:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420bf4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764290.613179:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764290.616540:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702639488 00000100:00100000:2.0:1775764290.616560:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702639488 00000100:00100000:2.0:1775764290.617843:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 28 00000100:00100000:2.0:1775764290.617857:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2355:x1862022702639488:12345-192.168.202.7@tcp:8:touch.0 00010000:00080000:2.0:1775764290.617902:0:6551:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1115 last 0 00000020:00000080:2.0:1775764290.617943:0:6551:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420bf58 00002000:00100000:2.0:1775764290.617961:0:6551:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e36ec7000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764290.617989:0:6551:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764290.618302:0:6551:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1775764290.618343:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ec3800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764290.618579:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702639488:12345-192.168.202.7@tcp:8:touch.0 Request processed in 721us (5404us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764290.618588:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 28 00000100:00100000:1.0:1775764290.623926:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764290.624011:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702639616 00000100:00100000:2.0:1775764290.624037:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702639616 00000100:00080000:1.0:1775764290.625614:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764290.630197:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 29 00000100:00100000:2.0:1775764290.630214:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:0:x1862022702639616:12345-192.168.202.7@tcp:2:touch.0 00010000:00010000:2.0:1775764290.788972:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764290.805090:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967303 is committed 00000001:00100000:1.0:1775764290.805113:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000100:00100000:2.0:1775764290.807349:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:0:x1862022702639616:12345-192.168.202.7@tcp:2:touch.0 Request processed in 177134us (183427us total) trans 4294967303 rc 0/0 00000100:00100000:2.0:1775764290.807374:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 29 00000100:00100000:3.0:1775764290.826175:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764290.826231:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702639872 00000100:00100000:3.0:1775764290.826246:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702639872 00000100:00100000:3.0:1775764290.826324:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 23 00000100:00100000:3.0:1775764290.826338:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25327:x1862022702639872:12345-192.168.202.7@tcp:35:touch.0 00000100:00100000:3.0:1775764290.832370:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:25327:x1862022702639872:12345-192.168.202.7@tcp:35:touch.0 Request processed in 6019us (6198us total) trans 4294967345 rc 0/0 00000100:00100000:3.0:1775764290.832388:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 23 00000001:00080000:0.0:1775764290.964660:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967304 is committed 00000100:00100000:3.0:1775764290.967304:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764290.967588:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702640000 00000100:00100000:0.0:1775764290.967599:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702640000 00000100:00100000:0.0:1775764290.967670:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 96 00000100:00100000:0.0:1775764290.967680:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:25333:x1862022702640000:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775764290.967704:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764290.967723:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bf5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb13 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.967820:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.967834:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.967847:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.967861:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.967868:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.967874:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.967978:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bf74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.967987:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bf74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968014:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bf74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764290.968058:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 0 00000004:00200000:0.0:1775764290.968062:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764290.968081:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bf74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968093:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bf74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968101:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968108:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968114:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968119:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764290.968123:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968130:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968141:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:0.0:1775764290.968145:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764290.968149:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968166:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bf66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968179:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968184:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968190:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968195:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764290.968198:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968203:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968211:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1e1676ed00) 00010000:00010000:0.0:1775764290.968213:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764290.968216:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968221:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bf6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968249:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bf5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb13 expref: 13 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968262:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bf74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb13 expref: 12 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.968287:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b1d0297b300) 00010000:00010000:0.0:1775764290.968290:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764290.968292:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775764290.968361:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:25333:x1862022702640000:12345-192.168.202.7@tcp:101:rm.0 Request processed in 682us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764290.968369:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 96 00000100:00100000:3.0:1775764290.974499:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764290.974707:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702640128 00000100:00100000:0.0:1775764290.974720:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702640128 00000100:00100000:0.0:1775764290.974835:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 30 00000100:00100000:0.0:1775764290.974847:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702640128:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775764290.974871:0:6550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764290.974900:0:6550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb1a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764290.974935:0:6550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 0, mtime: 0x69d80342, atime: 0x69d80342, ctime: 0x69d80342, blocks: 0x1 00010000:00010000:0.0:1775764290.974963:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764290.974966:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764290.974979:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb1a expref: 6 pid: 6550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.975001:0:6550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb1a expref: 6 pid: 6550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.975017:0:6550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062000, rc 0) 00000100:00100000:2.0:1775764290.976396:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702640128:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1543us (1902us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764290.976407:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 30 00000100:00100000:3.0:1775764290.982510:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764290.982632:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702640384 00000100:00100000:0.0:1775764290.982659:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702640384 00000100:00100000:0.0:1775764290.982726:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 97 00000100:00100000:0.0:1775764290.982777:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:25333:x1862022702640384:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:0.0:1775764290.982845:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764290.982884:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420bf74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb13 expref: 12 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.982923:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420bf51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb0c expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.982935:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b1d0297b300) 00010000:00010000:0.0:1775764290.982945:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764290.982966:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.982979:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.982999:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.983014:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.983030:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.983038:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.983180:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.983196:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.983204:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764290.983879:0:19479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4, 64 off8448 00000004:00080000:0.0:1775764290.983892:0:19479:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1115815160146ns, next at 1116815157988ns, rc = 0 00010000:00010000:0.0:1775764290.983966:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.983976:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.983985:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.983993:0:19479:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984000:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984006:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984041:0:19479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764290.984067:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984074:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984088:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984094:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764290.984099:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984108:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984121:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:0.0:1775764290.984124:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764290.984128:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984134:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420bf90 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984154:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984160:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984166:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984171:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764290.984174:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984192:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984202:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:0.0:1775764290.984204:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764290.984208:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764290.984214:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420bf82 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764290.984226:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d51603d reply state 0000000097ab06bd transno 4294967346 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764290.984237:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764290.984342:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:25333:x1862022702640384:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1567us (1842us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1775764290.984353:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 97 00010000:00010000:1.0:1775764290.984523:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764290.984531:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764290.984538:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764290.984542:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764290.984548:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764290.984557:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:1.0:1775764290.984559:0:5757:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764290.984562:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764290.984566:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420bf97 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764290.984583:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764290.984592:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764290.984593:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764290.997887:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.998090:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.998103:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.998111:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764290.998116:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.998147:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.998170:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1e1676e500) 00010000:00010000:3.0:1775764290.998173:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764290.998179:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764290.998186:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420bf89 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764291.811481:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764291.896602:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967346 is committed 00000004:00080000:3.0:1775764291.896619:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000100:00100000:1.0:1775764291.897579:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725908096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764291.897698:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764291.897799:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725908096 00000100:00100000:2.0:1775764291.897809:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725908096 00000100:00100000:2.0:1775764291.897899:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1775764291.897910:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725908096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764291.897950:0:6552:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4 count 1 00010000:00010000:2.0:1775764291.898086:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764291.898119:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb1a expref: 5 pid: 6550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764291.898130:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764291.898133:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764291.898136:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764291.898176:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb1a expref: 5 pid: 6550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764291.898194:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb1a expref: 5 pid: 6550 timeout: 1216 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764291.898223:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6552:1862022725908224:192.168.202.7@tcp:104: 00000100:00080000:1.0:1775764291.898348:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764291.898693:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10a32a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764291.912926:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764291.913799:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6552:1862022725908224:192.168.202.7@tcp:104: 00010000:00010000:2.0:1775764291.913847:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764291.915191:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702640512 00000100:00100000:0.0:1775764291.915226:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702640512 00010000:00010000:0.0:1775764291.915288:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb1a expref: 6 pid: 6550 timeout: 1216 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764291.915348:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 216 00000100:00100000:0.0:1775764291.915362:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702640512:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764291.915385:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764291.915391:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb1a expref: 6 pid: 6550 timeout: 1216 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.915422:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb1a expref: 6 pid: 6550 timeout: 1216 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.915457:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420bf7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb1a expref: 6 pid: 6550 timeout: 1216 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.915473:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764291.915476:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764291.915484:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.915496:0:5754:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.915541:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764291.915641:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702640512:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 281us (2741us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764291.915651:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 216 00010000:00010000:0.0:1775764291.915867:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.915879:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.915894:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.915925:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.915946:0:6552:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764291.916653:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725908096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18743us (18955us total) trans 4294967304 rc 0/0 00000100:00100000:0.0:1775764291.916661:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:0.0:1775764291.916689:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764291.916696:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.916703:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764291.916708:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.916716:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.916752:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.916757:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ab012f1/0x429a70d18420bf9e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764291.916774:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764291.916780:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764291.916782:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764291.916821:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e37e69500/2, rc 0, transno 4294967304 00000100:00100000:0.0:1775764291.916830:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725908096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764292.320620:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725908480:0@lo:400:kworker.0 00000100:00100000:1.0:1775764292.320705:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725908352:0@lo:400:kworker.0 00000100:00100000:1.0:1775764292.320872:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764292.320959:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764292.321070:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725908352 00000100:00100000:0.0:1775764292.321087:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725908352 00000100:00100000:0.0:1775764292.321442:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1775764292.321458:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725908352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.321557:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725908352:12345-0@lo:400:kworker.0 Request processed in 101us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764292.321567:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1775764292.321675:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725908480 00000100:00100000:0.0:1775764292.321681:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725908480 00000100:00100000:0.0:1775764292.321722:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1775764292.321760:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725908480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.321808:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725908480:12345-0@lo:400:kworker.0 Request processed in 79us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764292.321814:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1775764292.321873:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725908352:0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.321921:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725908480:0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.322077:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764292.322094:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725908608:0@lo:400:kworker.0 00000100:00100000:3.0:1775764292.322124:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725908736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764292.322155:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764292.322206:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764292.322220:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725908608 00000100:00100000:0.0:1775764292.322227:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725908608 00000100:00100000:0.0:1775764292.322290:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1775764292.322302:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725908608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764292.322311:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725908736 00000100:00100000:3.0:1775764292.322323:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725908736 00000100:00100000:0.0:1775764292.322359:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725908608:12345-0@lo:400:kworker.0 Request processed in 60us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764292.322369:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00080000:0.0:1775764292.322396:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764292.322406:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1775764292.322420:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725908736:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764292.322438:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725908608:0@lo:400:kworker.0 00002000:00000024:3.0:1775764292.322475:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764292.322485:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725908864:0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.322515:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764292.322551:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725908864 00000100:00100000:0.0:1775764292.322555:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725908864 00000100:00100000:0.0:1775764292.322713:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1775764292.322722:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3312:x1862022725908864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.322786:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3312:x1862022725908864:12345-0@lo:400:kworker.0 Request processed in 66us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764292.322793:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1775764292.322825:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725908864:0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.322857:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725908992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.322884:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764292.322922:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725908992 00000100:00100000:0.0:1775764292.322927:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725908992 00000100:00100000:0.0:1775764292.322970:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1775764292.322989:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725908736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 571us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764292.322998:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1775764292.323075:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725908736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764292.323078:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725908992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.323199:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725908992:12345-0@lo:400:kworker.0 Request processed in 221us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764292.323211:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00080000:0.0:1775764292.323231:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764292.323533:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725909120:0@lo:400:kworker.0 00000100:00100000:1.0:1775764292.323598:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764292.323990:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725909120 00000100:00100000:0.0:1775764292.323998:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725909120 00000100:00100000:0.0:1775764292.324057:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1775764292.324066:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725909120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764292.324121:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725909120:12345-0@lo:400:kworker.0 Request processed in 56us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764292.324128:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1775764292.324162:0:3314:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967304 gen 2 00000004:00080000:0.0:1775764292.324168:0:3314:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e3752df80, transno 4294967304 00000100:00100000:0.0:1775764292.324180:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725909120:0@lo:400:kworker.0 00000100:00100000:3.0:1775764292.325091:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725908992:0@lo:400:kworker.0 00000100:00080000:1.0:1775764292.327688:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764292.402664:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764292.402707:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764292.402775:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764292.402805:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702640896 00000100:00100000:1.0:1775764292.402816:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702640896 00000100:00100000:1.0:1775764292.402883:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 303 00000100:00100000:1.0:1775764292.402892:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702640896:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764292.402971:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702640896:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 79us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764292.402979:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 303 00000100:00080000:1.0:1775764292.403015:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764292.403223:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702640640 00000100:00100000:0.0:1775764292.403229:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702640640 00000100:00100000:0.0:1775764292.403271:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 707 00000100:00100000:0.0:1775764292.403279:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702640640:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764292.403315:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702640640:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764292.403322:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 707 00000100:00100000:2.0:1775764292.403892:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702640768 00000100:00100000:2.0:1775764292.403900:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702640768 00000100:00100000:2.0:1775764292.403999:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 738 00000100:00100000:2.0:1775764292.404019:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702640768:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764292.404081:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702640768:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 74us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764292.404089:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 738 00000100:00080000:1.0:1775764292.407707:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764292.832870:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764293.464421:0:41220:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea0c9b370 20000000:00000080:3.0:1775764293.464444:0:41220:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d638c00 uarg=0000000000000000 10000000:01000000:3.0:1775764293.466247:0:41220:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764293.466273:0:41220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764293.466294:0:41220:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420befd expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764293.466304:0:41220:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764293.466351:0:41220:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420befd expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764293.466364:0:41220:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420befd expref: 17 pid: 5763 timeout: 1218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764293.466380:0:41220:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41220:1862022725909248:0@lo:104: 00000100:00100000:3.0:1775764293.466448:0:41220:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764293.466568:0:41220:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764293.471903:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725909248 00000100:00100000:2.0:1775764293.471920:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725909248 00000100:00100000:3.0:1775764293.474609:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1775764293.474625:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:41220:x1862022725909248:12345-0@lo:104: 00010000:00010000:3.0:1775764293.474651:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764293.476808:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764293.476825:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:41220:x1862022725909248:12345-0@lo:104: Request processed in 2202us (10373us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764293.476837:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1775764293.476990:0:41220:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41220:1862022725909248:0@lo:104: 00010000:00010000:0.0:1775764293.477032:0:41220:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477264:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764293.477273:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477300:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764293.477306:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477317:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764293.477324:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764293.477329:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764293.477378:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477385:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764293.477409:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477415:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420befd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bf04 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477436:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764293.477437:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764293.477439:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764293.477465:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725909376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764293.477522:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764293.477589:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725909376 00000100:00100000:1.0:1775764293.477597:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725909376 00010000:00010000:1.0:1775764293.477629:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420befd expref: 18 pid: 5763 timeout: 1218 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764293.477668:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1775764293.477688:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725909376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764293.477703:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764293.477709:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420befd expref: 18 pid: 5763 timeout: 1218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477720:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420befd expref: 18 pid: 5763 timeout: 1218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477757:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420bf04 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420befd expref: 18 pid: 5763 timeout: 1218 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477772:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477780:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477796:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477804:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477811:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477817:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477833:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764293.477838:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477845:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477857:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764293.477866:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764293.477898:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725909376:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764293.477906:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1775764293.477943:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725909376:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764293.478288:0:41220:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764293.478308:0:41220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764293.478314:0:41220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031a00/0x429a70d18420bfa5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764293.855885:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764294.368634:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764294.368664:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725909504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764294.368773:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764294.368843:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725909504 00000100:00100000:1.0:1775764294.368851:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725909504 00000100:00080000:0.0:1775764294.375269:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764294.378302:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1775764294.378329:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725909504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764294.378387:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764294.378522:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725909504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 207us (9749us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764294.378531:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1775764294.378836:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725909504:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764294.880293:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764294.944469:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764294.944477:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764294.944482:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764294.944527:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764294.944540:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764294.944551:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764294.944579:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725909632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764294.944660:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764294.944715:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764294.944827:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725909632 00000100:00100000:0.0:1775764294.944835:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725909632 00000100:00100000:0.0:1775764294.944893:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1775764294.944903:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725909632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764294.944916:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764294.944930:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bfac expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764294.944961:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bfac expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764294.944973:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bfac expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764294.944990:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775764294.945048:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725909632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764294.945055:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1775764294.945324:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725909632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764294.945339:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764294.945348:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764294.945367:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764294.945372:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764294.945378:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764295.913785:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764296.007244:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967304 is committed 00000100:00100000:2.0:1775764296.258374:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764296.265614:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702641024 00000100:00100000:0.0:1775764296.265635:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702641024 00000100:00100000:0.0:1775764296.267598:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 98 00000100:00100000:0.0:1775764296.267613:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25402:x1862022702641024:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775764296.267635:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764296.267694:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bfba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb21 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.267775:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.267801:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.267815:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764296.268034:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:0.0:1775764296.268038:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764296.268118:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.268148:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bfba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb21 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.268166:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb21 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.268188:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:0.0:1775764296.268191:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764296.268195:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062e00, rc 0) 00000100:00100000:0.0:1775764296.268267:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25402:x1862022702641024:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 659us (9910us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764296.268276:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 98 00000100:00100000:3.0:1775764296.271760:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764296.272580:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702641280 00000100:00100000:0.0:1775764296.272595:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702641280 00000100:00100000:0.0:1775764296.272713:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 99 00000100:00100000:0.0:1775764296.272723:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25402:x1862022702641280:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:0.0:1775764296.272823:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764296.272858:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb21 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.272881:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420bf20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fafe expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.272894:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:0.0:1775764296.272905:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764296.272937:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.272954:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764296.272966:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764296.273518:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000383175f4 reply state 000000007d018e8a transno 4294967347 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764296.273531:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775764296.273607:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000100:00100000:0.0:1775764296.273725:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25402:x1862022702641280:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 1002us (1973us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1775764296.273756:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 99 00000100:00080000:2.0:1775764296.273892:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764296.276785:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764296.276803:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764296.276811:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764296.276816:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764296.276821:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764296.276827:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764296.276846:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:3.0:1775764296.276849:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764296.276853:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764296.276860:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bfc8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764296.928073:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764297.038888:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967347 is committed 00000020:00000080:0.0:1775764297.221524:0:41372:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd67406f50 20000000:00000080:0.0:1775764297.221544:0:41372:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d29800 uarg=0000000000000000 10000000:01000000:2.0:1775764297.222777:0:41372:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764297.222816:0:41372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764297.222851:0:41372:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bfac expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764297.222861:0:41372:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764297.222917:0:41372:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bfac expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764297.223291:0:41372:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bfac expref: 17 pid: 5762 timeout: 1222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764297.223312:0:41372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41372:1862022725909760:0@lo:104: 00000100:00100000:2.0:1775764297.223381:0:41372:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764297.223441:0:41372:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e086d16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764297.224334:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725909760 00000100:00100000:0.0:1775764297.224347:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725909760 00000100:00100000:0.0:1775764297.224408:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1775764297.224418:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:41372:x1862022725909760:12345-0@lo:104: 00010000:00010000:0.0:1775764297.224436:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764297.224507:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764297.224513:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:41372:x1862022725909760:12345-0@lo:104: Request processed in 97us (1132us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764297.224520:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00010000:00010000:3.0:1775764297.224582:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764297.224588:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.224611:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00030200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764297.224615:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.224623:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764297.224630:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764297.224635:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764297.224676:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.224684:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764297.224707:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.224714:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420bfac lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bfb3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.224773:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764297.224775:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764297.224777:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764297.224791:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725909888:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764297.224844:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764297.224892:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725909888 00000100:00100000:3.0:1775764297.224896:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725909888 00010000:00010000:3.0:1775764297.224918:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bfac expref: 18 pid: 5762 timeout: 1222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764297.225179:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1775764297.225189:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725909888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764297.225201:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764297.225207:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bfac expref: 18 pid: 5762 timeout: 1222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225218:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bfac expref: 18 pid: 5762 timeout: 1222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225236:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225245:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225260:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225267:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225273:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225279:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225283:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764297.225288:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225301:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225308:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764297.225321:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764297.225353:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725909888:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764297.225360:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1775764297.225407:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725909888:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764297.226174:0:41372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420bfb3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bfac expref: 17 pid: 5762 timeout: 1222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764297.226192:0:41372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41372:1862022725909760:0@lo:104: 00010000:00010000:1.0:1775764297.226208:0:41372:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764297.226229:0:41372:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764297.226236:0:41372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764297.226242:0:41372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420bfcf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764297.441805:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764297.441829:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725910016:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764297.441903:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764297.441981:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725910016 00000100:00100000:2.0:1775764297.441988:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725910016 00000100:00100000:2.0:1775764297.442045:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1775764297.442054:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725910016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764297.442091:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764297.442137:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725910016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764297.442145:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00080000:2.0:1775764297.442166:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764297.442193:0:3313:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967304 gen 2 00000004:00080000:2.0:1775764297.442199:0:3313:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e37e69500, transno 4294967304 00000100:00100000:2.0:1775764297.442218:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725910016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764297.445068:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725910400:0@lo:400:kworker.0 00000100:00100000:2.0:1775764297.445068:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725910144:0@lo:400:kworker.0 00000100:00100000:0.0:1775764297.450098:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764297.450179:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764297.450193:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725910528:0@lo:400:kworker.0 00000100:00100000:0.0:1775764297.450235:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764297.450243:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725910400 00000100:00100000:2.0:1775764297.450261:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725910400 00000100:00100000:2.0:1775764297.450325:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1775764297.450333:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725910400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764297.450390:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725910400:12345-0@lo:400:kworker.0 Request processed in 57us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764297.450397:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1775764297.450425:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725910272:0@lo:400:kworker.0 00000100:00100000:2.0:1775764297.450450:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764297.450500:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725910272 00000100:00100000:2.0:1775764297.450504:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725910272 00000100:00100000:2.0:1775764297.450530:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1775764297.450536:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725910272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764297.450570:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725910272:12345-0@lo:400:kworker.0 Request processed in 34us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764297.450576:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1775764297.450617:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725910272:0@lo:400:kworker.0 00000100:00080000:2.0:1775764297.450638:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764297.450653:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725910400:0@lo:400:kworker.0 00000100:00100000:2.0:1775764297.450700:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764297.450722:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725910144 00000100:00100000:2.0:1775764297.450725:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725910144 00000100:00100000:2.0:1775764297.450771:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1775764297.450778:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725910144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764297.450807:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725910144:12345-0@lo:400:kworker.0 Request processed in 29us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764297.450813:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1775764297.450846:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725910144:0@lo:400:kworker.0 00000100:00100000:0.0:1775764297.451052:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725910528 00000100:00100000:0.0:1775764297.451056:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725910528 00000100:00100000:0.0:1775764297.451110:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1775764297.451118:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725910528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764297.451158:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725910528:12345-0@lo:400:kworker.0 Request processed in 41us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764297.451164:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00080000:2.0:1775764297.452403:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764297.452440:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725910528:0@lo:400:kworker.0 00000100:00100000:3.0:1775764297.523257:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764297.523302:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764297.523319:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702641536 00000100:00100000:2.0:1775764297.523329:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702641536 00000100:00100000:3.0:1775764297.523333:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764297.523359:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764297.523380:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702641408 00000100:00100000:2.0:1775764297.523385:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 742 00000100:00100000:3.0:1775764297.523385:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702641408 00000100:00100000:2.0:1775764297.523393:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702641536:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764297.523413:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 709 00000100:00100000:3.0:1775764297.523419:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702641408:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764297.523559:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702641408:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 139us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764297.523568:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 709 00000100:00100000:0.0:1775764297.523573:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702641792 00000100:00100000:0.0:1775764297.523578:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702641792 00000100:00100000:3.0:1775764297.523603:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702641664 00000100:00100000:3.0:1775764297.523606:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702641664 00000100:00100000:0.0:1775764297.523616:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 305 00000100:00100000:0.0:1775764297.523622:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702641792:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764297.523629:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 306 00000100:00100000:3.0:1775764297.523634:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702641664:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764297.524072:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702641536:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 679us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764297.524173:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 742 00000100:00080000:2.0:1775764297.524202:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764297.524206:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764297.524287:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702641792:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 664us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764297.524289:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702641664:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 654us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764297.524294:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 305 00000100:00100000:3.0:1775764297.524297:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 306 00010000:00010000:1.0:1775764297.952431:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764298.535266:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764298.535273:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764298.535278:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764298.535340:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764298.535355:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764298.535369:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764298.535402:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725910656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764298.535486:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764298.535550:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764298.547237:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725910656 00000100:00100000:2.0:1775764298.547254:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725910656 00000100:00100000:2.0:1775764298.547332:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1775764298.547342:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725910656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764298.547361:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764298.547384:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420bfd6 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764298.547415:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420bfd6 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764298.547426:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bfd6 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764298.547435:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764298.547516:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725910656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (12030us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764298.547537:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1775764298.551689:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725910656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764298.551723:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764298.551792:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764298.551837:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764298.551843:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764298.551852:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764298.984010:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764299.488493:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764299.488543:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725910784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764299.488649:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764299.488781:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725910784 00000100:00100000:1.0:1775764299.488794:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725910784 00000100:00100000:1.0:1775764299.489047:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1775764299.489060:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725910784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764299.489113:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764299.489184:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725910784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764299.489192:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1775764299.489268:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725910784:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764299.489336:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764300.001300:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764300.497040:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764300.497264:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702641920 00000100:00100000:3.0:1775764300.497274:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702641920 00000100:00100000:3.0:1775764300.497358:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 100 00000100:00100000:3.0:1775764300.497371:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25470:x1862022702641920:12345-192.168.202.7@tcp:48:lfs.0 00000100:00080000:1.0:1775764300.497391:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764300.497478:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25470:x1862022702641920:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 111us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764300.497487:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 100 00000100:00100000:3.0:1775764300.502947:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764300.503300:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702642048 00000100:00100000:2.0:1775764300.503314:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702642048 00000100:00080000:1.0:1775764300.503393:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764300.503393:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 32 00000100:00100000:2.0:1775764300.503405:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25470:x1862022702642048:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764300.504199:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25470:x1862022702642048:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 792us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764300.504209:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 32 00000100:00100000:3.0:1775764300.507949:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764300.508149:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702642176 00000100:00100000:0.0:1775764300.508161:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702642176 00000100:00100000:0.0:1775764300.508240:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 33 00000100:00100000:0.0:1775764300.508249:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25470:x1862022702642176:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764300.508821:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25470:x1862022702642176:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 569us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764300.508830:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 33 00000100:00080000:2.0:1775764300.509057:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764300.511154:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764300.511254:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702642304 00000100:00100000:2.0:1775764300.511265:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702642304 00000100:00100000:2.0:1775764300.511330:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 101 00000100:00100000:2.0:1775764300.511342:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25470:x1862022702642304:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764300.511987:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25470:x1862022702642304:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 646us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764300.511996:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 101 00000100:00100000:0.0:1775764300.515443:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764300.515549:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702642432 00000100:00100000:2.0:1775764300.515559:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702642432 00000100:00100000:2.0:1775764300.515623:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 102 00000100:00100000:2.0:1775764300.515634:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25470:x1862022702642432:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764300.515756:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25470:x1862022702642432:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 124us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764300.515764:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 102 00000100:00100000:2.0:1775764300.518133:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764300.518288:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702642560 00000100:00100000:3.0:1775764300.518297:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702642560 00000100:00100000:3.0:1775764300.518356:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 34 00000100:00100000:3.0:1775764300.518366:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25470:x1862022702642560:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764300.518863:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25470:x1862022702642560:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 498us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764300.518870:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 34 00000100:00100000:0.0:1775764300.524428:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764300.524615:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702642688 00000100:00100000:1.0:1775764300.524626:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702642688 00000100:00100000:1.0:1775764300.524720:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 35 00000100:00100000:1.0:1775764300.524772:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25470:x1862022702642688:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764300.525482:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25470:x1862022702642688:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 751us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764300.525581:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 35 00000100:00100000:3.0:1775764300.527967:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764300.528012:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702642816 00000100:00100000:3.0:1775764300.528021:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702642816 00000100:00100000:3.0:1775764300.528119:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 103 00000100:00100000:3.0:1775764300.528132:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25470:x1862022702642816:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764300.529049:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25470:x1862022702642816:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 916us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764300.529065:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 103 00000100:00100000:2.0:1775764300.598388:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764300.598461:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702642944 00000100:00100000:0.0:1775764300.598471:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702642944 00000100:00100000:0.0:1775764300.598541:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 104 00000100:00100000:0.0:1775764300.598552:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25474:x1862022702642944:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:0.0:1775764300.598583:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764300.598608:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bfe4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb28 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764300.598663:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764300.598674:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764300.598683:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764300.598770:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764300.598777:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764300.598783:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599250:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420bff9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599269:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420bff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599275:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420bff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764300.599537:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:1.0:1775764300.599542:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764300.599655:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420bff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599666:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599670:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599675:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599679:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764300.599682:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599687:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599696:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:1.0:1775764300.599702:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764300.599707:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599711:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420bfeb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599718:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599722:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599726:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599784:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764300.599786:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599790:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599795:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e1676ed00) 00010000:00010000:1.0:1775764300.599797:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764300.599799:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599802:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420bff2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.599836:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420bfe4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb28 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.600022:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420bff9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb28 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764300.600031:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:1.0:1775764300.600034:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764300.600036:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbe00, rc 0) 00000100:00100000:1.0:1775764300.600126:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25474:x1862022702642944:12345-192.168.202.7@tcp:101:dd.0 Request processed in 1572us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764300.600135:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 104 00000100:00100000:1.0:1775764300.603858:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764300.604206:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702643200 00000100:00100000:3.0:1775764300.604220:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702643200 00000100:00100000:3.0:1775764300.604335:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 105 00000100:00100000:3.0:1775764300.604346:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25474:x1862022702643200:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:3.0:1775764300.604374:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764300.604402:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c000 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb2f expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.604947:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.604967:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.604981:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.605061:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.605070:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.605076:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764300.606387:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5:0x0], index 1: 0 00010000:00010000:3.0:1775764300.606712:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c015 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608344:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608366:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608429:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608437:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608444:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608449:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00030200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764300.608453:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608461:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608474:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:3.0:1775764300.608478:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764300.608482:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608544:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c007 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764300.608563:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca280441 reply state 00000000f9e4a566 transno 4294967348 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764300.608582:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764300.608626:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c000 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb2f expref: 10 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608644:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c015 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb2f expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.608651:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:3.0:1775764300.608653:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764300.608656:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031800, rc 0) 00000100:00100000:3.0:1775764300.608806:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25474:x1862022702643200:12345-192.168.202.7@tcp:101:dd.0 Request processed in 4383us (4886us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1775764300.608817:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 105 00010000:00010000:2.0:1775764300.611833:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764300.611858:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764300.611867:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764300.611874:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764300.611879:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764300.611887:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764300.611910:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1d0297bf00) 00010000:00010000:2.0:1775764300.611914:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764300.611921:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764300.611927:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c00e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764300.618502:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764300.618840:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702643328 00000100:00100000:3.0:1775764300.618851:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702643328 00000100:00100000:3.0:1775764300.619008:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 36 00000100:00100000:3.0:1775764300.619023:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25474:x1862022702643328:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:3.0:1775764300.619046:0:7727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764300.619073:0:7727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb36 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764300.619102:0:7727:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764300.619128:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764300.619131:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764300.619143:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb36 expref: 6 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.619192:0:7727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb36 expref: 6 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764300.619208:0:7727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031600, rc 0) 00000100:00100000:3.0:1775764300.619396:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25474:x1862022702643328:12345-192.168.202.7@tcp:101:dd.0 Request processed in 377us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764300.619405:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 36 00000100:00100000:3.0:1775764300.644892:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764300.646690:0:6555:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702643456 00000100:00100000:2.0:1775764300.646714:0:6555:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702643456 00002000:00100000:2.0:1775764300.646824:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->1048575) req@ffff8b1e10548380 x1862022702643456/t0(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:536/0 lens 488/0 e 0 to 0 dl 1775764311 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764300.646839:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e10548380 with x1862022702643456 ext(0->1048575) 00002000:00010000:2.0:1775764300.646848:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1e10548380 00000100:00100000:2.0:1775764300.647436:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 0 00000100:00100000:2.0:1775764300.647450:0:6555:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702643456:12345-192.168.202.7@tcp:4:dd.0 00000100:00100000:0.0:1775764300.708654:0:6555:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2358:x1862022702643456:12345-192.168.202.7@tcp:4:dd.0 Request processed in 61195us (63763us total) trans 4294967305 rc 0/0 00000100:00100000:0.0:1775764300.708676:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 0 00002000:00100000:0.0:1775764300.708707:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->1048575) req@ffff8b1e10548380 x1862022702643456/t4294967305(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:536/0 lens 488/448 e 0 to 0 dl 1775764311 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764300.708718:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e10548380 with x1862022702643456 ext(0->1048575) 00002000:00010000:0.0:1775764300.708724:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1e10548380 00000100:00100000:3.0:1775764300.716683:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764300.716884:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702643584 00000100:00100000:2.0:1775764300.716897:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702643584 00000100:00100000:2.0:1775764300.717006:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 106 00000100:00100000:2.0:1775764300.717018:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:25474:x1862022702643584:12345-192.168.202.7@tcp:44:dd.0 00000001:00080000:1.0:1775764300.781212:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967348 is committed 00000100:00100000:3.0:1775764300.782040:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25474:x1862022702643584:12345-192.168.202.7@tcp:44:dd.0 Request processed in 65014us (65359us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764300.782055:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 106 00000100:00100000:1.0:1775764300.789722:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764300.790854:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702643712 00000100:00100000:0.0:1775764300.790873:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702643712 00000100:00100000:0.0:1775764300.790971:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 37 00000100:00100000:0.0:1775764300.790985:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2359:x1862022702643712:12345-192.168.202.7@tcp:16:dd.0 00000100:00100000:0.0:1775764300.871229:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2359:x1862022702643712:12345-192.168.202.7@tcp:16:dd.0 Request processed in 80236us (81507us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764300.871243:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 37 00000001:00080000:0.0:1775764300.871294:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967305 is committed 00000100:00100000:0.0:1775764300.877396:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764300.878123:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702643968 00000100:00100000:3.0:1775764300.878140:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702643968 00000100:00100000:3.0:1775764300.878219:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 24 00000100:00100000:3.0:1775764300.878230:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25474:x1862022702643968:12345-192.168.202.7@tcp:35:dd.0 00000100:00100000:2.0:1775764300.886469:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:25474:x1862022702643968:12345-192.168.202.7@tcp:35:dd.0 Request processed in 8230us (9076us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1775764300.886494:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 24 00010000:00010000:1.0:1775764301.024374:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764302.051509:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764302.560848:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725910912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764302.560944:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764302.561026:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725910912 00000100:00100000:3.0:1775764302.561034:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725910912 00000100:00100000:3.0:1775764302.561110:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1775764302.561121:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725910912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764302.561163:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764302.561208:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725910912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764302.561221:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00080000:3.0:1775764302.561241:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764302.561283:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725910912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764302.563174:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725911296:0@lo:400:kworker.0 00000100:00100000:1.0:1775764302.563264:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764302.563307:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764302.563313:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725911424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764302.563336:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764302.563372:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725911296 00000100:00100000:1.0:1775764302.563381:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725911296 00000100:00100000:1.0:1775764302.563453:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725911424 00000100:00100000:1.0:1775764302.563456:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725911424 00000100:00100000:1.0:1775764302.563479:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1775764302.563489:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725911296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764302.563543:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725911296:12345-0@lo:400:kworker.0 Request processed in 56us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764302.563557:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1775764302.563576:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1775764302.563582:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725911424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764302.563610:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725911424:12345-0@lo:400:kworker.0 Request processed in 29us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764302.563616:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00080000:1.0:1775764302.563646:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764302.563680:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725911424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764302.563691:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725911296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764302.567413:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725911040:0@lo:400:kworker.0 00000100:00100000:3.0:1775764302.567525:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764302.567596:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725911552:0@lo:400:kworker.0 00000100:00100000:3.0:1775764302.567631:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764302.567661:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725911552 00000100:00100000:3.0:1775764302.567664:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764302.567670:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725911552 00000100:00100000:3.0:1775764302.567672:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725911168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764302.567694:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764302.567722:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725911168 00000100:00100000:3.0:1775764302.567726:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725911168 00000100:00100000:0.0:1775764302.567751:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1775764302.567762:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725911552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764302.567775:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1775764302.567781:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725911168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764302.568024:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725911040 00000100:00100000:1.0:1775764302.568029:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725911040 00000100:00100000:1.0:1775764302.568072:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1775764302.568079:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725911040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764302.568298:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725911552:12345-0@lo:400:kworker.0 Request processed in 537us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764302.568307:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:0.0:1775764302.572393:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764302.574850:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725911168:12345-0@lo:400:kworker.0 Request processed in 7039us (7125us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764302.574870:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1775764302.574949:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725911040:12345-0@lo:400:kworker.0 Request processed in 6868us (7421us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764302.574960:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1775764302.574986:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725911168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764302.575002:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725911040:0@lo:400:kworker.0 00000100:00100000:3.0:1775764302.575017:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725911552:0@lo:400:kworker.0 00000100:00100000:2.0:1775764302.640371:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764302.640437:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764302.640492:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764302.640526:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764302.640570:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702644480 00000100:00100000:2.0:1775764302.640584:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702644480 00000100:00100000:2.0:1775764302.640689:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702644352 00000100:00100000:2.0:1775764302.640693:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702644352 00000100:00100000:2.0:1775764302.640727:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 308 00000100:00100000:2.0:1775764302.640763:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702644480:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764302.640868:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702644480:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764302.640877:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 308 00000100:00100000:2.0:1775764302.640902:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 309 00000100:00100000:2.0:1775764302.640922:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702644352:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764302.640948:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702644352:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764302.640972:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 309 00000100:00100000:2.0:1775764302.640998:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702644096 00000100:00100000:2.0:1775764302.641002:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702644096 00000100:00100000:2.0:1775764302.641030:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 712 00000100:00100000:2.0:1775764302.641036:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702644096:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764302.641077:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702644096:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764302.641083:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 712 00000100:00100000:3.0:1775764302.641636:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702644224 00000100:00100000:3.0:1775764302.641644:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702644224 00000100:00100000:3.0:1775764302.641709:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 746 00000100:00100000:3.0:1775764302.641745:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2358:x1862022702644224:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764302.641808:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2358:x1862022702644224:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 93us (1456us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764302.641816:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 746 00000100:00080000:0.0:1775764302.643983:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764302.643994:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764302.643997:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1775764302.724052:0:41144:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967349 is committed 00010000:00010000:1.0:1775764303.073167:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764304.104229:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764304.171404:0:41568:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1129002669841ns, next at 1116815157988ns, rc = 0 00000004:00080000:1.0:1775764304.171595:0:41568:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1129002863229ns, next at 1109959449595ns, rc = 0 00000004:00080000:2.0:1775764304.178309:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000004:00080000:2.0:1775764304.178340:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000100:00100000:3.0:1775764304.608309:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764304.608353:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725911680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764304.608478:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764304.608681:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725911680 00000100:00100000:1.0:1775764304.608692:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725911680 00000100:00100000:1.0:1775764304.608809:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1775764304.608823:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725911680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764304.608887:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1775764304.608979:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725911680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 160us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764304.608989:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1775764304.609048:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725911680:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764304.609119:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764305.120773:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764306.144214:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764306.326158:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764306.326229:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702644608 00000100:00100000:1.0:1775764306.326241:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702644608 00000100:00100000:1.0:1775764306.326323:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 107 00000100:00100000:1.0:1775764306.326333:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25667:x1862022702644608:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764306.326437:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25667:x1862022702644608:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 106us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764306.326444:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 107 00000100:00080000:2.0:1775764306.326837:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764306.330269:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764306.338142:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702644736 00000100:00100000:3.0:1775764306.338170:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702644736 00000100:00100000:3.0:1775764306.338294:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 38 00000100:00100000:3.0:1775764306.338312:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25667:x1862022702644736:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764306.338805:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25667:x1862022702644736:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 499us (8551us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764306.338813:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 38 00000100:00080000:1.0:1775764306.339187:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764306.344652:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764306.344754:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702644864 00000100:00100000:2.0:1775764306.344765:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702644864 00000100:00100000:2.0:1775764306.344834:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 39 00000100:00100000:2.0:1775764306.344844:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25667:x1862022702644864:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764306.345345:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25667:x1862022702644864:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 501us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764306.345354:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 39 00000100:00080000:1.0:1775764306.345702:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764306.347756:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764306.349793:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702644992 00000100:00100000:0.0:1775764306.349816:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702644992 00000100:00100000:0.0:1775764306.349919:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 108 00000100:00100000:0.0:1775764306.349933:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25667:x1862022702644992:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:0.0:1775764306.354220:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25667:x1862022702644992:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 4279us (6493us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764306.354235:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 108 00000100:00100000:3.0:1775764306.370875:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764306.371063:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702645120 00000100:00100000:2.0:1775764306.371077:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702645120 00000100:00100000:2.0:1775764306.371156:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 109 00000100:00100000:2.0:1775764306.371167:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25667:x1862022702645120:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764306.371278:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25667:x1862022702645120:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 112us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764306.371306:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 109 00000100:00100000:3.0:1775764306.374934:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764306.375076:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702645248 00000100:00100000:2.0:1775764306.375093:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702645248 00000100:00100000:2.0:1775764306.375173:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 40 00000100:00100000:2.0:1775764306.375188:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25667:x1862022702645248:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764306.375716:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25667:x1862022702645248:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 531us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764306.375724:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 40 00000100:00100000:1.0:1775764306.388150:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764306.390681:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702645376 00000100:00100000:3.0:1775764306.390698:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702645376 00000100:00100000:3.0:1775764306.390806:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 41 00000100:00100000:3.0:1775764306.390819:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25667:x1862022702645376:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764306.391330:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25667:x1862022702645376:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 513us (3192us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764306.391339:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 41 00000100:00100000:0.0:1775764306.409658:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764306.409786:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702645504 00000100:00100000:1.0:1775764306.409796:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702645504 00000100:00100000:1.0:1775764306.409855:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 110 00000100:00100000:1.0:1775764306.409865:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25667:x1862022702645504:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764306.410433:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25667:x1862022702645504:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 568us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764306.410443:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 110 00000100:00100000:3.0:1775764306.585564:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764306.585930:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702645760 00000100:00100000:0.0:1775764306.585944:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702645760 00000100:00100000:0.0:1775764306.586080:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 111 00000100:00100000:0.0:1775764306.586092:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25671:x1862022702645760:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:0.0:1775764306.586149:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764306.586180:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c015 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb2f expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.586206:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:0.0:1775764306.586217:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764306.586243:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.586258:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.586268:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.586283:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.586307:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.586314:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.586860:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.586871:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.586893:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764306.588086:0:5768:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].5, 64 off8512 00000004:00080000:0.0:1775764306.588101:0:5768:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1131419368815ns, next at 1132419365375ns, rc = 0 00010000:00010000:0.0:1775764306.588207:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588220:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588232:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588242:0:5768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588249:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588267:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588285:0:5768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764306.588309:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588316:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588322:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588328:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764306.588332:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588339:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588350:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:0.0:1775764306.588353:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764306.588356:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588361:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c038 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588378:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588384:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588394:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588400:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764306.588402:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588408:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588415:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:0.0:1775764306.588418:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764306.588420:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764306.588427:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c02a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764306.588435:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4ab98c0 reply state 000000002568b809 transno 4294967350 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764306.588444:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764306.588555:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:25671:x1862022702645760:12345-192.168.202.7@tcp:36:rm.0 Request processed in 2462us (2999us total) trans 4294967350 rc 0/0 00000100:00100000:0.0:1775764306.588566:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 111 00010000:00010000:1.0:1775764306.589271:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764306.589279:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764306.589300:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764306.589304:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764306.589311:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764306.589331:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:1.0:1775764306.589334:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764306.589336:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 1/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764306.589342:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c03f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764306.589359:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764306.589361:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764306.589362:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764306.591838:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764306.591886:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764306.591895:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764306.591901:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764306.591907:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764306.591915:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764306.591932:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1e1676e800) 00010000:00010000:3.0:1775764306.591936:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764306.591940:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764306.591947:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c031 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764307.170369:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764307.680286:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725911936:0@lo:400:kworker.0 00000100:00100000:1.0:1775764307.680380:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764307.680438:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725912448:0@lo:400:kworker.0 00000100:00100000:1.0:1775764307.680467:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764307.680493:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764307.680498:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725911808:0@lo:400:kworker.0 00000100:00100000:1.0:1775764307.680531:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764307.680555:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725912320:0@lo:400:kworker.0 00000100:00100000:1.0:1775764307.680575:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764307.680624:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725912064:0@lo:400:kworker.0 00000100:00100000:1.0:1775764307.680649:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764307.680668:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764307.680673:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725912192:0@lo:400:kworker.0 00000100:00100000:1.0:1775764307.680694:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764307.683720:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725911808 00000100:00100000:1.0:1775764307.683758:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725911808 00000100:00100000:2.0:1775764307.684329:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725911936 00000100:00100000:2.0:1775764307.684337:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725911936 00000100:00100000:2.0:1775764307.684376:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725912320 00000100:00100000:2.0:1775764307.684379:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725912320 00000100:00100000:2.0:1775764307.684408:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725912064 00000100:00100000:2.0:1775764307.684412:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725912064 00000100:00100000:2.0:1775764307.684433:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1775764307.684445:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725911936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.684584:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725911936:12345-0@lo:400:kworker.0 Request processed in 140us (4204us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764307.684592:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1775764307.684614:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1775764307.684621:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725912320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.684652:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725912320:12345-0@lo:400:kworker.0 Request processed in 32us (4077us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764307.684658:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1775764307.684669:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1775764307.684674:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725912064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.684762:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725912064:12345-0@lo:400:kworker.0 Request processed in 87us (4111us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764307.684768:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1775764307.684791:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725912448 00000100:00100000:2.0:1775764307.684795:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725912448 00000100:00100000:2.0:1775764307.684825:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725912192 00000100:00100000:2.0:1775764307.684828:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725912192 00000100:00100000:2.0:1775764307.684962:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1775764307.684969:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725912448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.685002:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725912448:12345-0@lo:400:kworker.0 Request processed in 34us (4535us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764307.685013:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1775764307.685025:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1775764307.685031:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725912192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.685059:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725912192:12345-0@lo:400:kworker.0 Request processed in 28us (4363us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764307.685065:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1775764307.685088:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1775764307.685097:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725911808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.685132:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725911808:12345-0@lo:400:kworker.0 Request processed in 38us (4600us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764307.685138:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00080000:2.0:1775764307.685184:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764307.685189:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764307.685192:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764307.685214:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764307.685229:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725912576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764307.686135:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764307.686240:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725912192:0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.686255:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725912064:0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.686294:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725911808:0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.686309:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725912320:0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.686323:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725911936:0@lo:400:kworker.0 00000100:00100000:2.0:1775764307.686337:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725912448:0@lo:400:kworker.0 00000100:00100000:1.0:1775764307.686945:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725912576 00000100:00100000:1.0:1775764307.686959:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725912576 00000100:00100000:1.0:1775764307.687038:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1775764307.687050:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725912576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764307.687096:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764307.687173:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725912576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764307.687180:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1775764307.688563:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725912576:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764307.761347:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764307.761395:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764307.761436:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764307.761465:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764307.761501:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702646144 00000100:00100000:3.0:1775764307.761515:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702646144 00000100:00100000:3.0:1775764307.761586:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702646272 00000100:00100000:3.0:1775764307.761590:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702646272 00000100:00100000:3.0:1775764307.761616:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 312 00000100:00100000:3.0:1775764307.761646:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702646144:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764307.761786:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702646144:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 143us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764307.761795:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 312 00000100:00100000:3.0:1775764307.761819:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 313 00000100:00100000:3.0:1775764307.761826:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702646272:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764307.761860:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702646272:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 35us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764307.761877:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 313 00000100:00100000:3.0:1775764307.761996:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702646016 00000100:00100000:3.0:1775764307.762001:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702646016 00000100:00100000:3.0:1775764307.762038:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 750 00000100:00100000:3.0:1775764307.762044:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2359:x1862022702646016:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764307.762089:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2359:x1862022702646016:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764307.762096:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 750 00000100:00100000:1.0:1775764307.764147:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702645888 00000100:00100000:1.0:1775764307.764164:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702645888 00000100:00100000:1.0:1775764307.764235:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 714 00000100:00100000:1.0:1775764307.764246:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702645888:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764307.764333:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702645888:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (3002us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764307.764340:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 714 00010000:00010000:0.0:1775764308.200089:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764309.221293:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764309.339415:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967350 is committed 00000004:00080000:3.0:1775764309.339428:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000100:00100000:3.0:1775764309.349425:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764309.349474:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725912704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764309.349587:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764309.349949:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725912704 00000100:00100000:0.0:1775764309.349964:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725912704 00000100:00100000:0.0:1775764309.350053:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1775764309.350079:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725912704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764309.350111:0:7727:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5 count 1 00010000:00010000:0.0:1775764309.350142:0:7727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764309.350180:0:7727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb36 expref: 5 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764309.350190:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764309.350193:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764309.350198:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764309.350232:0:7727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb36 expref: 5 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764309.350245:0:7727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb36 expref: 5 pid: 7727 timeout: 1234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764309.350259:0:7727:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7727:1862022725912832:192.168.202.7@tcp:104: 00000100:00100000:0.0:1775764309.350335:0:7727:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054c180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764309.353192:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764309.353443:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702646400 00000100:00100000:2.0:1775764309.353468:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702646400 00010000:00010000:2.0:1775764309.353518:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb36 expref: 6 pid: 7727 timeout: 1234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764309.353559:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 219 00000100:00100000:2.0:1775764309.353570:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09697450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702646400:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764309.353597:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764309.353605:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb36 expref: 6 pid: 7727 timeout: 1234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764309.353622:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb36 expref: 6 pid: 7727 timeout: 1234 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764309.353657:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764309.353672:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764309.353679:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764309.353691:0:8231:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764309.353718:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764309.353822:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09697450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702646400:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 253us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764309.353831:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 219 00000100:00080000:1.0:1775764309.354202:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764309.354205:0:7727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001a2e3b4/0x429a70d18420c023 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb36 expref: 5 pid: 7727 timeout: 1234 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764309.354220:0:7727:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7727:1862022725912832:192.168.202.7@tcp:104: 00010000:00010000:0.0:1775764309.354241:0:7727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764309.354259:0:7727:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764309.354267:0:7727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764309.354277:0:7727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764309.354285:0:7727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764309.354312:0:7727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764309.355103:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725912704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5024us (5515us total) trans 4294967306 rc 0/0 00000100:00100000:0.0:1775764309.355114:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000004:00080000:3.0:1775764309.355504:0:3313:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d02641f80/2, rc 0, transno 4294967306 00000100:00100000:3.0:1775764309.355514:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725912704:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764309.356335:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764309.356346:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764309.356360:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764309.356365:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764309.356387:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764309.356416:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764309.356424:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e177961/0x429a70d18420c046 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764309.356488:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764309.356491:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764309.356493:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764309.567347:0:41713:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1134398613196ns, next at 1116815157988ns, rc = 0 00000004:00080000:3.0:1775764309.567553:0:41713:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1134398821046ns, next at 1132419365375ns, rc = 0 00000004:00080000:2.0:1775764309.578085:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000004:00080000:2.0:1775764309.578118:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000100:00100000:1.0:1775764309.728186:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725912960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764309.728276:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764309.728401:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725912960 00000100:00100000:0.0:1775764309.728410:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725912960 00000100:00100000:0.0:1775764309.728475:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1775764309.728487:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725912960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764309.728534:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1775764309.728598:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725912960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764309.728605:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1775764309.728667:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725912960:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764310.241245:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764311.268366:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764311.396998:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967306 is committed 00010000:00010000:2.0:1775764312.287960:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764312.800088:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725913216:0@lo:400:kworker.0 00000100:00100000:1.0:1775764312.800187:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764312.800261:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725913728:0@lo:400:kworker.0 00000100:00100000:1.0:1775764312.800288:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764312.800317:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764312.800323:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725913344:0@lo:400:kworker.0 00000100:00100000:1.0:1775764312.800345:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764312.800383:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725913728 00000100:00100000:1.0:1775764312.800392:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725913728 00000100:00100000:1.0:1775764312.800460:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1775764312.800472:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725913728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764312.800550:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725913728:12345-0@lo:400:kworker.0 Request processed in 79us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764312.800558:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1775764312.800589:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725913216 00000100:00100000:1.0:1775764312.800593:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725913216 00000100:00100000:1.0:1775764312.800623:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725913344 00000100:00100000:1.0:1775764312.800626:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725913344 00000100:00100000:1.0:1775764312.800649:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1775764312.800656:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725913216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764312.800690:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725913216:12345-0@lo:400:kworker.0 Request processed in 35us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764312.800696:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1775764312.800708:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1775764312.800715:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725913344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764312.800777:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725913344:12345-0@lo:400:kworker.0 Request processed in 62us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764312.800802:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00080000:1.0:1775764312.800835:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764312.800841:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764312.800888:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725913344:0@lo:400:kworker.0 00000100:00100000:1.0:1775764312.800900:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725913216:0@lo:400:kworker.0 00000100:00100000:1.0:1775764312.800908:0:3313:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967306 gen 2 00000004:00080000:1.0:1775764312.800913:0:3313:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d02641f80, transno 4294967306 00000100:00100000:1.0:1775764312.800926:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725913728:0@lo:400:kworker.0 00000100:00100000:2.0:1775764312.801798:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725913472:0@lo:400:kworker.0 00000100:00100000:2.0:1775764312.801863:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764312.801908:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764312.801915:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725913088:0@lo:400:kworker.0 00000100:00100000:2.0:1775764312.801947:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764312.801970:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725913600:0@lo:400:kworker.0 00000100:00100000:2.0:1775764312.801993:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764312.802029:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725913600 00000100:00100000:2.0:1775764312.802035:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725913600 00000100:00100000:2.0:1775764312.802102:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1775764312.802109:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725913600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764312.802160:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725913600:12345-0@lo:400:kworker.0 Request processed in 51us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764312.802168:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1775764312.802192:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725913472 00000100:00100000:2.0:1775764312.802197:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725913472 00000100:00100000:2.0:1775764312.802229:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1775764312.802235:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725913472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764312.802264:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725913472:12345-0@lo:400:kworker.0 Request processed in 30us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764312.802282:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1775764312.802304:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725913088 00000100:00100000:2.0:1775764312.802307:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725913088 00000100:00100000:2.0:1775764312.802327:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1775764312.802333:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725913088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764312.802363:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725913088:12345-0@lo:400:kworker.0 Request processed in 30us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764312.802368:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:2.0:1775764312.802401:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764312.802404:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764312.802429:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725913088:0@lo:400:kworker.0 00000100:00100000:2.0:1775764312.802439:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725913600:0@lo:400:kworker.0 00000100:00100000:2.0:1775764312.802446:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725913472:0@lo:400:kworker.0 00000100:00100000:1.0:1775764312.803965:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764312.803990:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725913856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764312.804080:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764312.804131:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725913856 00000100:00100000:1.0:1775764312.804138:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725913856 00000100:00100000:1.0:1775764312.804188:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1775764312.804196:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725913856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764312.804240:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764312.804278:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725913856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764312.804284:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1775764312.804328:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725913856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764312.897368:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764312.897425:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764312.897469:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764312.897520:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702646784 00000100:00100000:0.0:1775764312.897536:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702646784 00000100:00100000:0.0:1775764312.897621:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 316 00000100:00100000:0.0:1775764312.897636:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702646784:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764312.897783:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702646784:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 150us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764312.897792:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 316 00000100:00100000:2.0:1775764312.897891:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702646528 00000100:00100000:2.0:1775764312.897898:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702646528 00000100:00100000:2.0:1775764312.897933:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 716 00000100:00100000:2.0:1775764312.897941:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702646528:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764312.897973:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702646528:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 33us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764312.897982:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 716 00000100:00080000:2.0:1775764312.898024:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764312.898650:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702646656 00000100:00100000:1.0:1775764312.898661:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702646656 00000100:00100000:1.0:1775764312.898772:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 754 00000100:00100000:1.0:1775764312.898781:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702646656:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764312.898878:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702646656:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 99us (1527us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764312.898886:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 754 00000100:00080000:2.0:1775764312.899292:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764312.912045:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764312.912465:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702646912 00000100:00100000:2.0:1775764312.912481:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702646912 00000100:00100000:2.0:1775764312.912626:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 317 00000100:00100000:2.0:1775764312.912657:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702646912:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764312.914628:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702646912:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1962us (2916us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764312.914642:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 317 00000100:00080000:0.0:1775764312.920842:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764313.314177:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764314.341431:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764314.848452:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764314.848484:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725913984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764314.849867:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764314.849924:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725913984 00000100:00100000:0.0:1775764314.849936:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725913984 00000100:00100000:0.0:1775764314.850013:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1775764314.850024:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725913984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764314.850067:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764314.850131:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725913984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764314.850139:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00080000:0.0:1775764314.850169:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764314.854467:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725913984:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764315.360241:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764316.385909:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764317.410678:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764317.920693:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725914368:0@lo:400:kworker.0 00000100:00100000:2.0:1775764317.920801:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764317.920877:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725914880:0@lo:400:kworker.0 00000100:00100000:2.0:1775764317.920902:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764317.920925:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775764317.920930:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725914240:0@lo:400:kworker.0 00000100:00100000:2.0:1775764317.920953:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764317.920970:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725914752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764317.920985:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764317.921011:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725914368 00000100:00100000:2.0:1775764317.921018:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725914368 00000100:00100000:2.0:1775764317.921055:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725914752 00000100:00100000:2.0:1775764317.921057:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725914752 00000100:00100000:2.0:1775764317.921080:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1775764317.921087:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725914368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764317.921133:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725914368:12345-0@lo:400:kworker.0 Request processed in 46us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764317.921140:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1775764317.921156:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1775764317.921162:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725914752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764317.921205:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725914752:12345-0@lo:400:kworker.0 Request processed in 42us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764317.921211:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00080000:2.0:1775764317.921227:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764317.921254:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725914752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764317.921264:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725914368:0@lo:400:kworker.0 00000100:00100000:1.0:1775764317.922067:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725914240 00000100:00100000:1.0:1775764317.922074:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725914240 00000100:00100000:1.0:1775764317.922119:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1775764317.922127:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725914240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764317.922187:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725914240:12345-0@lo:400:kworker.0 Request processed in 61us (1232us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764317.922193:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1775764317.922293:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725914112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764317.922328:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764317.922371:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725914624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764317.922393:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764317.922414:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764317.922421:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725914496:0@lo:400:kworker.0 00000100:00100000:0.0:1775764317.922444:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764317.922487:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725914880 00000100:00100000:0.0:1775764317.922491:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725914880 00000100:00100000:0.0:1775764317.922530:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725914624 00000100:00100000:0.0:1775764317.922533:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725914624 00000100:00100000:0.0:1775764317.922553:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1775764317.922559:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725914880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764317.922593:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725914880:12345-0@lo:400:kworker.0 Request processed in 35us (1689us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764317.922600:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1775764317.922613:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1775764317.922619:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725914624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764317.922648:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725914624:12345-0@lo:400:kworker.0 Request processed in 30us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764317.922654:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1775764317.922675:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725914496 00000100:00100000:0.0:1775764317.922679:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725914496 00000100:00100000:0.0:1775764317.922702:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1775764317.922708:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725914496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764317.922782:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725914496:12345-0@lo:400:kworker.0 Request processed in 73us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764317.922789:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:0.0:1775764317.922806:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764317.922816:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764317.922818:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764317.923038:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725914496:0@lo:400:kworker.0 00000100:00100000:0.0:1775764317.923049:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725914624:0@lo:400:kworker.0 00000100:00100000:3.0:1775764317.923701:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725914240:0@lo:400:kworker.0 00000100:00100000:3.0:1775764317.923716:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725914880:0@lo:400:kworker.0 00000100:00100000:1.0:1775764317.923867:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725914112 00000100:00100000:1.0:1775764317.923873:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725914112 00000100:00100000:1.0:1775764317.923918:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1775764317.923926:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725914112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764317.923959:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764317.924028:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725914112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (1699us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764317.924036:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1775764317.924273:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725914112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764318.004370:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764318.004423:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764318.004475:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764318.004510:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764318.004543:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702647424 00000100:00100000:3.0:1775764318.004553:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702647424 00000100:00100000:3.0:1775764318.004607:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702647296 00000100:00100000:3.0:1775764318.004611:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702647296 00000100:00100000:3.0:1775764318.004633:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 320 00000100:00100000:3.0:1775764318.004645:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702647424:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764318.004719:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702647424:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 78us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764318.004728:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 320 00000100:00100000:3.0:1775764318.005022:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 321 00000100:00100000:3.0:1775764318.005030:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702647296:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764318.005061:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702647296:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764318.005082:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 321 00000100:00100000:0.0:1775764318.005358:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702647040 00000100:00100000:0.0:1775764318.005365:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702647040 00000100:00100000:0.0:1775764318.005402:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 718 00000100:00100000:0.0:1775764318.005408:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702647040:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764318.005438:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702647040:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 30us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764318.005445:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 718 00000100:00080000:0.0:1775764318.005485:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764318.005490:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764318.005653:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702647168 00000100:00100000:2.0:1775764318.005658:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702647168 00000100:00100000:2.0:1775764318.005710:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 758 00000100:00100000:2.0:1775764318.005718:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702647168:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764318.005790:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702647168:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 73us (1432us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764318.005797:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 758 00000100:00080000:0.0:1775764318.006419:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764318.431976:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764319.456178:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764319.968215:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725915008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764319.968314:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764319.968471:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725915008 00000100:00100000:0.0:1775764319.968484:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725915008 00000100:00100000:0.0:1775764319.968560:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1775764319.968570:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725915008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764319.968621:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764319.968672:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725915008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764319.968679:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00080000:2.0:1775764319.968881:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764319.968926:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725915008:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764320.483110:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764321.503962:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764322.528257:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764323.040443:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725915392:0@lo:400:kworker.0 00000100:00100000:1.0:1775764323.040473:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725915264:0@lo:400:kworker.0 00000100:00100000:3.0:1775764323.040519:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764323.040550:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725915392 00000100:00100000:1.0:1775764323.040558:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725915392 00000100:00100000:3.0:1775764323.040602:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725915904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764323.040618:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1775764323.040628:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725915392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764323.040648:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764323.040687:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725915904 00000100:00100000:3.0:1775764323.040692:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725915904 00000100:00100000:1.0:1775764323.040702:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725915392:12345-0@lo:400:kworker.0 Request processed in 75us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764323.040710:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1775764323.040759:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1775764323.040769:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725915904:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764323.040778:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764323.040785:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764323.040795:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1775764323.040802:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764323.040830:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725915776:0@lo:400:kworker.0 00000100:00100000:1.0:1775764323.040855:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764323.040909:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725915776 00000100:00100000:1.0:1775764323.040913:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725915776 00000100:00100000:1.0:1775764323.040944:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1775764323.040949:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725915776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764323.040982:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725915776:12345-0@lo:400:kworker.0 Request processed in 33us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764323.040988:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:1.0:1775764323.041004:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764323.041029:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725915776:0@lo:400:kworker.0 00000100:00100000:0.0:1775764323.041162:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725915136:0@lo:400:kworker.0 00000100:00100000:0.0:1775764323.041198:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764323.041246:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725915648:0@lo:400:kworker.0 00000100:00100000:0.0:1775764323.041282:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764323.041299:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764323.041305:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725915520:0@lo:400:kworker.0 00000100:00100000:0.0:1775764323.041324:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764323.041348:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725915264 00000100:00100000:0.0:1775764323.041352:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725915264 00000100:00100000:0.0:1775764323.041375:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725915648 00000100:00100000:0.0:1775764323.041378:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725915648 00000100:00100000:0.0:1775764323.041404:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1775764323.041411:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725915264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764323.041446:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725915264:12345-0@lo:400:kworker.0 Request processed in 36us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764323.041452:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1775764323.041464:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1775764323.041470:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725915648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764323.041495:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725915136 00000100:00100000:1.0:1775764323.041500:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725915136 00000100:00100000:0.0:1775764323.041504:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725915648:12345-0@lo:400:kworker.0 Request processed in 33us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764323.041511:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1775764323.041535:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725915520 00000100:00100000:1.0:1775764323.041535:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1775764323.041541:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725915520 00000100:00100000:1.0:1775764323.041545:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725915136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764323.041570:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1775764323.041580:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725915520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764323.041585:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725915136:12345-0@lo:400:kworker.0 Request processed in 40us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764323.041592:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1775764323.050163:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725915264:0@lo:400:kworker.0 00000100:00100000:2.0:1775764323.053546:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725915392:0@lo:400:kworker.0 00000100:00080000:2.0:1775764323.053756:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764323.056173:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725915520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764323.056191:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725915136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764323.056201:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725915648:0@lo:400:kworker.0 00000100:00100000:0.0:1775764323.056357:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725915520:12345-0@lo:400:kworker.0 Request processed in 14464us (14716us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764323.056368:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1775764323.057886:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725915904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 17111us (17230us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764323.057901:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1775764323.057956:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725915904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764323.117871:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764323.117916:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764323.117960:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764323.117987:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764323.118033:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702647680 00000100:00100000:2.0:1775764323.118043:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702647680 00000100:00100000:1.0:1775764323.118128:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702647552 00000100:00100000:1.0:1775764323.118138:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702647552 00000100:00100000:1.0:1775764323.118182:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 720 00000100:00100000:3.0:1775764323.118222:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702647808 00000100:00100000:3.0:1775764323.118227:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702647808 00000100:00100000:2.0:1775764323.118242:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 762 00000100:00100000:2.0:1775764323.118253:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702647680:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764323.118262:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702647552:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764323.118335:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702647680:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 85us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764323.118343:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 762 00000100:00080000:0.0:1775764323.119291:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764323.119299:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764323.119332:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702647936 00000100:00100000:0.0:1775764323.119339:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702647936 00000100:00100000:0.0:1775764323.119385:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 324 00000100:00100000:0.0:1775764323.119393:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702647936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764323.119536:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702647552:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1275us (1673us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764323.119546:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 720 00000100:00080000:1.0:1775764323.119610:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764323.124339:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702647936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 4930us (6333us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764323.124358:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 324 00000100:00100000:1.0:1775764323.124559:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 325 00000100:00100000:1.0:1775764323.124576:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702647808:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764323.124899:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702647808:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 331us (6937us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764323.124906:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 325 00010000:00010000:1.0:1775764323.554848:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764323.753254:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764323.754694:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702648064 00000100:00100000:2.0:1775764323.754728:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702648064 00000100:00100000:2.0:1775764323.754967:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 112 00000100:00100000:2.0:1775764323.754987:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25849:x1862022702648064:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764323.755135:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25849:x1862022702648064:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 157us (1892us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764323.755143:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 112 00000100:00100000:0.0:1775764323.776064:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764323.776780:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702648192 00000100:00100000:2.0:1775764323.776796:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702648192 00000100:00100000:2.0:1775764323.777082:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 43 00000100:00100000:2.0:1775764323.777097:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25849:x1862022702648192:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764323.781042:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25849:x1862022702648192:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 3939us (4985us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764323.781056:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 43 00000100:00100000:2.0:1775764323.788517:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764323.790997:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702648320 00000100:00100000:2.0:1775764323.791012:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702648320 00000100:00100000:2.0:1775764323.791095:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 44 00000100:00100000:2.0:1775764323.791105:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25849:x1862022702648320:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764323.794312:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25849:x1862022702648320:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 3194us (5796us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764323.797164:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 44 00000100:00100000:0.0:1775764323.800026:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764323.800471:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702648448 00000100:00100000:1.0:1775764323.800487:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702648448 00000100:00100000:1.0:1775764323.800566:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 113 00000100:00100000:1.0:1775764323.800579:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25849:x1862022702648448:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764323.801213:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25849:x1862022702648448:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 636us (1202us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764323.801223:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 113 00000100:00100000:0.0:1775764323.817584:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764323.817668:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702648576 00000100:00100000:1.0:1775764323.817680:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702648576 00000100:00100000:1.0:1775764323.817797:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 114 00000100:00100000:1.0:1775764323.817969:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25849:x1862022702648576:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764323.818080:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25849:x1862022702648576:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 115us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764323.821161:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 114 00000100:00100000:2.0:1775764323.831815:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764323.832249:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702648704 00000100:00100000:0.0:1775764323.832260:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702648704 00000100:00100000:0.0:1775764323.832347:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 45 00000100:00100000:0.0:1775764323.832368:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25849:x1862022702648704:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764323.841641:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25849:x1862022702648704:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 7648us (8215us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764323.841658:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 45 00000100:00100000:0.0:1775764323.850962:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764323.851856:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702648832 00000100:00100000:1.0:1775764323.851883:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702648832 00000100:00100000:1.0:1775764323.851971:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 46 00000100:00100000:1.0:1775764323.851982:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25849:x1862022702648832:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764323.852432:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:25849:x1862022702648832:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 451us (1487us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764323.852442:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 46 00000100:00100000:0.0:1775764323.859635:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764323.860165:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702648960 00000100:00100000:2.0:1775764323.860180:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702648960 00000100:00100000:2.0:1775764323.860249:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 115 00000100:00100000:2.0:1775764323.860261:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25849:x1862022702648960:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764323.864066:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25849:x1862022702648960:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 3795us (4436us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764323.864082:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 115 00010000:00010000:1.0:1775764324.580862:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764325.088522:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725916032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764325.088590:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764325.090254:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725916032 00000100:00100000:2.0:1775764325.090266:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725916032 00000100:00100000:2.0:1775764325.090331:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1775764325.090343:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725916032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764325.090396:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764325.090477:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725916032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (1885us total) trans 0 rc 0/0 00000100:00080000:1.0:1775764325.090838:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764325.091180:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1775764325.091266:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725916032:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764325.607972:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764326.623959:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764327.248657:0:41930:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb2257aa0 20000000:00000080:0.0:1775764327.248678:0:41930:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0537ac00 uarg=0000000000000000 10000000:01000000:1.0:1775764327.253586:0:41930:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764327.253615:0:41930:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764327.253638:0:41930:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420bfd6 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764327.253647:0:41930:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764327.253708:0:41930:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420bfd6 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764327.253727:0:41930:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420bfd6 expref: 17 pid: 5763 timeout: 1252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764327.254899:0:41930:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41930:1862022725916160:0@lo:104: 00000100:00100000:1.0:1775764327.254972:0:41930:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764327.255090:0:41930:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0536e300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764327.258099:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725916160 00000100:00100000:0.0:1775764327.258125:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725916160 00000100:00100000:2.0:1775764327.258364:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1775764327.258375:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:41930:x1862022725916160:12345-0@lo:104: 00010000:00010000:2.0:1775764327.258396:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764327.262011:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764327.262030:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:41930:x1862022725916160:12345-0@lo:104: Request processed in 3651us (7052us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764327.262043:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1775764327.266191:0:41930:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41930:1862022725916160:0@lo:104: 00010000:00010000:1.0:1775764327.266221:0:41930:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266326:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764327.266335:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266343:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764327.266348:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266379:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764327.266387:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764327.266393:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764327.266442:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266448:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764327.266469:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266476:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420bfd6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420bfdd expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266493:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764327.266495:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764327.266496:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764327.266520:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725916288:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764327.266579:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764327.266639:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725916288 00000100:00100000:3.0:1775764327.266645:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725916288 00010000:00010000:3.0:1775764327.266875:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bfd6 expref: 18 pid: 5763 timeout: 1252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764327.266912:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1775764327.266921:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725916288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764327.266941:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764327.266947:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420bfd6 expref: 18 pid: 5763 timeout: 1252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266958:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420bfd6 expref: 18 pid: 5763 timeout: 1252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266972:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420bfdd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420bfd6 expref: 18 pid: 5763 timeout: 1252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266984:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.266991:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.267005:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.267012:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.267018:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.267024:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.267028:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764327.267032:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.267048:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.267067:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764327.267076:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764327.267111:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725916288:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764327.267118:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1775764327.267148:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725916288:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764327.267242:0:41930:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764327.267251:0:41930:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764327.267257:0:41930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c04d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764327.649527:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764328.169054:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725916672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764328.169135:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764328.169205:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764328.169212:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725916800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764328.169250:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764328.169287:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725916672 00000100:00100000:0.0:1775764328.169295:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725916672 00000100:00100000:0.0:1775764328.169555:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1775764328.169571:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725916672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764328.169629:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725916672:12345-0@lo:400:kworker.0 Request processed in 63us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764328.169636:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1775764328.169671:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725916800 00000100:00100000:0.0:1775764328.169685:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725916800 00000100:00100000:0.0:1775764328.169727:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1775764328.169770:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725916800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764328.169802:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725916800:12345-0@lo:400:kworker.0 Request processed in 34us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764328.169807:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00080000:0.0:1775764328.169824:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764328.169828:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764328.169862:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725916800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764328.169873:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725916672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764328.170388:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725916416:0@lo:400:kworker.0 00000100:00100000:3.0:1775764328.170425:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764328.170446:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725916928:0@lo:400:kworker.0 00000100:00100000:3.0:1775764328.170468:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764328.170489:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764328.170495:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725916544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764328.170519:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764328.170544:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725916928 00000100:00100000:3.0:1775764328.170550:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725916928 00000100:00100000:3.0:1775764328.170585:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1775764328.170592:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725916928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764328.170628:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725916928:12345-0@lo:400:kworker.0 Request processed in 37us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764328.170633:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1775764328.170687:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725916928:0@lo:400:kworker.0 00000100:00100000:2.0:1775764328.172172:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725917056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764328.172229:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764328.172496:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725917056 00000100:00100000:2.0:1775764328.172503:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725917056 00000100:00100000:2.0:1775764328.172542:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1775764328.172551:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725917056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764328.172584:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764328.172628:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725917056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764328.172635:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1775764328.172913:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725917056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764328.173929:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725916416 00000100:00100000:0.0:1775764328.173939:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725916416 00000100:00100000:0.0:1775764328.173989:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725916544 00000100:00100000:0.0:1775764328.173992:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725916544 00000100:00100000:0.0:1775764328.174021:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1775764328.174029:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725916416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764328.174131:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725916416:12345-0@lo:400:kworker.0 Request processed in 103us (3704us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764328.174138:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1775764328.174153:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1775764328.174159:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725916544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764328.174186:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725916544:12345-0@lo:400:kworker.0 Request processed in 28us (3667us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764328.174192:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:0.0:1775764328.174211:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764328.174214:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764328.174460:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725916544:0@lo:400:kworker.0 00000100:00100000:0.0:1775764328.174475:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725916416:0@lo:400:kworker.0 00000100:00100000:0.0:1775764328.248698:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764328.248832:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764328.251757:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764328.251798:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764328.251831:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702649472 00000100:00100000:0.0:1775764328.251840:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702649472 00000100:00100000:0.0:1775764328.251903:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702649344 00000100:00100000:0.0:1775764328.251906:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702649344 00000100:00100000:0.0:1775764328.251933:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 328 00000100:00100000:0.0:1775764328.251947:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d811050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702649472:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764328.252053:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d811050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702649472:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764328.252061:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 328 00000100:00100000:0.0:1775764328.252224:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 329 00000100:00100000:0.0:1775764328.252246:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702649344:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764328.252273:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702649344:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764328.252280:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 329 00000100:00080000:0.0:1775764328.252297:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764328.252302:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764328.253045:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702649216 00000100:00100000:1.0:1775764328.253057:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702649216 00000100:00100000:1.0:1775764328.253141:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 766 00000100:00100000:1.0:1775764328.253150:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702649216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764328.253205:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702649216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 57us (4373us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764328.253212:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 766 00000100:00080000:0.0:1775764328.253595:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764328.254241:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702649088 00000100:00100000:2.0:1775764328.254251:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702649088 00000100:00100000:2.0:1775764328.254299:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 721 00000100:00100000:2.0:1775764328.254307:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702649088:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764328.254370:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702649088:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 64us (5695us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764328.254377:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 721 00010000:00010000:0.0:1775764328.690925:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764329.249825:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764329.249834:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764329.249840:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764329.249894:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764329.249921:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764329.249935:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764329.249966:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725917184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764329.250158:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764329.250380:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbefb40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764329.250461:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725917184 00000100:00100000:2.0:1775764329.250470:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725917184 00000100:00100000:2.0:1775764329.250541:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1775764329.250552:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725917184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764329.250565:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764329.250580:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c054 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764329.250602:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c054 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764329.250613:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c054 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764329.250622:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775764329.250681:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725917184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764329.250688:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1775764329.251013:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725917184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764329.251029:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764329.251039:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764329.251059:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764329.251064:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764329.251070:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764329.702557:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764330.219270:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764330.219292:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725917312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764330.219358:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764330.219545:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725917312 00000100:00100000:0.0:1775764330.219554:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725917312 00000100:00100000:0.0:1775764330.219614:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1775764330.219623:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725917312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764330.220786:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764330.220854:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725917312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1231us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764330.220863:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00080000:0.0:1775764330.220894:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764330.220938:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725917312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764330.499091:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764330.499237:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702649600 00000100:00100000:1.0:1775764330.499253:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702649600 00000100:00100000:1.0:1775764330.499372:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 116 00000100:00100000:1.0:1775764330.499390:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25918:x1862022702649600:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:1.0:1775764330.499439:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764330.499465:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c062 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb3d expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764330.499564:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c069 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764330.499586:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764330.499610:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764330.499918:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:1.0:1775764330.499923:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764330.500059:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764330.500085:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c062 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb3d expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764330.500102:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c069 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb3d expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764330.500112:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:1.0:1775764330.500115:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764330.500118:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775764330.500180:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25918:x1862022702649600:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 798us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764330.500188:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 116 00000100:00080000:2.0:1775764330.501690:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764330.512886:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764330.513122:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702649856 00000100:00100000:3.0:1775764330.513137:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702649856 00000100:00100000:3.0:1775764330.513235:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 117 00000100:00100000:3.0:1775764330.513250:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25918:x1862022702649856:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:3.0:1775764330.513330:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764330.513376:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c069 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb3d expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764330.513412:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420bff9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb28 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764330.513434:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:3.0:1775764330.513445:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764330.513472:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764330.513485:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764330.513496:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764330.663467:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1307e59 reply state 00000000b79d8f71 transno 4294967351 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764330.663487:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764330.663848:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000100:00100000:2.0:1775764330.664027:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:25918:x1862022702649856:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 150774us (151153us total) trans 4294967351 rc 0/0 00000100:00100000:2.0:1775764330.664045:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 117 00000001:00080000:0.0:1775764330.668199:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967351 is committed 00010000:00010000:0.0:1775764330.668261:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764330.668277:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764330.668309:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764330.668315:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764330.668320:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764330.668329:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764330.668349:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:0.0:1775764330.668352:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764330.668358:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764330.668364:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c070 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764330.720482:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764331.749095:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764331.956254:0:42078:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed33605d0 20000000:00000080:2.0:1775764331.956277:0:42078:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719bc00 uarg=0000000000000000 10000000:01000000:2.0:1775764331.963877:0:42078:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764331.963909:0:42078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764331.963929:0:42078:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c054 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764331.963939:0:42078:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764331.963984:0:42078:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c054 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764331.964001:0:42078:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c054 expref: 17 pid: 5760 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764331.964020:0:42078:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42078:1862022725917440:0@lo:104: 00000100:00100000:2.0:1775764331.964090:0:42078:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764331.964181:0:42078:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e09000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764331.964533:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725917440 00000100:00100000:3.0:1775764331.964542:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725917440 00000100:00100000:3.0:1775764331.964665:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1775764331.964676:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42078:x1862022725917440:12345-0@lo:104: 00010000:00010000:3.0:1775764331.964690:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764331.965009:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764331.965016:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42078:x1862022725917440:12345-0@lo:104: Request processed in 342us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764331.965025:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00010000:00010000:1.0:1775764331.965072:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764331.965081:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965088:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764331.965092:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965101:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764331.965108:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764331.965114:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764331.965152:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965158:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764331.965182:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965189:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420c054 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c05b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965205:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764331.965207:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764331.965208:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764331.965223:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764331.965236:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725917568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764331.965268:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764331.965330:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725917568 00000100:00100000:1.0:1775764331.965336:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725917568 00010000:00010000:1.0:1775764331.965356:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c054 expref: 18 pid: 5760 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764331.965379:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1775764331.965385:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725917568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764331.965396:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764331.965401:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c054 expref: 18 pid: 5760 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965412:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c054 expref: 18 pid: 5760 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965429:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965436:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965450:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965457:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965463:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965468:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965484:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764331.965489:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965497:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965505:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764331.965514:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764331.965542:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725917568:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764331.965547:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1775764331.965581:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725917568:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764331.966217:0:42078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c05b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c054 expref: 17 pid: 5760 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764331.966233:0:42078:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42078:1862022725917440:0@lo:104: 00010000:00010000:2.0:1775764331.966252:0:42078:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764331.966262:0:42078:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764331.966268:0:42078:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764331.966293:0:42078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c077 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764332.775214:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764333.281921:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764333.281946:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725917696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764333.282010:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764333.282077:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725917696 00000100:00100000:2.0:1775764333.282087:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725917696 00000100:00100000:2.0:1775764333.282159:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1775764333.282170:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725917696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764333.282209:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764333.282256:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725917696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764333.282263:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00080000:2.0:1775764333.282282:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764333.282383:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725917696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764333.283140:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764333.283147:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725917952:0@lo:400:kworker.0 00000100:00100000:3.0:1775764333.283158:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725917824:0@lo:400:kworker.0 00000100:00100000:1.0:1775764333.283213:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764333.283217:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764333.285578:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764333.285599:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725918080:0@lo:400:kworker.0 00000100:00100000:2.0:1775764333.285692:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764333.285774:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725918336:0@lo:400:kworker.0 00000100:00100000:2.0:1775764333.285803:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764333.285824:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764333.285831:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725918208:0@lo:400:kworker.0 00000100:00100000:2.0:1775764333.285852:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764333.285886:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725918336 00000100:00100000:2.0:1775764333.285893:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725918336 00000100:00100000:2.0:1775764333.286497:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1775764333.286511:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725918336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764333.286581:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725918336:12345-0@lo:400:kworker.0 Request processed in 74us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764333.286591:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:2.0:1775764333.286622:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764333.286670:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725918336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764333.286800:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725917952 00000100:00100000:1.0:1775764333.286808:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725917952 00000100:00100000:1.0:1775764333.286849:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725918080 00000100:00100000:1.0:1775764333.286852:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725918080 00000100:00100000:1.0:1775764333.286872:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725918208 00000100:00100000:1.0:1775764333.286875:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725918208 00000100:00100000:1.0:1775764333.286890:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1775764333.286896:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725917952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764333.287014:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725917952:12345-0@lo:400:kworker.0 Request processed in 117us (3805us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764333.287030:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1775764333.287045:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1775764333.287051:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725918080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764333.287080:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725918080:12345-0@lo:400:kworker.0 Request processed in 29us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764333.287085:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1775764333.287096:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1775764333.287102:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725918208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764333.287133:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725918208:12345-0@lo:400:kworker.0 Request processed in 31us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764333.287139:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:2.0:1775764333.287298:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764333.287322:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725918080:0@lo:400:kworker.0 00000100:00100000:2.0:1775764333.287334:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725917952:0@lo:400:kworker.0 00000100:00100000:2.0:1775764333.287359:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725918208:0@lo:400:kworker.0 00000100:00100000:2.0:1775764333.288067:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725917824 00000100:00100000:2.0:1775764333.288080:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725917824 00000100:00100000:2.0:1775764333.288135:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1775764333.288145:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725917824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764333.288207:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725917824:12345-0@lo:400:kworker.0 Request processed in 64us (4996us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764333.288214:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1775764333.290949:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725917824:0@lo:400:kworker.0 00000100:00100000:0.0:1775764333.370023:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764333.370056:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764333.370097:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764333.370129:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764333.370160:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702649984 00000100:00100000:0.0:1775764333.370171:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702649984 00000100:00100000:0.0:1775764333.370224:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 724 00000100:00100000:0.0:1775764333.370234:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702649984:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764333.370330:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702649984:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764333.370339:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 724 00000100:00100000:0.0:1775764333.370373:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702650368 00000100:00100000:0.0:1775764333.370377:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702650368 00000100:00100000:0.0:1775764333.370429:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702650240 00000100:00100000:0.0:1775764333.370432:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702650240 00000100:00100000:1.0:1775764333.370597:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702650112 00000100:00100000:1.0:1775764333.370602:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702650112 00000100:00100000:1.0:1775764333.370650:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 770 00000100:00100000:1.0:1775764333.370657:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702650112:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764333.370693:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702650112:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764333.370698:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 770 00000100:00100000:2.0:1775764333.378697:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 331 00000100:00100000:2.0:1775764333.378716:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702650368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764333.378807:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702650368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 99us (8748us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764333.378815:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 331 00000100:00100000:2.0:1775764333.378837:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 332 00000100:00100000:2.0:1775764333.378851:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702650240:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764333.378876:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702650240:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (8747us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764333.378882:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 332 00000100:00080000:1.0:1775764333.379030:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764333.379036:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764333.379038:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:2.0:1775764333.600698:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764333.600711:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764333.600719:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764333.600817:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764333.600831:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764333.600843:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764333.600875:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725918464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764333.600971:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764333.601129:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2aac90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764333.601380:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725918464 00000100:00100000:3.0:1775764333.601395:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725918464 00000100:00100000:3.0:1775764333.601555:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1775764333.601567:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725918464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764333.601588:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764333.601608:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c07e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764333.601650:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c07e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764333.601663:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c07e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764333.601675:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031a00, rc 0) 00000100:00100000:3.0:1775764333.601769:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725918464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 204us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764333.601776:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1775764333.602138:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725918464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764333.602157:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764333.602169:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764333.602394:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764333.602547:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764333.602565:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764333.792698:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764334.545880:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764334.546613:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702650496 00000100:00100000:2.0:1775764334.546635:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702650496 00000100:00100000:2.0:1775764334.546703:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 25 00000100:00100000:2.0:1775764334.546717:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25979:x1862022702650496:12345-192.168.202.7@tcp:49:touch.60003 00000100:00100000:3.0:1775764334.547061:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25979:x1862022702650496:12345-192.168.202.7@tcp:49:touch.60003 Request processed in 345us (1197us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764334.547072:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 25 00000100:00100000:1.0:1775764334.553358:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764334.553436:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702650624 00000100:00100000:2.0:1775764334.553446:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702650624 00000100:00100000:2.0:1775764334.553528:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 118 00000100:00100000:2.0:1775764334.553540:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:25979:x1862022702650624:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:2.0:1775764334.553569:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764334.553595:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c08c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb44 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.553684:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.553702:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.553719:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.553763:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.553771:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.553786:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554296:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c0a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554306:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554315:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764334.554397:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:2.0:1775764334.554401:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764334.554496:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554509:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554515:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554521:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554526:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764334.554530:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554536:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554553:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:2.0:1775764334.554556:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764334.554561:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554567:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c093 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554580:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554586:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554590:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554595:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764334.554597:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554603:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554610:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e094a3800) 00010000:00010000:2.0:1775764334.554612:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764334.554623:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554629:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c09a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554673:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c08c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb44 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554687:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c0a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb44 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.554695:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:2.0:1775764334.554697:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764334.554699:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80e00, rc 0) 00000100:00100000:2.0:1775764334.554790:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25979:x1862022702650624:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 1253us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764334.554799:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 118 00000100:00100000:0.0:1775764334.559233:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764334.559331:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702650880 00000100:00100000:3.0:1775764334.559343:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702650880 00000100:00100000:3.0:1775764334.559424:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 119 00000100:00100000:3.0:1775764334.559435:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:25979:x1862022702650880:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:3.0:1775764334.559465:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764334.559500:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c0a8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb4b expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.560140:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.560157:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.560344:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.560386:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.560395:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.560402:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764334.561775:0:5768:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5:0x0], index 0: 0 00010000:00010000:3.0:1775764334.562101:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562117:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562128:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562167:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562176:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562184:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562192:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764334.562197:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562207:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562221:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:3.0:1775764334.562225:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764334.562230:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562237:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c0af lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764334.562265:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000089972edc reply state 000000007b718d90 transno 4294967352 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764334.562274:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764334.562311:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c0a8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb4b expref: 10 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562330:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb4b expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.562339:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b1d0297b300) 00010000:00010000:3.0:1775764334.562341:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764334.562344:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031600, rc 0) 00000100:00100000:3.0:1775764334.562456:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25979:x1862022702650880:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 3021us (3234us total) trans 4294967352 rc 0/0 00000100:00100000:3.0:1775764334.562467:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 119 00010000:00010000:2.0:1775764334.567988:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764334.568006:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1775764334.568014:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.568025:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.568031:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764334.568038:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.568049:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.568174:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1d0297b600) 00010000:00010000:2.0:1775764334.568193:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764334.568201:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.568208:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c0b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764334.568771:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702651136 00000100:00100000:3.0:1775764334.568788:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702651136 00000100:00100000:3.0:1775764334.568865:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 120 00000100:00100000:3.0:1775764334.568876:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:25979:x1862022702651136:12345-192.168.202.7@tcp:36:touch.60003 00010000:00010000:3.0:1775764334.568949:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764334.568971:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb4b expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.568986:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b1d0297b300) 00010000:00010000:3.0:1775764334.568993:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764334.569056:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.569074:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.569084:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764334.569247:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee30eab6 reply state 000000002543164a transno 4294967353 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764334.569256:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764334.573048:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25979:x1862022702651136:12345-192.168.202.7@tcp:36:touch.60003 Request processed in 4163us (5042us total) trans 4294967353 rc 0/0 00000100:00100000:3.0:1775764334.573060:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 120 00000100:00100000:3.0:1775764334.576110:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1775764334.577849:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.577871:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.577879:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.577885:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764334.577892:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.577914:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.577940:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:0.0:1775764334.577943:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764334.577949:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.577970:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c0cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764334.578144:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702651264 00000100:00100000:1.0:1775764334.578160:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702651264 00000100:00100000:1.0:1775764334.578262:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 121 00000100:00100000:1.0:1775764334.578275:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:25979:x1862022702651264:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:1.0:1775764334.578326:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764334.578355:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c0d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb52 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764334.578420:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c0d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb52 expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764334.578435:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c0d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb52 expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764334.578455:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b1e03a56d00) 00010000:00010000:1.0:1775764334.578458:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764334.578461:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb000, rc 0) 00000100:00100000:1.0:1775764334.578535:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25979:x1862022702651264:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 264us (2435us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764334.578544:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 121 00000100:00100000:0.0:1775764334.586867:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764334.587647:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702651392 00000100:00100000:3.0:1775764334.587662:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702651392 00000100:00100000:3.0:1775764334.587752:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 47 00000100:00100000:3.0:1775764334.587764:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702651392:12345-192.168.202.7@tcp:2:touch.60003 00000100:00100000:3.0:1775764334.588172:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702651392:12345-192.168.202.7@tcp:2:touch.60003 Request processed in 408us (1313us total) trans 4294967305 rc 0/0 00000100:00100000:3.0:1775764334.588180:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 47 00000100:00100000:0.0:1775764334.596122:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764334.596237:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702651648 00000100:00100000:1.0:1775764334.596250:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702651648 00000100:00100000:1.0:1775764334.596401:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 26 00000100:00100000:1.0:1775764334.596412:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:25979:x1862022702651648:12345-192.168.202.7@tcp:35:touch.60003 00000100:00100000:1.0:1775764334.596839:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:25979:x1862022702651648:12345-192.168.202.7@tcp:35:touch.60003 Request processed in 427us (727us total) trans 4294967354 rc 0/0 00000100:00100000:1.0:1775764334.596850:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 26 00000100:00100000:0.0:1775764334.692942:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764334.693000:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702651776 00000100:00100000:0.0:1775764334.693014:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702651776 00000100:00100000:0.0:1775764334.693090:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 122 00000100:00100000:0.0:1775764334.693101:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:25983:x1862022702651776:12345-192.168.202.7@tcp:101:rm.60003 00010000:00010000:0.0:1775764334.693129:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764334.693152:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c0d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb59 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.693400:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.693418:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.693432:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.693450:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.693457:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.693464:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.693596:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c0ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.693605:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c0ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.693623:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c0ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764334.696507:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00000004:00200000:0.0:1775764334.696518:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764334.696584:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c0ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.696610:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c0ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.696634:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.696644:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698869:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698891:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764334.698898:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698909:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698941:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:0.0:1775764334.698944:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764334.698950:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698957:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c0e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698971:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698978:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698984:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698990:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764334.698993:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.698998:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.699004:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1e1676e500) 00010000:00010000:0.0:1775764334.699006:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764334.699009:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.699014:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c0e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.699081:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c0d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb59 expref: 13 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.699095:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c0ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb59 expref: 12 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764334.699119:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b1e03a56d00) 00010000:00010000:0.0:1775764334.699122:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764334.699125:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775764334.702432:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:25983:x1862022702651776:12345-192.168.202.7@tcp:101:rm.60003 Request processed in 9314us (9490us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764334.702448:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 122 00000100:00100000:1.0:1775764334.718025:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764334.718070:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702651904 00000100:00100000:1.0:1775764334.718080:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702651904 00000100:00100000:1.0:1775764334.718130:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 48 00000100:00100000:1.0:1775764334.719029:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702651904:12345-192.168.202.7@tcp:101:rm.60003 00010000:00010000:1.0:1775764334.719054:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764334.719078:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb60 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764334.719106:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 0, mtime: 0x69d8036e, atime: 0x69d8036e, ctime: 0x69d8036e, blocks: 0x1 00010000:00010000:1.0:1775764334.719125:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764334.719127:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764334.719137:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb60 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764334.720770:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb60 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764334.720796:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cac00, rc 0) 00000100:00100000:1.0:1775764334.720896:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702651904:12345-192.168.202.7@tcp:101:rm.60003 Request processed in 2741us (2880us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764334.720907:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 48 00000100:00100000:3.0:1775764334.732173:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764334.732218:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702652160 00000100:00100000:3.0:1775764334.732229:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702652160 00000100:00100000:3.0:1775764334.732288:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 123 00000100:00100000:3.0:1775764334.732298:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:25983:x1862022702652160:12345-192.168.202.7@tcp:36:rm.60003 00010000:00010000:3.0:1775764334.732377:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764334.732410:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c0ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb59 expref: 12 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732434:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c0d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb52 expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732446:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b1e03a56d00) 00010000:00010000:3.0:1775764334.732460:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764334.732490:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732504:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732514:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732527:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732533:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732538:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732708:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732717:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.732758:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764334.733431:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 64 off8512 00000004:00080000:3.0:1775764334.733443:0:5770:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1159564710668ns, next at 1160564708020ns, rc = 0 00010000:00010000:3.0:1775764334.733507:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733519:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733526:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733533:0:5770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733539:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733545:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733569:0:5770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764334.733592:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733598:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733604:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733635:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764334.733640:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733648:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733659:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b1d0297b900) 00010000:00010000:3.0:1775764334.733662:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764334.733665:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733671:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c10a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733693:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733699:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733705:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733710:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764334.733712:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733717:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733766:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:3.0:1775764334.733769:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764334.733772:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733778:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c0fc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764334.733787:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007461c82d reply state 00000000df08a290 transno 4294967355 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764334.733796:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764334.733909:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:25983:x1862022702652160:12345-192.168.202.7@tcp:36:rm.60003 Request processed in 1609us (1756us total) trans 4294967355 rc 0/0 00000100:00100000:3.0:1775764334.733919:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 123 00010000:00010000:3.0:1775764334.733968:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764334.733975:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733981:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764334.733985:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.733992:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.734001:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b1d0297b900) 00010000:00010000:3.0:1775764334.734003:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764334.734006:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.734022:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c111 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.734036:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764334.734038:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764334.734040:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764334.737367:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.737385:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.737393:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.737400:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00030200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764334.737406:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.737414:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.737436:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1d0297b300) 00010000:00010000:3.0:1775764334.737439:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764334.737444:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764334.737451:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c103 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764334.815849:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764335.327935:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764335.327960:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725918592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764335.328030:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764335.328106:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725918592 00000100:00100000:0.0:1775764335.328113:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725918592 00000100:00100000:0.0:1775764335.328173:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1775764335.328182:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725918592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764335.328219:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764335.328264:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725918592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764335.328271:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1775764335.328318:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725918592:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764335.329857:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764335.848634:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764335.988176:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967354 is committed 00000001:00080000:1.0:1775764335.988194:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967355 is committed 00000004:00080000:1.0:1775764335.988198:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000100:00100000:1.0:1775764335.988349:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725918720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764335.988426:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764335.988497:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725918720 00000100:00100000:1.0:1775764335.988505:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725918720 00000100:00100000:1.0:1775764335.988560:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1775764335.988570:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725918720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764335.988641:0:6550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5 count 1 00010000:00010000:1.0:1775764335.988669:0:6550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764335.988692:0:6550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb60 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764335.988700:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764335.988703:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764335.988706:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764335.988764:0:6550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb60 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764335.988779:0:6550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb60 expref: 6 pid: 6552 timeout: 1260 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764335.988792:0:6550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6550:1862022725918848:192.168.202.7@tcp:104: 00000100:00100000:1.0:1775764335.988850:0:6550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3840 going to sleep for 11 seconds 00000100:00080000:1.0:1775764335.988862:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764335.997972:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764335.999105:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702652288 00000100:00100000:2.0:1775764335.999118:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702652288 00010000:00010000:2.0:1775764335.999174:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb60 expref: 7 pid: 6552 timeout: 1260 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764335.999214:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 222 00000100:00100000:2.0:1775764335.999224:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702652288:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764335.999241:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764335.999248:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb60 expref: 7 pid: 6552 timeout: 1260 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764335.999262:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb60 expref: 7 pid: 6552 timeout: 1260 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764335.999293:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764335.999296:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764335.999301:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764335.999311:0:5753:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764335.999344:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764335.999414:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702652288:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 192us (1455us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764335.999422:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 222 00000100:00080000:2.0:1775764335.999449:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764336.005955:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000283a5db2/0x429a70d18420c0f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb60 expref: 6 pid: 6552 timeout: 1260 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764336.005985:0:6550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6550:1862022725918848:192.168.202.7@tcp:104: 00010000:00010000:0.0:1775764336.006021:0:6550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.010569:0:6550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.012554:0:6550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.012909:0:6550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.012919:0:6550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.012953:0:6550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764336.012973:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764336.012980:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.012988:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764336.012993:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.013003:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.013030:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.013038:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009860fac9/0x429a70d18420c118 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764336.013059:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764336.013068:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764336.013071:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764336.022778:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725918720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34202us (34345us total) trans 4294967306 rc 0/0 00000100:00100000:1.0:1775764336.022790:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000004:00080000:0.0:1775764336.022794:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d02643480/2, rc 0, transno 4294967306 00000100:00100000:0.0:1775764336.022800:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725918720:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1775764336.863854:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764336.945392:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967306 is committed 00000001:00080000:0.0:1775764336.945417:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967305 is committed 00000020:00000080:0.0:1775764337.347223:0:42276:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8b611220 20000000:00000080:0.0:1775764337.347245:0:42276:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719d000 uarg=0000000000000000 10000000:01000000:0.0:1775764337.348323:0:42276:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764337.348353:0:42276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764337.348375:0:42276:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c07e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764337.348385:0:42276:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764337.348437:0:42276:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c07e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764337.348455:0:42276:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c07e expref: 17 pid: 5760 timeout: 1262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764337.348489:0:42276:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42276:1862022725918976:0@lo:104: 00000100:00100000:0.0:1775764337.348974:0:42276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764337.349077:0:42276:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764337.349183:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725918976 00000100:00100000:3.0:1775764337.349195:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725918976 00000100:00100000:3.0:1775764337.349293:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1775764337.349305:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42276:x1862022725918976:12345-0@lo:104: 00010000:00010000:3.0:1775764337.349334:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764337.349476:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764337.349484:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42276:x1862022725918976:12345-0@lo:104: Request processed in 182us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764337.349492:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00010000:00010000:2.0:1775764337.349536:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764337.349544:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349552:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764337.349557:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349580:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764337.349597:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764337.349604:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764337.349639:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349645:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764337.349666:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349674:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81e00/0x429a70d18420c07e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c085 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349709:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764337.349711:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764337.349712:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764337.349758:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725919104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764337.349800:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764337.349843:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725919104 00000100:00100000:2.0:1775764337.349847:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725919104 00010000:00010000:2.0:1775764337.349868:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c07e expref: 18 pid: 5760 timeout: 1262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764337.349891:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1775764337.349897:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725919104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764337.349907:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764337.349913:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c07e expref: 18 pid: 5760 timeout: 1262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349925:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c07e expref: 18 pid: 5760 timeout: 1262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349942:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349951:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349967:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349974:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349987:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349992:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.349998:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764337.350002:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.350010:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.350018:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764337.350028:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764337.350056:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725919104:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764337.350063:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1775764337.350104:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725919104:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764337.350407:0:42276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c085 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c07e expref: 17 pid: 5760 timeout: 1262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764337.350419:0:42276:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dce680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42276:1862022725918976:0@lo:104: 00010000:00010000:1.0:1775764337.350434:0:42276:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764337.350443:0:42276:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764337.350448:0:42276:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764337.350454:0:42276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062200/0x429a70d18420c11f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764337.888567:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764338.401287:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725919232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.401409:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764338.401470:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725919744:0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.401500:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764338.401531:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764338.401536:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725919616:0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.401566:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764338.401624:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725919360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.401651:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764338.401670:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725919872:0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.401691:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764338.401709:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764338.401715:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725919488:0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.401765:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764338.401806:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725919232 00000100:00100000:1.0:1775764338.401816:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725919232 00000100:00100000:1.0:1775764338.402103:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1775764338.402115:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725919232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.403380:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725919232:12345-0@lo:400:kworker.0 Request processed in 1260us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764338.403393:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1775764338.403459:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725919744 00000100:00100000:1.0:1775764338.403468:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725919744 00000100:00100000:1.0:1775764338.403534:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1775764338.403542:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725919744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.403577:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725919744:12345-0@lo:400:kworker.0 Request processed in 36us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764338.403597:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1775764338.403609:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725919360 00000100:00100000:1.0:1775764338.403612:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725919360 00000100:00100000:1.0:1775764338.403643:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725919488 00000100:00100000:1.0:1775764338.403646:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725919488 00000100:00100000:1.0:1775764338.403659:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1775764338.403665:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725919360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.403711:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725919360:12345-0@lo:400:kworker.0 Request processed in 46us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764338.403719:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1775764338.403758:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1775764338.403765:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725919488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.403793:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725919488:12345-0@lo:400:kworker.0 Request processed in 29us (2028us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764338.403798:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1775764338.403818:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725919616 00000100:00100000:1.0:1775764338.403823:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725919616 00000100:00100000:1.0:1775764338.403852:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725919872 00000100:00100000:1.0:1775764338.403855:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725919872 00000100:00100000:1.0:1775764338.407378:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1775764338.407400:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725919616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.407538:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725919616:12345-0@lo:400:kworker.0 Request processed in 146us (5970us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764338.407546:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1775764338.407565:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1775764338.407572:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725919872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.407617:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725919872:12345-0@lo:400:kworker.0 Request processed in 45us (5924us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764338.407622:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1775764338.407717:0:3314:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967306 gen 2 00000004:00080000:1.0:1775764338.407725:0:3314:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d02643480, transno 4294967306 00000100:00100000:1.0:1775764338.407762:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725919616:0@lo:400:kworker.0 00000100:00100000:0.0:1775764338.407763:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725919488:0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.407776:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725919232:0@lo:400:kworker.0 00000100:00100000:0.0:1775764338.407779:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725919360:0@lo:400:kworker.0 00000100:00100000:0.0:1775764338.407791:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725919872:0@lo:400:kworker.0 00000100:00100000:1.0:1775764338.407800:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725919744:0@lo:400:kworker.0 00000100:00100000:0.0:1775764338.407818:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764338.407830:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725920000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764338.407868:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775764338.407912:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764338.407917:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764338.407920:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764338.407934:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725920000 00000100:00100000:0.0:1775764338.407941:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725920000 00000100:00100000:0.0:1775764338.407973:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1775764338.407980:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725920000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764338.408011:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764338.408049:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725920000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764338.408056:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1775764338.408092:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725920000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764338.486964:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764338.487007:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764338.487039:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764338.487077:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764338.487123:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702652544 00000100:00100000:0.0:1775764338.487133:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702652544 00000100:00100000:0.0:1775764338.487215:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 774 00000100:00100000:0.0:1775764338.487224:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702652544:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764338.487315:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702652544:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764338.487323:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 774 00000100:00100000:0.0:1775764338.487348:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702652672 00000100:00100000:0.0:1775764338.487352:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702652672 00000100:00100000:0.0:1775764338.487376:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702652800 00000100:00100000:0.0:1775764338.487378:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702652800 00000100:00100000:0.0:1775764338.487406:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 335 00000100:00100000:0.0:1775764338.487412:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702652672:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764338.487427:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 336 00000100:00100000:3.0:1775764338.487437:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702652800:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764338.487440:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702652672:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764338.487446:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 335 00000100:00080000:0.0:1775764338.487460:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764338.487461:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702652800:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (384us total) trans 0 rc 0/0 00000100:00080000:0.0:1775764338.487463:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764338.487467:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764338.487467:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 336 00000100:00100000:2.0:1775764338.488274:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702652416 00000100:00100000:2.0:1775764338.488281:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702652416 00000100:00100000:2.0:1775764338.488323:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 727 00000100:00100000:2.0:1775764338.488331:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702652416:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764338.488374:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702652416:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (1421us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764338.488389:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 727 10000000:01000000:3.0:1775764338.531026:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764338.531034:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764338.531039:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764338.531092:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764338.531104:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764338.531115:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764338.531144:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725920128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764338.531221:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764338.531270:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0133ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764338.533382:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725920128 00000100:00100000:0.0:1775764338.533397:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725920128 00000100:00100000:0.0:1775764338.533452:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1775764338.533461:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725920128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764338.533481:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764338.533500:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c126 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764338.533540:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c126 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764338.533552:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c126 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764338.533562:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764338.533657:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725920128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 196us (2435us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764338.533664:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1775764338.533802:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725920128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764338.533821:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764338.533830:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764338.533852:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764338.533857:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764338.533865:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764338.914134:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764339.893351:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764339.893449:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702652928 00000100:00100000:1.0:1775764339.893466:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702652928 00000100:00100000:1.0:1775764339.893563:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 124 00000100:00100000:1.0:1775764339.893584:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26053:x1862022702652928:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:1.0:1775764339.893608:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764339.893633:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c134 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb67 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.893693:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c13b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.893707:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c13b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.893720:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c13b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764339.893985:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:1.0:1775764339.893990:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764339.894066:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c13b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.894096:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c134 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb67 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.894112:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c13b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb67 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.894133:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:1.0:1775764339.894136:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764339.894140:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cae00, rc 0) 00000100:00100000:1.0:1775764339.894205:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26053:x1862022702652928:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 624us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764339.894213:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 124 00000100:00100000:3.0:1775764339.898290:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764339.902721:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702653184 00000100:00100000:0.0:1775764339.902833:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702653184 00000100:00100000:0.0:1775764339.904113:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 125 00000100:00100000:0.0:1775764339.904139:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26053:x1862022702653184:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:0.0:1775764339.904194:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764339.904222:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c13b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb67 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.904242:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c0a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb44 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.904252:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:0.0:1775764339.904262:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764339.904289:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.904301:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.904310:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764339.937816:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1775764339.964369:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000671ab329 reply state 000000001f40fdd3 transno 4294967356 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764339.964386:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775764339.964702:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000001:00080000:1.0:1775764339.965090:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967356 is committed 00010000:00080000:0.0:1775764339.966631:0:5770:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1775764339.966663:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26053:x1862022702653184:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 62532us (68375us total) trans 4294967356 rc 0/0 00000100:00100000:0.0:1775764339.966674:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 125 00010000:00010000:0.0:1775764339.966725:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.966753:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.966761:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.966766:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764339.966771:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.966779:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.966795:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:0.0:1775764339.966798:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764339.966803:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.966808:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c142 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764340.455431:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725920256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764340.455507:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764340.455632:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725920256 00000100:00100000:3.0:1775764340.455640:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725920256 00000100:00100000:3.0:1775764340.455696:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1775764340.455705:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725920256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764340.455758:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00080000:0.0:1775764340.455850:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764340.462710:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725920256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6991us (7188us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764340.462744:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1775764340.466514:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725920256:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1775764340.824241:0:42424:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffaff1e2a0 20000000:00000080:0.0:1775764340.824264:0:42424:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37964000 uarg=0000000000000000 10000000:01000000:0.0:1775764340.824942:0:42424:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764340.824971:0:42424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764340.824996:0:42424:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c126 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764340.825018:0:42424:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764340.825068:0:42424:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c126 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764340.825093:0:42424:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c126 expref: 17 pid: 5763 timeout: 1265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764340.825114:0:42424:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42424:1862022725920384:0@lo:104: 00000100:00100000:0.0:1775764340.825200:0:42424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764340.826599:0:42424:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764340.827048:0:16808:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775764340.827071:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725920384 00000100:00100000:1.0:1775764340.827081:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725920384 00000100:00100000:1.0:1775764340.827375:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1775764340.827389:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37b59050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42424:x1862022725920384:12345-0@lo:104: 00010000:00010000:1.0:1775764340.827419:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764340.827756:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764340.827764:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37b59050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42424:x1862022725920384:12345-0@lo:104: Request processed in 378us (2564us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764340.827772:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00010000:00010000:3.0:1775764340.827872:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764340.827879:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.827887:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00030200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764340.827893:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.827902:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764340.827910:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764340.827916:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764340.827966:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.827992:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764340.828019:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828025:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c126 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c12d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828045:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764340.828047:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764340.828048:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764340.828073:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725920512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764340.828133:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764340.828193:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725920512 00000100:00100000:3.0:1775764340.828199:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725920512 00010000:00010000:3.0:1775764340.828238:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c126 expref: 18 pid: 5763 timeout: 1265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764340.828263:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1775764340.828270:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725920512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764340.828282:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764340.828287:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c126 expref: 18 pid: 5763 timeout: 1265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828300:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c126 expref: 18 pid: 5763 timeout: 1265 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828320:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828339:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828355:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828361:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828368:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828374:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828380:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764340.828386:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828394:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828404:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764340.828414:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764340.828444:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725920512:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764340.828452:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1775764340.828505:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725920512:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764340.829018:0:42424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420c12d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c126 expref: 17 pid: 5763 timeout: 1265 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764340.829030:0:42424:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42424:1862022725920384:0@lo:104: 00010000:00010000:2.0:1775764340.829046:0:42424:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764340.829057:0:42424:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764340.829064:0:42424:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764340.829071:0:42424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420c149 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764340.961093:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764341.983989:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764342.498504:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764342.498528:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764342.498532:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764342.498612:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764342.498628:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764342.498644:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764342.498684:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725920640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764342.498819:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764342.498887:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764342.511690:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725920640 00000100:00100000:3.0:1775764342.511854:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725920640 00000100:00100000:3.0:1775764342.511928:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1775764342.511939:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725920640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764342.511959:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764342.511985:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c150 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764342.512016:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c150 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764342.512028:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c150 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764342.512037:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00030200, rc 0) 00000100:00100000:3.0:1775764342.512140:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725920640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 203us (13321us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764342.512146:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1775764342.512322:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725920640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764342.512345:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764342.512375:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764342.512401:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764342.512407:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764342.512415:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764343.029421:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764343.522838:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725920768:0@lo:400:kworker.0 00000100:00100000:1.0:1775764343.522870:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725920896:0@lo:400:kworker.0 00000100:00100000:0.0:1775764343.523184:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725921024:0@lo:400:kworker.0 00000100:00100000:3.0:1775764343.536374:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764343.536484:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725921280:0@lo:400:kworker.0 00000100:00100000:3.0:1775764343.536556:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764343.536605:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725921152:0@lo:400:kworker.0 00000100:00100000:3.0:1775764343.536637:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764343.536677:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725920768 00000100:00100000:3.0:1775764343.536689:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725920768 00000100:00100000:3.0:1775764343.536756:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1775764343.537035:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725920768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764343.537103:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725920768:12345-0@lo:400:kworker.0 Request processed in 328us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764343.537111:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1775764343.537145:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725921280 00000100:00100000:3.0:1775764343.537149:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725921280 00000100:00100000:3.0:1775764343.537201:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1775764343.537208:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725921280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764343.537240:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725921280:12345-0@lo:400:kworker.0 Request processed in 33us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764343.537247:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1775764343.537266:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725921152 00000100:00100000:3.0:1775764343.537269:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725921152 00000100:00100000:3.0:1775764343.537800:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1775764343.537810:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725921152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764343.537853:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725921152:12345-0@lo:400:kworker.0 Request processed in 46us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764343.538021:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:3.0:1775764343.538047:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764343.538052:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764343.538097:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725921152:0@lo:400:kworker.0 00000100:00100000:3.0:1775764343.538136:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725921280:0@lo:400:kworker.0 00000100:00100000:3.0:1775764343.538147:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725920768:0@lo:400:kworker.0 00000100:00100000:1.0:1775764343.539808:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764343.539871:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725920896 00000100:00100000:1.0:1775764343.539880:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725920896 00000100:00100000:1.0:1775764343.539924:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1775764343.539933:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725920896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764343.539992:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725920896:12345-0@lo:400:kworker.0 Request processed in 60us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764343.539998:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1775764343.540038:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725920896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764343.540050:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725921408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764343.540082:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764343.540104:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725921408 00000100:00100000:1.0:1775764343.540107:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725921408 00000100:00100000:1.0:1775764343.540145:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1775764343.540164:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725921408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764343.540449:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725921408:12345-0@lo:400:kworker.0 Request processed in 284us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764343.540455:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00080000:1.0:1775764343.540475:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764343.540491:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725921408:0@lo:400:kworker.0 00000100:00100000:3.0:1775764343.541463:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764343.541481:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725921536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764343.541506:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764343.541547:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764343.541597:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725921536 00000100:00100000:3.0:1775764343.541603:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725921536 00000100:00100000:3.0:1775764343.541645:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1775764343.541653:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725921536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764343.541689:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764343.541755:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725921536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764343.541761:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1775764343.543824:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725921536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764343.546039:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764343.546306:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725921024 00000100:00100000:2.0:1775764343.546319:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725921024 00000100:00100000:2.0:1775764343.546388:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702653312 00000100:00100000:2.0:1775764343.546391:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702653312 00000100:00100000:2.0:1775764343.546419:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1775764343.546430:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725921024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764343.546513:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725921024:12345-0@lo:400:kworker.0 Request processed in 85us (5006us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764343.546519:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1775764343.546560:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 126 00000100:00080000:0.0:1775764343.546781:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764343.546837:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26113:x1862022702653312:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:2.0:1775764343.546863:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764343.546884:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c15e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb6e expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.546949:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.546964:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.546979:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.546992:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.546998:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.547004:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.547935:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c173 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.547950:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.547958:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764343.548062:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:2.0:1775764343.548067:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764343.548155:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548170:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548178:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548186:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548451:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764343.548456:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548464:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548478:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:2.0:1775764343.548481:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764343.548485:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548491:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c165 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548505:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548521:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548527:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548542:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764343.548546:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548551:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548559:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e094a3c00) 00010000:00010000:2.0:1775764343.548562:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764343.548574:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548581:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c16c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548629:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c15e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb6e expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548644:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c173 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb6e expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764343.548651:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3000) 00010000:00010000:2.0:1775764343.548654:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764343.548662:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81000, rc 0) 00000100:00100000:2.0:1775764343.548847:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26113:x1862022702653312:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 2278us (2816us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764343.548866:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 126 00000100:00100000:2.0:1775764343.548975:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725921024:0@lo:400:kworker.0 00000100:00100000:1.0:1775764343.614042:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764343.614090:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764343.614123:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702653440 00000100:00100000:1.0:1775764343.614132:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702653440 00000100:00100000:1.0:1775764343.614179:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 731 00000100:00100000:1.0:1775764343.614189:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702653440:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764343.614275:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702653440:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764343.614284:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 731 00000100:00100000:3.0:1775764343.618908:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702653568 00000100:00100000:3.0:1775764343.618925:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702653568 00000100:00100000:3.0:1775764343.619098:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 339 00000100:00100000:3.0:1775764343.619109:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702653568:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764343.619222:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702653568:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 114us (5131us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764343.619231:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 339 00000100:00100000:3.0:1775764343.619321:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764343.619452:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702653696 00000100:00100000:3.0:1775764343.619456:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702653696 00000100:00100000:3.0:1775764343.619481:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 50 00000100:00100000:3.0:1775764343.619485:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702653696:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:3.0:1775764343.619508:0:6550:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420be7f 00000100:00080000:3.0:1775764343.619517:0:6550:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ec6800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775764343.620791:0:6550:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967306 00000100:00100000:3.0:1775764343.621078:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702653696:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 1587us (1753us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764343.621104:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 50 00010000:00010000:3.0:1775764343.621138:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775764343.624652:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764343.624659:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775764344.038350:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764345.064298:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764345.570511:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764345.570545:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725921664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764345.570613:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764345.573683:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725921664 00000100:00100000:3.0:1775764345.573698:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725921664 00000100:00100000:3.0:1775764345.573826:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1775764345.573838:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725921664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764345.573876:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764345.573954:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725921664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (3339us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764345.573961:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1775764345.574018:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725921664:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764345.574179:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1775764345.760035:0:42621:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc51d2f020 20000000:00000080:2.0:1775764345.760055:0:42621:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37199400 uarg=0000000000000000 10000000:01000000:2.0:1775764345.761176:0:42621:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764345.761197:0:42621:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764345.761215:0:42621:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c150 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764345.761224:0:42621:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764345.761264:0:42621:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c150 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764345.761279:0:42621:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c150 expref: 17 pid: 5762 timeout: 1270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764345.761294:0:42621:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42621:1862022725921792:0@lo:104: 00000100:00100000:2.0:1775764345.761351:0:42621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764345.761407:0:42621:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d8d3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764345.761611:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725921792 00000100:00100000:3.0:1775764345.761619:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725921792 00000100:00100000:3.0:1775764345.761672:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1775764345.761690:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42621:x1862022725921792:12345-0@lo:104: 00010000:00010000:3.0:1775764345.761703:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.761781:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764345.761787:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42621:x1862022725921792:12345-0@lo:104: Request processed in 99us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764345.761794:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00010000:00010000:3.0:1775764345.761815:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764345.761820:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.761827:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764345.761843:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.761852:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764345.761858:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764345.761864:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764345.761894:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.761901:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764345.761920:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.761926:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c150 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c157 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.761941:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764345.761943:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764345.761945:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764345.761956:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725921920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764345.761983:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764345.762014:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725921920 00000100:00100000:3.0:1775764345.762018:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725921920 00010000:00010000:3.0:1775764345.762034:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c150 expref: 18 pid: 5762 timeout: 1270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764345.762055:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1775764345.762068:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725921920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764345.762079:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764345.762084:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c150 expref: 18 pid: 5762 timeout: 1270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762094:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c150 expref: 18 pid: 5762 timeout: 1270 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762107:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762114:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762124:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762131:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762136:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762142:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762146:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764345.762150:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762156:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762169:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764345.762178:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764345.762206:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725921920:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764345.762214:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1775764345.762247:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725921920:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764345.762445:0:42621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00030200/0x429a70d18420c157 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c150 expref: 17 pid: 5762 timeout: 1270 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764345.762457:0:42621:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42621:1862022725921792:0@lo:104: 00010000:00010000:1.0:1775764345.762470:0:42621:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764345.762489:0:42621:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764345.762495:0:42621:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764345.762501:0:42621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c17a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764346.080378:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764347.107857:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1775764347.185931:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:1.0:1775764347.185941:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1e36ec1800/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:3.0:1775764347.186032:0:32992:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e36ec1800/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0001 00000020:00000080:3.0:1775764347.186103:0:32992:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e36ec6800 for lustre-OST0001 10000000:01000000:3.0:1775764347.296672:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764347.296685:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764347.296692:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764347.297194:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.297210:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.297226:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764347.297260:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725922048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764347.297348:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764347.297460:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764347.299668:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725922048 00000100:00100000:0.0:1775764347.299683:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725922048 00000100:00100000:0.0:1775764347.299771:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1775764347.299782:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725922048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764347.299797:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764347.299816:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c181 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.299844:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c181 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.299856:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c181 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.299866:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775764347.302400:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725922048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2605us (5037us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764347.302417:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1775764347.302927:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725922048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764347.302968:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.302996:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764347.303023:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764347.303030:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.303038:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764348.130498:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764348.361443:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764348.361582:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702653824 00000100:00100000:0.0:1775764348.361596:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702653824 00000100:00100000:0.0:1775764348.361685:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 127 00000100:00100000:0.0:1775764348.361699:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26183:x1862022702653824:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775764348.361752:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764348.361776:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c18f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb75 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764348.361852:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c196 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764348.361870:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764348.361886:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764348.362267:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:0.0:1775764348.362272:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764348.362355:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764348.362381:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c18f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb75 expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764348.362402:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c196 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb75 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764348.362410:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3000) 00010000:00010000:0.0:1775764348.362413:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764348.362418:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063600, rc 0) 00000100:00100000:0.0:1775764348.362505:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26183:x1862022702653824:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 810us (1073us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764348.362512:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 127 00000100:00080000:1.0:1775764348.362811:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764348.386683:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764348.386834:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702654080 00000100:00100000:2.0:1775764348.386849:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702654080 00000100:00100000:2.0:1775764348.386937:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 128 00000100:00100000:2.0:1775764348.386948:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26183:x1862022702654080:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:2.0:1775764348.387009:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764348.387056:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c196 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb75 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764348.387085:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c173 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb6e expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764348.387097:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3000) 00010000:00010000:2.0:1775764348.387110:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764348.387141:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764348.387158:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764348.387169:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764348.387665:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003607f2fa reply state 000000001a844c05 transno 4294967357 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764348.387677:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764348.387778:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000100:00100000:2.0:1775764348.387888:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26183:x1862022702654080:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 941us (1221us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1775764348.387895:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 128 00010000:00010000:1.0:1775764348.390762:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764348.390781:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764348.390788:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764348.390793:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764348.390797:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764348.390804:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764348.390821:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:1.0:1775764348.390830:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764348.390835:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764348.390839:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c19d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764348.640530:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725922176:0@lo:400:kworker.0 00000100:00100000:2.0:1775764348.640656:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764348.640764:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725922688:0@lo:400:kworker.0 00000100:00100000:2.0:1775764348.640801:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764348.640836:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764348.640843:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725922560:0@lo:400:kworker.0 00000100:00100000:2.0:1775764348.640872:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764348.640908:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725922176 00000100:00100000:2.0:1775764348.640917:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725922176 00000100:00100000:2.0:1775764348.640965:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1775764348.641707:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725922304:0@lo:400:kworker.0 00000100:00100000:3.0:1775764348.641838:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764348.641871:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725922816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764348.641893:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764348.641916:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764348.641922:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725922432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764348.641944:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764348.642400:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725922688 00000100:00100000:1.0:1775764348.642409:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725922688 00000100:00100000:1.0:1775764348.642591:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725922304 00000100:00100000:1.0:1775764348.642596:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725922304 00000100:00100000:1.0:1775764348.642623:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725922432 00000100:00100000:1.0:1775764348.642626:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725922432 00000100:00100000:1.0:1775764348.642644:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1775764348.642653:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725922688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764348.642755:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725922688:12345-0@lo:400:kworker.0 Request processed in 102us (1951us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764348.642763:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1775764348.642783:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1775764348.642789:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725922304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764348.642892:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725922176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764348.642929:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725922176:12345-0@lo:400:kworker.0 Request processed in 42us (2275us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764348.642934:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1775764348.642968:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1775764348.642991:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725922432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764348.643050:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725922304:12345-0@lo:400:kworker.0 Request processed in 254us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764348.643057:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00080000:1.0:1775764348.643084:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764348.643190:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725922944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764348.643222:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764348.646589:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725922432:12345-0@lo:400:kworker.0 Request processed in 3600us (4630us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764348.646606:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1775764348.646664:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725922560 00000100:00100000:2.0:1775764348.646677:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725922560 00000100:00100000:2.0:1775764348.646775:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725922816 00000100:00100000:2.0:1775764348.646779:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725922816 00000100:00100000:2.0:1775764348.646802:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1775764348.646811:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725922560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764348.646887:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725922560:12345-0@lo:400:kworker.0 Request processed in 78us (6014us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764348.646904:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1775764348.646917:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1775764348.646922:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725922816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764348.646951:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725922816:12345-0@lo:400:kworker.0 Request processed in 29us (5057us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764348.646956:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00080000:1.0:1775764348.647634:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764348.647640:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764348.647830:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725922432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764348.647851:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725922304:0@lo:400:kworker.0 00000100:00100000:3.0:1775764348.647864:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725922816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764348.647909:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725922944 00000100:00100000:3.0:1775764348.647915:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725922944 00000100:00100000:3.0:1775764348.647958:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1775764348.647965:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725922944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764348.648026:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764348.648089:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725922944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (4865us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764348.648096:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1775764348.648508:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725922944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764348.648696:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725922560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764348.648708:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725922176:0@lo:400:kworker.0 00000100:00100000:0.0:1775764348.648720:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725922688:0@lo:400:kworker.0 00000100:00100000:1.0:1775764348.719884:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764348.719938:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764348.719989:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764348.720032:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702654336 00000100:00100000:1.0:1775764348.720056:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702654336 00000100:00100000:1.0:1775764348.720262:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 781 00000100:00100000:1.0:1775764348.720274:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702654336:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764348.720356:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702654336:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 84us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764348.720363:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 781 00000100:00100000:1.0:1775764348.720387:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702654464 00000100:00100000:1.0:1775764348.720391:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702654464 00000100:00100000:1.0:1775764348.720435:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 342 00000100:00100000:1.0:1775764348.720441:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702654464:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764348.720495:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702654464:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764348.720502:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 342 00000100:00080000:1.0:1775764348.720638:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764348.720835:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702654208 00000100:00100000:3.0:1775764348.720842:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702654208 00000100:00100000:3.0:1775764348.720878:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 734 00000100:00100000:3.0:1775764348.720886:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702654208:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764348.720925:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702654208:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764348.720932:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 734 00010000:00010000:2.0:1775764349.151866:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764349.226576:0:42771:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcde1b6850 20000000:00000080:0.0:1775764349.226593:0:42771:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37966c00 uarg=0000000000000000 10000000:01000000:0.0:1775764349.226838:0:42771:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764349.226857:0:42771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764349.226876:0:42771:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c181 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764349.226884:0:42771:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764349.226926:0:42771:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c181 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764349.226942:0:42771:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c181 expref: 17 pid: 5762 timeout: 1274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764349.226958:0:42771:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42771:1862022725923072:0@lo:104: 00000100:00100000:0.0:1775764349.227032:0:42771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764349.227089:0:42771:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06236780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764349.227512:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725923072 00000100:00100000:1.0:1775764349.227521:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725923072 00000100:00100000:1.0:1775764349.227575:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1775764349.227584:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42771:x1862022725923072:12345-0@lo:104: 00010000:00010000:1.0:1775764349.227599:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.227657:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764349.227674:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:42771:x1862022725923072:12345-0@lo:104: Request processed in 91us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764349.227681:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00010000:00010000:1.0:1775764349.227706:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764349.227713:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.227720:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764349.227723:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.227755:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764349.227763:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764349.227768:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764349.227808:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.227815:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764349.227837:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.227843:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e00031800/0x429a70d18420c181 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c188 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.227859:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764349.227861:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764349.227863:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764349.227889:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725923200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764349.227921:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764349.227964:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725923200 00000100:00100000:1.0:1775764349.227968:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725923200 00010000:00010000:1.0:1775764349.227984:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c181 expref: 18 pid: 5762 timeout: 1274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764349.228009:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775764349.228015:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09694450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725923200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764349.228026:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764349.228031:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c181 expref: 18 pid: 5762 timeout: 1274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228040:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c181 expref: 18 pid: 5762 timeout: 1274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228057:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228065:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228077:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228084:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228090:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228118:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228124:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764349.228128:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228136:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228145:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764349.228154:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764349.228182:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09694450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725923200:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764349.228189:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775764349.228252:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725923200:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764349.229586:0:42771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c188 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c181 expref: 17 pid: 5762 timeout: 1274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764349.229601:0:42771:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42771:1862022725923072:0@lo:104: 00010000:00010000:0.0:1775764349.229622:0:42771:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764349.229644:0:42771:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764349.229651:0:42771:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764349.229657:0:42771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420c1a4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764350.177360:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764350.373840:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967357 is committed 00000100:00100000:3.0:1775764350.688948:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764350.688974:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725923328:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764350.689064:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764350.689318:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725923328 00000100:00100000:0.0:1775764350.689330:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725923328 00000100:00100000:0.0:1775764350.689411:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1775764350.689422:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725923328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764350.689477:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764350.689525:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725923328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764350.689533:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00080000:3.0:1775764350.689878:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764350.689925:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725923328:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1775764350.880920:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764350.880929:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764350.880934:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764350.880996:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764350.881010:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764350.881021:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764350.881076:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725923456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764350.881158:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764350.881228:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764350.881383:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725923456 00000100:00100000:2.0:1775764350.881392:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725923456 00000100:00100000:2.0:1775764350.881453:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1775764350.881461:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725923456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764350.881485:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764350.881498:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c1ab expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764350.881520:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c1ab expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764350.881530:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c1ab expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764350.881539:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80c00, rc 0) 00000100:00100000:2.0:1775764350.881587:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725923456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764350.881593:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1775764350.882387:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725923456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764350.882406:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764350.882417:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764350.882448:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764350.882453:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764350.882459:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764351.204665:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764352.089104:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764352.091831:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702654592 00000100:00100000:3.0:1775764352.091850:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702654592 00000100:00100000:3.0:1775764352.091936:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 129 00000100:00100000:3.0:1775764352.091950:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702654592:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00080000:3.0:1775764352.092794:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764352.223949:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764352.280879:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702654592:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 188919us (191772us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764352.280898:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 129 00000100:00100000:3.0:1775764352.283244:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764352.284046:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702654720 00000100:00100000:0.0:1775764352.284060:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702654720 00000100:00100000:0.0:1775764352.284183:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 51 00000100:00100000:0.0:1775764352.284198:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26250:x1862022702654720:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00080000:3.0:1775764352.285037:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764352.292118:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26250:x1862022702654720:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 7910us (8871us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764352.292133:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 51 00000100:00100000:1.0:1775764352.313442:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764352.313791:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702654848 00000100:00100000:2.0:1775764352.313807:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702654848 00000100:00100000:2.0:1775764352.313913:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 52 00000100:00100000:2.0:1775764352.313925:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2355:x1862022702654848:12345-192.168.202.7@tcp:8:lfs.60003 00010000:00080000:2.0:1775764352.313971:0:6552:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1177 last 0 00000020:00000080:2.0:1775764352.314021:0:6552:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420c1b9 00002000:00100000:2.0:1775764352.314038:0:6552:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e3d8f1000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764352.314076:0:6552:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764352.314430:0:6552:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775764352.314906:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1e3733c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764352.315040:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702654848:12345-192.168.202.7@tcp:8:lfs.60003 Request processed in 1115us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764352.315052:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 52 00000100:00100000:1.0:1775764352.327200:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764352.327418:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702654976 00000100:00100000:0.0:1775764352.327719:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702654976 00000100:00100000:1.0:1775764352.337501:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 53 00000100:00100000:1.0:1775764352.337517:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702654976:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764352.337990:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702654976:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 475us (10799us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764352.337999:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 53 00000100:00080000:3.0:1775764352.339348:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764352.345098:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764352.345220:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702655104 00000100:00100000:2.0:1775764352.345234:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702655104 00000100:00100000:2.0:1775764352.345304:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 130 00000100:00100000:2.0:1775764352.345315:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702655104:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764352.345862:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702655104:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 547us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764352.345881:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 130 00000100:00100000:0.0:1775764352.351079:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764352.353713:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702655232 00000100:00100000:1.0:1775764352.353806:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702655232 00000100:00100000:1.0:1775764352.353888:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 131 00000100:00100000:1.0:1775764352.353899:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702655232:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764352.508314:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702655232:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 154400us (157229us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764352.508329:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 131 00000100:00100000:3.0:1775764352.510662:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764352.510791:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702655360 00000100:00100000:0.0:1775764352.510915:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702655360 00000100:00100000:0.0:1775764352.511022:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 54 00000100:00100000:0.0:1775764352.511032:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26250:x1862022702655360:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:0.0:1775764352.511433:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26250:x1862022702655360:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 401us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764352.511441:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 54 00000100:00100000:3.0:1775764352.513559:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764352.514182:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702655488 00000100:00100000:2.0:1775764352.514193:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702655488 00000100:00100000:2.0:1775764352.514258:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 55 00000100:00100000:2.0:1775764352.514267:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702655488:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764352.514885:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702655488:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 617us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764352.514894:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 55 00000100:00100000:0.0:1775764352.517347:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764352.517593:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702655616 00000100:00100000:2.0:1775764352.517604:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702655616 00000100:00100000:2.0:1775764352.517672:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 132 00000100:00100000:2.0:1775764352.517683:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702655616:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764352.518239:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26250:x1862022702655616:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 556us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764352.518248:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 132 00000100:00100000:0.0:1775764352.584284:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764352.584418:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702655744 00000100:00100000:1.0:1775764352.584440:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702655744 00000100:00100000:1.0:1775764352.584521:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 133 00000100:00100000:1.0:1775764352.584531:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26254:x1862022702655744:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:1.0:1775764352.584551:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764352.584573:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c1c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb7c expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764352.584632:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764352.584647:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764352.584658:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764352.584672:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764352.584678:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764352.584684:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764352.585318:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c1d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764352.585335:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c1d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764352.585343:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c1d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764352.585425:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:1.0:1775764352.585430:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764352.589975:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c1d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590002:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590465:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590474:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590481:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764352.590486:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590494:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590512:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:0.0:1775764352.590515:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764352.590530:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590538:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420c1c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590554:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590560:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590566:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590572:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764352.590575:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590581:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590590:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e03a56a00) 00010000:00010000:0.0:1775764352.590592:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764352.590596:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590602:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420c1ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590650:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c1c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb7c expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590676:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c1d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb7c expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.590684:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:0.0:1775764352.590687:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764352.590689:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb600, rc 0) 00000100:00100000:0.0:1775764352.590891:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26254:x1862022702655744:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 6358us (6617us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764352.590908:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 133 00000100:00100000:3.0:1775764352.601249:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764352.601577:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702655872 00000100:00100000:1.0:1775764352.601593:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702655872 00000100:00100000:1.0:1775764352.601676:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 27 00000100:00100000:1.0:1775764352.601690:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26254:x1862022702655872:12345-192.168.202.7@tcp:49:dd.60003 00000100:00100000:1.0:1775764352.601884:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26254:x1862022702655872:12345-192.168.202.7@tcp:49:dd.60003 Request processed in 196us (649us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764352.601893:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 27 00000100:00100000:2.0:1775764352.605327:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764352.606545:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702656128 00000100:00100000:3.0:1775764352.606559:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702656128 00000100:00100000:2.0:1775764352.606773:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 134 00000100:00100000:2.0:1775764352.606785:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26254:x1862022702656128:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:2.0:1775764352.606823:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764352.606843:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c1dc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb83 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.607687:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.607707:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.607722:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.607785:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.607794:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.607802:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764352.609939:0:19479:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x6:0x0], index 1: 0 00010000:00010000:2.0:1775764352.611002:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c1f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611031:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c1f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611043:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c1f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611079:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611098:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611105:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611111:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764352.611117:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611124:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611369:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:2.0:1775764352.611373:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764352.611377:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611383:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c1e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764352.611396:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006da4e6f2 reply state 0000000099910a64 transno 4294967358 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764352.611404:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764352.611585:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c1dc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb83 expref: 10 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611602:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c1f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb83 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764352.611621:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:2.0:1775764352.611623:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764352.611626:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80800, rc 0) 00000100:00100000:2.0:1775764352.611805:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:26254:x1862022702656128:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 5023us (6488us total) trans 4294967358 rc 0/0 00000100:00100000:2.0:1775764352.611816:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 134 00010000:00010000:3.0:1775764352.618854:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764352.618877:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764352.618886:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764352.618893:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764352.618900:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764352.618921:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764352.618941:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1e094a3400) 00010000:00010000:3.0:1775764352.618945:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764352.618950:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764352.618957:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c1ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764352.621630:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764352.621867:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702656256 00000100:00100000:0.0:1775764352.621879:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702656256 00000100:00100000:0.0:1775764352.621944:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 56 00000100:00100000:0.0:1775764352.621956:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26254:x1862022702656256:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:0.0:1775764352.621981:0:6550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764352.622002:0:6550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb8a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764352.622039:0:6550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764352.622060:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764352.622062:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764352.622071:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb8a expref: 7 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.622090:0:6550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb8a expref: 7 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764352.622122:0:6550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764352.622177:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26254:x1862022702656256:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 223us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764352.622184:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 56 00000100:00100000:2.0:1775764352.644134:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764352.644378:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702656384 00000100:00100000:0.0:1775764352.644393:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702656384 00002000:00100000:0.0:1775764352.644605:0:6556:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->1048575) req@ffff8b1e37545f80 x1862022702656384/t0(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:588/0 lens 488/0 e 0 to 0 dl 1775764363 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1775764352.644618:0:6556:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e37545f80 with x1862022702656384 ext(0->1048575) 00002000:00010000:0.0:1775764352.644627:0:6556:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1e37545f80 00000100:00100000:0.0:1775764352.644703:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1 00000100:00100000:0.0:1775764352.644715:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702656384:12345-192.168.202.7@tcp:4:dd.60003 00000001:00100000:3.0:1775764352.700828:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00080000:3.0:1775764352.738758:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967307 is committed 00000100:00100000:0.0:1775764352.739022:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702656384:12345-192.168.202.7@tcp:4:dd.60003 Request processed in 94293us (94881us total) trans 4294967307 rc 0/0 00000100:00100000:0.0:1775764352.739038:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1 00002000:00100000:0.0:1775764352.739054:0:6556:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->1048575) req@ffff8b1e37545f80 x1862022702656384/t4294967307(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:588/0 lens 488/448 e 0 to 0 dl 1775764363 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1775764352.739066:0:6556:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e37545f80 with x1862022702656384 ext(0->1048575) 00002000:00010000:0.0:1775764352.739073:0:6556:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1e37545f80 00000100:00100000:2.0:1775764352.743340:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764352.743519:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702656512 00000100:00100000:0.0:1775764352.743532:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702656512 00000100:00100000:0.0:1775764352.743632:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 135 00000100:00100000:0.0:1775764352.743642:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26254:x1862022702656512:12345-192.168.202.7@tcp:44:dd.60003 00000001:00080000:3.0:1775764352.800774:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967358 is committed 00000100:00100000:0.0:1775764352.804221:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26254:x1862022702656512:12345-192.168.202.7@tcp:44:dd.60003 Request processed in 60557us (60868us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764352.804245:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 135 00000100:00100000:0.0:1775764352.805246:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764352.805346:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702656640 00000100:00100000:3.0:1775764352.805384:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702656640 00000100:00100000:3.0:1775764352.805456:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 57 00000100:00100000:3.0:1775764352.805467:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702656640:12345-192.168.202.7@tcp:16:dd.60003 00000100:00100000:3.0:1775764352.805631:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702656640:12345-192.168.202.7@tcp:16:dd.60003 Request processed in 165us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764352.805638:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 57 00000100:00100000:3.0:1775764352.810891:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764352.811191:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702656896 00000100:00100000:1.0:1775764352.811206:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702656896 00000100:00100000:1.0:1775764352.811273:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 28 00000100:00100000:1.0:1775764352.811285:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26254:x1862022702656896:12345-192.168.202.7@tcp:35:dd.60003 00000100:00100000:1.0:1775764352.812034:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26254:x1862022702656896:12345-192.168.202.7@tcp:35:dd.60003 Request processed in 745us (1153us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1775764352.812043:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 28 00010000:00010000:3.0:1775764353.256651:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764353.760070:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764353.760093:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725923584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764353.760170:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764353.760248:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725923584 00000100:00100000:0.0:1775764353.760256:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725923584 00000100:00100000:0.0:1775764353.760334:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1775764353.760363:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725923584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764353.760415:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764353.760497:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725923584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 143us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764353.760506:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1775764353.760893:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725923584:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764353.761415:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764353.761428:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725923840:0@lo:400:kworker.0 00000100:00100000:3.0:1775764353.761485:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764353.761515:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764353.761520:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725923968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764353.761556:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764353.761606:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725923840 00000100:00100000:3.0:1775764353.761611:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725923840 00000100:00100000:3.0:1775764353.761654:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725923968 00000100:00100000:3.0:1775764353.761658:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725923968 00000100:00100000:2.0:1775764353.761666:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1775764353.761679:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725923840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764353.761688:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1775764353.761697:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725923968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764353.761926:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725924096:0@lo:400:kworker.0 00000100:00100000:2.0:1775764353.761990:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725923840:12345-0@lo:400:kworker.0 Request processed in 314us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764353.761998:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1775764353.762020:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725923712:0@lo:400:kworker.0 00000100:00080000:2.0:1775764353.762037:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764353.762086:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725923968:0@lo:400:kworker.0 00000100:00100000:0.0:1775764353.770255:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764353.770348:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725924224:0@lo:400:kworker.0 00000100:00100000:0.0:1775764353.770422:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764353.770487:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725923712 00000100:00100000:0.0:1775764353.770495:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725923712 00000100:00100000:0.0:1775764353.770557:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1775764353.770567:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725923712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764353.770619:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725923712:12345-0@lo:400:kworker.0 Request processed in 54us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764353.770641:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1775764353.770678:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725924224 00000100:00100000:0.0:1775764353.770683:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725924224 00000100:00100000:0.0:1775764353.770721:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1775764353.770728:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725924224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764353.770790:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725924224:12345-0@lo:400:kworker.0 Request processed in 63us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764353.770797:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:0.0:1775764353.770818:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764353.770849:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725923712:0@lo:400:kworker.0 00000100:00100000:0.0:1775764353.770862:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725924224:0@lo:400:kworker.0 00000100:00100000:2.0:1775764353.774630:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725923840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764353.778648:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764353.778909:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725923968:12345-0@lo:400:kworker.0 Request processed in 17211us (17348us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764353.778923:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1775764353.778951:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725924096 00000100:00100000:3.0:1775764353.778959:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725924096 00000100:00100000:3.0:1775764353.779013:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1775764353.779021:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725924096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764353.779102:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725924096:12345-0@lo:400:kworker.0 Request processed in 82us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764353.779109:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00080000:1.0:1775764353.779491:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764353.779626:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725924096:0@lo:400:kworker.0 00000100:00100000:1.0:1775764353.837723:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764353.837883:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702657024 00000100:00100000:3.0:1775764353.837892:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702657024 00000100:00100000:3.0:1775764353.837976:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 737 00000100:00100000:3.0:1775764353.837987:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702657024:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764353.838058:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702657024:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 73us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764353.838065:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 737 00000100:00100000:0.0:1775764353.851485:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764353.851535:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764353.851563:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764353.851596:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702657408 00000100:00100000:0.0:1775764353.851607:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702657408 00000100:00100000:0.0:1775764353.851668:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702657280 00000100:00100000:0.0:1775764353.851670:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702657280 00000100:00100000:0.0:1775764353.851693:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 344 00000100:00100000:0.0:1775764353.851703:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702657408:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764353.851817:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702657408:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 116us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764353.851826:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 344 00000100:00100000:0.0:1775764353.851843:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 345 00000100:00100000:0.0:1775764353.851849:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702657280:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764353.851894:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702657280:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764353.851901:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 345 00000100:00100000:2.0:1775764353.852287:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702657152 00000100:00100000:2.0:1775764353.852292:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702657152 00000100:00100000:2.0:1775764353.852334:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 785 00000100:00100000:2.0:1775764353.852341:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2356:x1862022702657152:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764353.852382:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2356:x1862022702657152:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764353.852389:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 785 00010000:00010000:0.0:1775764354.274368:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764354.431691:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967359 is committed 00010000:00010000:2.0:1775764355.299037:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764355.821378:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764355.821416:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725924352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764355.821726:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764355.827416:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725924352 00000100:00100000:1.0:1775764355.835936:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725924352 00000100:00100000:1.0:1775764355.838494:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1775764355.838713:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725924352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764355.838792:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1775764355.838909:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725924352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 404us (17183us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764355.838917:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1775764355.839141:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725924352:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764355.839350:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764356.326117:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764356.380647:0:42971:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1181211764893ns, next at 1160564708020ns, rc = 0 00000004:00080000:3.0:1775764356.381333:0:42971:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1181212600773ns, next at 1132419365375ns, rc = 0 00000004:00080000:2.0:1775764356.390001:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000004:00080000:2.0:1775764356.390031:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00010000:00010000:0.0:1775764357.354352:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764358.244169:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764358.244230:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702657536 00000100:00100000:3.0:1775764358.244308:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702657536 00000100:00080000:1.0:1775764358.244371:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764358.244494:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 136 00000100:00100000:3.0:1775764358.244507:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26447:x1862022702657536:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764358.244622:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26447:x1862022702657536:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 117us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764358.244630:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 136 00000100:00100000:1.0:1775764358.247726:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764358.247935:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702657664 00000100:00100000:0.0:1775764358.247957:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702657664 00000100:00100000:0.0:1775764358.248184:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 58 00000100:00100000:0.0:1775764358.248197:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26447:x1862022702657664:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:0.0:1775764358.248850:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26447:x1862022702657664:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 652us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764358.248860:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 58 00000100:00080000:3.0:1775764358.253061:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764358.264882:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764358.265039:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702657792 00000100:00100000:1.0:1775764358.265052:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702657792 00000100:00100000:1.0:1775764358.265125:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 59 00000100:00100000:1.0:1775764358.265136:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26447:x1862022702657792:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764358.266121:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26447:x1862022702657792:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 981us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764358.266131:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 59 00000100:00080000:1.0:1775764358.266165:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764358.280658:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764358.280777:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702657920 00000100:00100000:2.0:1775764358.280792:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702657920 00000100:00100000:1.0:1775764358.281804:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 137 00000100:00100000:1.0:1775764358.281821:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26447:x1862022702657920:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764358.283777:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26447:x1862022702657920:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 1946us (3123us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764358.283794:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 137 00000100:00100000:2.0:1775764358.289402:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764358.289563:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702658048 00000100:00100000:3.0:1775764358.289576:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702658048 00000100:00100000:3.0:1775764358.289653:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 138 00000100:00100000:3.0:1775764358.289667:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26447:x1862022702658048:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764358.289854:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26447:x1862022702658048:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 187us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764358.289862:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 138 00000100:00100000:0.0:1775764358.292100:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764358.292177:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702658176 00000100:00100000:2.0:1775764358.292188:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702658176 00000100:00100000:2.0:1775764358.292251:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 60 00000100:00100000:2.0:1775764358.292261:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26447:x1862022702658176:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764358.292706:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26447:x1862022702658176:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 444us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764358.292714:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 60 00000100:00100000:1.0:1775764358.304096:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764358.304185:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702658304 00000100:00100000:2.0:1775764358.304196:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702658304 00000100:00100000:2.0:1775764358.304264:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00100000:2.0:1775764358.304275:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26447:x1862022702658304:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764358.306637:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26447:x1862022702658304:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 2354us (2541us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764358.306650:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00100000:3.0:1775764358.308709:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764358.308832:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702658432 00000100:00100000:1.0:1775764358.308847:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702658432 00000100:00100000:1.0:1775764358.308908:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 139 00000100:00100000:1.0:1775764358.308920:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26447:x1862022702658432:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764358.309650:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26447:x1862022702658432:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 728us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764358.309659:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 139 00010000:00010000:0.0:1775764358.385470:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764358.433015:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764358.433130:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702658688 00000100:00100000:3.0:1775764358.433142:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702658688 00000100:00100000:3.0:1775764358.433548:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 140 00000100:00100000:3.0:1775764358.433561:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26451:x1862022702658688:12345-192.168.202.7@tcp:36:rm.60003 00010000:00010000:3.0:1775764358.433620:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764358.433661:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c1f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb83 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.433687:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:3.0:1775764358.433698:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764358.433723:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.433785:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.433799:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.433817:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.433831:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.433860:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.434699:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.434712:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.434720:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764358.437887:0:5768:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].6, 64 off8576 00000004:00080000:3.0:1775764358.437905:0:5768:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1183269173419ns, next at 1184269167825ns, rc = 0 00010000:00010000:3.0:1775764358.438048:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438067:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438079:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438087:0:5768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438094:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438100:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438231:0:5768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764358.438262:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438268:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438276:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438282:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764358.438298:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438308:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438566:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:3.0:1775764358.438570:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764358.438576:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438583:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c214 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438604:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438610:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438615:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438627:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764358.438630:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438637:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438646:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:3.0:1775764358.438649:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764358.438652:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764358.438657:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c206 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764358.438667:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f9279c4 reply state 000000004f40d1f5 transno 4294967360 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764358.438678:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764358.439008:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26451:x1862022702658688:12345-192.168.202.7@tcp:36:rm.60003 Request processed in 5446us (6001us total) trans 4294967360 rc 0/0 00000100:00100000:3.0:1775764358.439017:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 140 00010000:00010000:0.0:1775764358.444182:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764358.444204:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764358.444217:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764358.444222:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764358.444231:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764358.444253:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:0.0:1775764358.444750:0:5757:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764358.444758:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 1/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764358.444765:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c21b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764358.444794:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764358.444797:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764358.444800:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764358.447010:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764358.447027:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764358.447035:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764358.447041:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764358.447048:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764358.447054:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764358.447070:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xe0b8d886 (ffff8b1d0297b600) 00010000:00010000:1.0:1775764358.447089:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764358.447094:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764358.447099:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c20d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764358.880654:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725924480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764358.880777:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764358.881274:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725924736:0@lo:400:kworker.0 00000100:00100000:0.0:1775764358.881306:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764358.881336:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764358.881343:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725924608:0@lo:400:kworker.0 00000100:00100000:0.0:1775764358.881379:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764358.881414:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725925120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764358.881442:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764358.881469:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725924608 00000100:00100000:0.0:1775764358.881478:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725924608 00000100:00100000:0.0:1775764358.881608:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1775764358.881618:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725924608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764358.881674:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725924608:12345-0@lo:400:kworker.0 Request processed in 57us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764358.881682:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1775764358.881758:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725924608:0@lo:400:kworker.0 00000100:00100000:0.0:1775764358.881805:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725924992:0@lo:400:kworker.0 00000100:00100000:2.0:1775764358.881987:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725924864:0@lo:400:kworker.0 00000100:00100000:2.0:1775764358.882022:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725925120 00000100:00100000:2.0:1775764358.882026:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725925120 00000100:00100000:2.0:1775764358.882070:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1775764358.882076:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725925120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764358.882126:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725925120:12345-0@lo:400:kworker.0 Request processed in 50us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764358.882131:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1775764358.882163:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725925120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764358.882397:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764358.882517:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725924480 00000100:00100000:1.0:1775764358.882523:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725924480 00000100:00100000:1.0:1775764358.882568:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1775764358.882576:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725924480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764358.882613:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764358.882662:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725924480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764358.882670:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1775764358.882697:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725924736 00000100:00100000:1.0:1775764358.882701:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725924736 00000100:00100000:1.0:1775764358.882756:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725924992 00000100:00100000:1.0:1775764358.882759:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725924992 00000100:00100000:1.0:1775764358.882782:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1775764358.882788:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725924736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764358.882825:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725924736:12345-0@lo:400:kworker.0 Request processed in 37us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764358.882843:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1775764358.882859:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1775764358.882865:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725924992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764358.882898:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725924992:12345-0@lo:400:kworker.0 Request processed in 34us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764358.882916:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00080000:1.0:1775764358.882936:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764358.882942:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764358.882944:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764358.882972:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725924992:0@lo:400:kworker.0 00000100:00100000:1.0:1775764358.882988:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725924480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764358.883820:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764358.883911:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725924736:0@lo:400:kworker.0 00000100:00100000:3.0:1775764358.884034:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725924864 00000100:00100000:3.0:1775764358.884042:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725924864 00000100:00100000:3.0:1775764358.884102:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1775764358.884109:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725924864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764358.884175:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725924864:12345-0@lo:400:kworker.0 Request processed in 67us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764358.884183:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00080000:1.0:1775764358.884288:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764358.884818:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725924864:0@lo:400:kworker.0 00000100:00100000:2.0:1775764358.975635:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764358.975682:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764358.975711:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764358.975759:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764358.975793:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702658944 00000100:00100000:2.0:1775764358.975807:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702658944 00000100:00100000:2.0:1775764358.975881:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 789 00000100:00100000:2.0:1775764358.975894:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2357:x1862022702658944:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764358.976119:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2357:x1862022702658944:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 226us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764358.976126:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 789 00000100:00100000:2.0:1775764358.976918:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702659072 00000100:00100000:2.0:1775764358.976928:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702659072 00000100:00100000:2.0:1775764358.976968:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702659200 00000100:00100000:2.0:1775764358.976972:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702659200 00000100:00100000:2.0:1775764358.976996:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 347 00000100:00100000:2.0:1775764358.977154:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702659072:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764358.977205:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702659072:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 56us (1523us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764358.977226:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 347 00000100:00100000:2.0:1775764358.977241:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 348 00000100:00100000:2.0:1775764358.977247:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702659200:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764358.977869:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702659200:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 619us (2106us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764358.977877:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 348 00000100:00100000:3.0:1775764358.981641:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702658816 00000100:00100000:3.0:1775764358.981662:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702658816 00000100:00100000:3.0:1775764358.981839:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 739 00000100:00100000:3.0:1775764358.981850:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702658816:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764358.981938:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702658816:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (6320us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764358.981957:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 739 00010000:00010000:2.0:1775764359.396091:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764360.419147:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764360.944159:0:7726:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1185775424179ns, next at 1186775420623ns, rc = 0 00000100:00100000:2.0:1775764360.944215:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725925248:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764360.944298:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764360.945108:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725925248 00000100:00100000:2.0:1775764360.945119:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725925248 00000100:00100000:2.0:1775764360.945185:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1775764360.945197:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725925248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764360.945248:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764360.945311:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725925248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764360.945320:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00080000:2.0:1775764360.945806:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764360.945859:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725925248:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1775764361.336793:0:43117:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1186168059200ns, next at 1160564708020ns, rc = 0 00000004:00080000:0.0:1775764361.336905:0:43117:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1186168173040ns, next at 1186775420623ns, rc = 0 00010000:00010000:2.0:1775764361.440771:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764361.474308:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000004:00080000:2.0:1775764361.474332:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000004:00080000:2.0:1775764361.474343:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000001:00080000:2.0:1775764361.474357:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967360 is committed 00000004:00080000:2.0:1775764361.474389:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000100:00100000:0.0:1775764361.474713:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764361.474776:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725925376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764361.474868:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764361.474977:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725925376 00000100:00100000:0.0:1775764361.474990:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725925376 00000100:00100000:0.0:1775764361.475054:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1775764361.475064:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725925376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764361.475096:0:6551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:6 count 1 00010000:00010000:0.0:1775764361.475123:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764361.475147:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb8a expref: 5 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764361.475156:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764361.475158:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764361.475162:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764361.475190:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb8a expref: 5 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764361.475220:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb8a expref: 5 pid: 6550 timeout: 1286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764361.475480:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6551:1862022725925504:192.168.202.7@tcp:104: 00000100:00100000:0.0:1775764361.475556:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0133ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764361.481112:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6551:1862022725925504:192.168.202.7@tcp:104: 00010000:00010000:0.0:1775764361.481147:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764361.481362:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764361.483008:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702659328 00000100:00100000:2.0:1775764361.483022:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702659328 00010000:00010000:2.0:1775764361.483096:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb8a expref: 6 pid: 6550 timeout: 1286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764361.483139:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 227 00000100:00100000:2.0:1775764361.483149:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702659328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764361.483164:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764361.483171:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb8a expref: 6 pid: 6550 timeout: 1286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.483187:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb8a expref: 6 pid: 6550 timeout: 1286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.483211:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bae48e7/0x429a70d18420c1ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb8a expref: 6 pid: 6550 timeout: 1286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.483229:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764361.483232:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764361.483250:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.483262:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.483355:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764361.483444:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702659328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 297us (2083us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764361.483453:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 227 00000100:00080000:1.0:1775764361.483779:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764361.489098:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764361.489124:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764361.489138:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764361.489146:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764361.489173:0:6551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764361.489378:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764361.489385:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.489394:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764361.489398:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.489408:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.489428:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.489436:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c222 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764361.489461:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764361.489463:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764361.489465:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764361.495138:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725925376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20061us (20256us total) trans 4294967308 rc 0/0 00000100:00100000:0.0:1775764361.495176:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000004:00080000:1.0:1775764361.505631:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e0f0b3480/2, rc 0, transno 4294967308 00000100:00100000:1.0:1775764361.505765:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725925376:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764362.465776:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764363.488088:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764363.627135:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967308 is committed 00000100:00100000:1.0:1775764364.001685:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725925760:0@lo:400:kworker.0 00000100:00100000:1.0:1775764364.001823:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764364.001901:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725926272:0@lo:400:kworker.0 00000100:00100000:1.0:1775764364.001933:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764364.001959:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764364.001964:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725925888:0@lo:400:kworker.0 00000100:00100000:1.0:1775764364.001987:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764364.002115:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725925632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764364.002152:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764364.002201:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725926144:0@lo:400:kworker.0 00000100:00100000:3.0:1775764364.002281:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725926016:0@lo:400:kworker.0 00000100:00100000:3.0:1775764364.002314:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764364.002380:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725925632 00000100:00100000:3.0:1775764364.002390:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725925632 00000100:00100000:3.0:1775764364.002447:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1775764364.002457:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725925632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764364.002524:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725925632:12345-0@lo:400:kworker.0 Request processed in 68us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764364.002534:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1775764364.002577:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725926272 00000100:00100000:3.0:1775764364.002580:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725926272 00000100:00100000:3.0:1775764364.002629:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725926016 00000100:00100000:3.0:1775764364.002633:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725926016 00000100:00100000:3.0:1775764364.002656:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1775764364.002662:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725926272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764364.002697:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725926272:12345-0@lo:400:kworker.0 Request processed in 36us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764364.002703:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1775764364.002714:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1775764364.002757:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725926016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764364.002796:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725926016:12345-0@lo:400:kworker.0 Request processed in 67us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764364.002803:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1775764364.002855:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725926016:0@lo:400:kworker.0 00000100:00100000:1.0:1775764364.003352:0:3313:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967308 gen 2 00000004:00080000:1.0:1775764364.003360:0:3313:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e0f0b3480, transno 4294967308 00000100:00100000:1.0:1775764364.003371:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725926272:0@lo:400:kworker.0 00000100:00080000:1.0:1775764364.003395:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764364.003399:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764364.003412:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764364.004237:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725926400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764364.004479:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764364.004543:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725926400 00000100:00100000:0.0:1775764364.004550:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725926400 00000100:00100000:0.0:1775764364.004601:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1775764364.004609:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725926400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764364.004646:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764364.004832:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725926400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 222us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764364.004840:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1775764364.004887:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725926400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764364.008054:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725925632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764364.011739:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725925760 00000100:00100000:2.0:1775764364.011757:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725925760 00000100:00100000:2.0:1775764364.011840:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725925888 00000100:00100000:2.0:1775764364.011845:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725925888 00000100:00100000:2.0:1775764364.011880:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725926144 00000100:00100000:2.0:1775764364.011883:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725926144 00000100:00100000:2.0:1775764364.011908:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1775764364.011919:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725925760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764364.012232:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725925760:12345-0@lo:400:kworker.0 Request processed in 314us (10409us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764364.012466:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1775764364.012501:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1775764364.012512:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725925888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764364.012551:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725925888:12345-0@lo:400:kworker.0 Request processed in 43us (10563us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764364.012557:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1775764364.012569:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1775764364.012574:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725926144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764364.012607:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725926144:12345-0@lo:400:kworker.0 Request processed in 32us (9193us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764364.012612:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00080000:1.0:1775764364.012848:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764364.012910:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725926144:0@lo:400:kworker.0 00000100:00100000:1.0:1775764364.013479:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725925888:0@lo:400:kworker.0 00000100:00100000:1.0:1775764364.013494:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725925760:0@lo:400:kworker.0 00000100:00100000:2.0:1775764364.083569:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764364.083627:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764364.083689:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764364.083801:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764364.084017:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702659456 00000100:00100000:0.0:1775764364.084034:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702659456 00000100:00100000:0.0:1775764364.084104:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 741 00000100:00100000:0.0:1775764364.084114:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702659456:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764364.084201:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702659456:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 88us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764364.084210:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 741 00000100:00100000:1.0:1775764364.084459:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702659584 00000100:00100000:1.0:1775764364.084465:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702659584 00000100:00100000:1.0:1775764364.084529:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 793 00000100:00100000:1.0:1775764364.084538:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702659584:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764364.084574:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702659584:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764364.084580:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 793 00000100:00100000:1.0:1775764364.085906:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702659712 00000100:00100000:1.0:1775764364.085927:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702659712 00000100:00100000:2.0:1775764364.086117:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702659840 00000100:00100000:2.0:1775764364.086137:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702659840 00000100:00100000:2.0:1775764364.086175:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 351 00000100:00100000:2.0:1775764364.086183:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702659712:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764364.086431:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702659712:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 248us (2802us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764364.086440:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 351 00000100:00100000:2.0:1775764364.086457:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 352 00000100:00100000:2.0:1775764364.086464:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702659840:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764364.086503:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702659840:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (2706us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764364.086513:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 352 00000100:00080000:0.0:1775764364.086843:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764364.086848:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764364.086851:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764364.515225:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764365.543437:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764366.049889:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725926528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764366.049990:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764366.052982:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725926528 00000100:00100000:2.0:1775764366.053003:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725926528 00000100:00100000:2.0:1775764366.053125:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1775764366.053151:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725926528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764366.053208:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764366.053351:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725926528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 206us (3361us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764366.053359:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1775764366.053428:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725926528:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764366.054601:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764366.559955:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764367.586817:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764368.609376:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764369.120228:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725927040:0@lo:400:kworker.0 00000100:00100000:3.0:1775764369.120228:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725926656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764369.120306:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725926784:0@lo:400:kworker.0 00000100:00100000:0.0:1775764369.120379:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725926912:0@lo:400:kworker.0 00000100:00100000:3.0:1775764369.137304:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764369.137390:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725927168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764369.137427:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764369.137510:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725927168 00000100:00100000:3.0:1775764369.137519:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725927168 00000100:00100000:3.0:1775764369.137589:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1775764369.137602:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725927168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764369.137662:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725927168:12345-0@lo:400:kworker.0 Request processed in 63us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764369.137670:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00080000:3.0:1775764369.137695:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764369.137745:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725927168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764369.137787:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725926656 00000100:00100000:3.0:1775764369.137790:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725926656 00000100:00100000:3.0:1775764369.137812:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1775764369.137817:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725926656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764369.137863:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764369.137898:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725926656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764369.137905:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1775764369.137932:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725926656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764369.143124:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764369.143197:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725927296:0@lo:400:kworker.0 00000100:00100000:1.0:1775764369.143238:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764369.143314:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725927296 00000100:00100000:1.0:1775764369.143323:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725927296 00000100:00100000:1.0:1775764369.143394:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1775764369.143403:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725927296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764369.143459:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725927296:12345-0@lo:400:kworker.0 Request processed in 57us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764369.143466:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00080000:1.0:1775764369.143494:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764369.143525:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725927296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764369.148707:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725926784 00000100:00100000:3.0:1775764369.148746:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725926784 00000100:00100000:3.0:1775764369.148832:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1775764369.148843:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725926784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764369.148954:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725926784:12345-0@lo:400:kworker.0 Request processed in 113us (5838us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764369.148962:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1775764369.150290:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725926784:0@lo:400:kworker.0 00000100:00100000:2.0:1775764369.151156:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764369.151316:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725927040 00000100:00100000:3.0:1775764369.151325:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725927040 00000100:00100000:3.0:1775764369.151399:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1775764369.151410:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725927040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764369.151472:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725927040:12345-0@lo:400:kworker.0 Request processed in 65us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764369.151479:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00080000:1.0:1775764369.151554:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764369.151836:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725927040:0@lo:400:kworker.0 00000100:00100000:0.0:1775764369.151961:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764369.151996:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725927424:0@lo:400:kworker.0 00000100:00100000:0.0:1775764369.152027:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764369.152284:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725926912 00000100:00100000:3.0:1775764369.152290:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725926912 00000100:00100000:3.0:1775764369.152340:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1775764369.152348:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725926912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764369.152385:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725926912:12345-0@lo:400:kworker.0 Request processed in 38us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764369.152390:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1775764369.152799:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725926912:0@lo:400:kworker.0 00000100:00100000:1.0:1775764369.161569:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725927424 00000100:00100000:1.0:1775764369.161588:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725927424 00000100:00100000:1.0:1775764369.161702:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1775764369.161714:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725927424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764369.161851:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725927424:12345-0@lo:400:kworker.0 Request processed in 140us (9822us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764369.161858:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1775764369.162248:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725927424:0@lo:400:kworker.0 00000100:00080000:3.0:1775764369.162339:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764369.197169:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764369.197213:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764369.197240:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764369.197276:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764369.197399:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702660096 00000100:00100000:1.0:1775764369.197411:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702660096 00000100:00080000:2.0:1775764369.197487:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764369.197500:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 797 00000100:00100000:1.0:1775764369.197511:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702660096:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764369.197516:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702660352 00000100:00100000:2.0:1775764369.197519:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702660352 00000100:00100000:2.0:1775764369.197551:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702660224 00000100:00100000:2.0:1775764369.197553:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702660224 00000100:00100000:2.0:1775764369.197585:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 355 00000100:00100000:2.0:1775764369.197591:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702660352:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764369.197607:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702660096:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 98us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764369.197615:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 797 00000100:00100000:2.0:1775764369.197628:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702660352:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764369.197634:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 355 00000100:00100000:2.0:1775764369.197645:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 356 00000100:00100000:2.0:1775764369.197651:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702660224:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764369.197675:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702660224:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764369.197680:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 356 00000100:00080000:2.0:1775764369.197692:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764369.197694:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764369.200010:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702659968 00000100:00100000:0.0:1775764369.200027:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702659968 00000100:00100000:0.0:1775764369.200130:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 743 00000100:00100000:0.0:1775764369.200140:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702659968:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764369.200230:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702659968:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (2987us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764369.200238:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 743 00010000:00010000:2.0:1775764369.632049:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764370.656995:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764371.171669:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764371.171693:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725927552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764371.171778:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764371.171904:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725927552 00000100:00100000:0.0:1775764371.171913:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725927552 00000100:00100000:0.0:1775764371.171996:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1775764371.172006:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725927552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764371.172043:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764371.172090:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725927552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764371.172098:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00080000:3.0:1775764371.172221:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764371.172258:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725927552:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764371.680689:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764372.704798:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764373.728052:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764374.240362:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764374.240388:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725927680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764374.240460:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764374.240783:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725927808:0@lo:400:kworker.0 00000100:00100000:0.0:1775764374.240814:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725928192:0@lo:400:kworker.0 00000100:00100000:1.0:1775764374.240836:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764374.240858:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764374.240871:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725928320:0@lo:400:kworker.0 00000100:00100000:0.0:1775764374.240900:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764374.240905:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764374.240910:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725928064:0@lo:400:kworker.0 00000100:00100000:1.0:1775764374.240926:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764374.240933:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725927936:0@lo:400:kworker.0 00000100:00100000:0.0:1775764374.240953:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764374.240997:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725928192 00000100:00100000:0.0:1775764374.240998:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725928064 00000100:00100000:1.0:1775764374.241006:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725928192 00000100:00100000:0.0:1775764374.241017:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725928064 00000100:00100000:1.0:1775764374.241067:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1775764374.241086:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725928192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764374.241089:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725928320 00000100:00100000:2.0:1775764374.241094:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725928320 00000100:00100000:2.0:1775764374.241134:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1775764374.241190:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725927680 00000100:00100000:3.0:1775764374.241195:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725927680 00000100:00100000:2.0:1775764374.242059:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725928320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764374.246141:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725928192:12345-0@lo:400:kworker.0 Request processed in 66us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764374.246162:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1775764374.246231:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1775764374.246265:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725927680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764374.246317:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764374.246342:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1775764374.246355:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725928064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764374.246402:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725927680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (5941us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764374.246413:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1775764374.246414:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725928064:12345-0@lo:400:kworker.0 Request processed in 60us (5458us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764374.246424:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1775764374.246448:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725927808 00000100:00100000:3.0:1775764374.246456:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725927808 00000100:00100000:3.0:1775764374.246492:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1775764374.246500:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725927808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764374.246531:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725927808:12345-0@lo:400:kworker.0 Request processed in 33us (5696us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764374.246538:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00080000:3.0:1775764374.246563:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764374.246568:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764374.246571:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764374.246654:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725927680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764374.246695:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764374.246772:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725928320:0@lo:400:kworker.0 00000100:00100000:3.0:1775764374.246782:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725927808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764374.246810:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725927936 00000100:00100000:3.0:1775764374.246814:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725927936 00000100:00100000:3.0:1775764374.246837:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1775764374.246843:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725927936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764374.246877:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725927936:12345-0@lo:400:kworker.0 Request processed in 34us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764374.246883:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1775764374.246907:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725927936:0@lo:400:kworker.0 00000100:00100000:0.0:1775764374.248550:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725928064:0@lo:400:kworker.0 00000100:00100000:0.0:1775764374.248598:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725928192:0@lo:400:kworker.0 00000100:00100000:2.0:1775764374.251131:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725928320:12345-0@lo:400:kworker.0 Request processed in 980us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764374.251160:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1775764374.318863:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764374.318910:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764374.318956:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764374.318995:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764374.319135:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702660608 00000100:00100000:3.0:1775764374.319155:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702660608 00000100:00100000:3.0:1775764374.319232:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 801 00000100:00100000:3.0:1775764374.319242:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702660608:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764374.319330:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702660608:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764374.319338:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 801 00000100:00080000:2.0:1775764374.319493:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764374.319688:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702660480 00000100:00100000:0.0:1775764374.319693:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702660480 00000100:00100000:0.0:1775764374.319769:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 745 00000100:00100000:0.0:1775764374.319778:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702660480:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764374.319811:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702660480:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764374.319818:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 745 00000100:00100000:1.0:1775764374.320412:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702660736 00000100:00100000:1.0:1775764374.320420:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702660736 00000100:00100000:1.0:1775764374.320486:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702660864 00000100:00100000:1.0:1775764374.320490:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702660864 00000100:00100000:1.0:1775764374.320515:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 358 00000100:00100000:1.0:1775764374.320521:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702660736:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764374.320560:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702660736:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (1650us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764374.320568:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 358 00000100:00100000:1.0:1775764374.320580:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 359 00000100:00100000:1.0:1775764374.320587:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702660864:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764374.320609:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702660864:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (1614us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764374.320616:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 359 00000100:00080000:2.0:1775764374.320904:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764374.320908:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764374.753411:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764375.775947:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764375.978121:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764375.985929:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702660992 00000100:00100000:1.0:1775764375.985946:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702660992 00000100:00100000:1.0:1775764375.987948:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141 00000100:00100000:1.0:1775764375.987975:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26629:x1862022702660992:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764375.990085:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26629:x1862022702660992:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 2112us (11968us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764375.990099:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141 00000100:00100000:1.0:1775764375.994554:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764375.997109:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702661120 00000100:00100000:3.0:1775764375.997123:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702661120 00000100:00100000:3.0:1775764375.997206:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 63 00000100:00100000:3.0:1775764375.997217:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26629:x1862022702661120:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764375.997672:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26629:x1862022702661120:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 455us (3128us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764375.997691:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 63 00000100:00100000:3.0:1775764375.999982:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764376.000070:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702661248 00000100:00100000:0.0:1775764376.000085:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702661248 00000100:00100000:0.0:1775764376.000185:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 64 00000100:00100000:0.0:1775764376.000202:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26629:x1862022702661248:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00080000:3.0:1775764376.000308:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764376.000771:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26629:x1862022702661248:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 536us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764376.000793:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 64 00000100:00100000:3.0:1775764376.009528:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764376.013198:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702661376 00000100:00100000:2.0:1775764376.013213:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702661376 00000100:00100000:2.0:1775764376.013311:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 142 00000100:00100000:2.0:1775764376.013322:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26629:x1862022702661376:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00080000:3.0:1775764376.013331:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764376.013833:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26629:x1862022702661376:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 408us (4213us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764376.013843:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 142 00000100:00100000:1.0:1775764376.032560:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764376.039040:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702661504 00000100:00100000:2.0:1775764376.039060:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702661504 00000100:00100000:2.0:1775764376.039135:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 143 00000100:00100000:2.0:1775764376.039161:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26629:x1862022702661504:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764376.039303:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26629:x1862022702661504:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 144us (6758us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764376.039313:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 143 00000100:00100000:3.0:1775764376.041716:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764376.041835:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702661632 00000100:00100000:3.0:1775764376.041848:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702661632 00000100:00080000:2.0:1775764376.041893:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764376.041921:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 65 00000100:00100000:3.0:1775764376.041933:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26629:x1862022702661632:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764376.042422:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26629:x1862022702661632:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 490us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764376.042431:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 65 00000100:00100000:2.0:1775764376.054620:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764376.054820:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702661760 00000100:00100000:3.0:1775764376.054836:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702661760 00000100:00100000:3.0:1775764376.054908:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 66 00000100:00100000:3.0:1775764376.054921:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26629:x1862022702661760:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764376.055344:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26629:x1862022702661760:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 425us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764376.055353:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 66 00000100:00100000:1.0:1775764376.061335:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764376.061615:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702661888 00000100:00100000:3.0:1775764376.061633:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702661888 00000100:00100000:3.0:1775764376.061709:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 144 00000100:00100000:3.0:1775764376.061719:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26629:x1862022702661888:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764376.065486:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26629:x1862022702661888:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 3757us (4152us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764376.065521:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 144 00000100:00100000:3.0:1775764376.126632:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764376.127092:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702662016 00000100:00100000:2.0:1775764376.127105:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702662016 00000100:00100000:2.0:1775764376.127178:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 145 00000100:00100000:2.0:1775764376.127189:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26630:x1862022702662016:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775764376.127215:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764376.127247:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c229 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb91 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.127311:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c230 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.127326:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c230 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.127340:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c230 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764376.127550:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00000004:00200000:2.0:1775764376.127555:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764376.127641:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c230 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.127669:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420c229 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb91 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.127692:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c230 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb91 expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.127700:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:2.0:1775764376.127703:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764376.127706:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775764376.128105:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26630:x1862022702662016:12345-192.168.202.7@tcp:101:rm.0 Request processed in 915us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764376.128113:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 145 00000100:00100000:0.0:1775764376.155088:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764376.155377:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702662272 00000100:00100000:3.0:1775764376.155396:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702662272 00000100:00100000:3.0:1775764376.155461:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 146 00000100:00100000:3.0:1775764376.155471:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26630:x1862022702662272:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764376.155494:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764376.155518:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c237 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb98 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764376.156448:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00010000:00010000:3.0:1775764376.156706:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c237 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb98 expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764376.156723:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764376.156726:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764376.156750:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c237 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb98 expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764376.156763:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031c00, rc 0) 00000100:00100000:3.0:1775764376.156836:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26630:x1862022702662272:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1365us (1758us total) trans 4294967361 rc 301/301 00000100:00100000:3.0:1775764376.156843:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 146 00000100:00100000:3.0:1775764376.169115:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764376.172344:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702662400 00000100:00100000:0.0:1775764376.172365:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702662400 00000100:00100000:0.0:1775764376.172509:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 29 00000100:00100000:0.0:1775764376.172523:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26630:x1862022702662400:12345-192.168.202.7@tcp:37:rm.0 00000100:00100000:3.0:1775764376.178382:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26630:x1862022702662400:12345-192.168.202.7@tcp:37:rm.0 Request processed in 5850us (9265us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764376.178407:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 29 00000100:00100000:1.0:1775764376.197873:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764376.198075:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702662656 00000100:00100000:2.0:1775764376.198086:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702662656 00000100:00100000:2.0:1775764376.198139:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 30 00000100:00100000:2.0:1775764376.198149:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26630:x1862022702662656:12345-192.168.202.7@tcp:35:rm.0 00000100:00100000:2.0:1775764376.198714:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:26630:x1862022702662656:12345-192.168.202.7@tcp:35:rm.0 Request processed in 565us (851us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1775764376.198722:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 30 00000100:00100000:0.0:1775764376.202974:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764376.204038:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702662912 00000100:00100000:1.0:1775764376.204051:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702662912 00000100:00100000:1.0:1775764376.204115:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 147 00000100:00100000:1.0:1775764376.204125:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:26630:x1862022702662912:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:1.0:1775764376.204176:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764376.204203:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c230 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb91 expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204222:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c1d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb7c expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204244:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:1.0:1775764376.204258:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e01667400/0x429a70d18420bdf3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fac6 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204268:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:1.0:1775764376.204274:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764376.204297:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204310:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204320:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204340:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204347:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204354:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204801:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204810:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.204818:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764376.205714:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 7680 00010000:00010000:1.0:1775764376.205762:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205770:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205776:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205781:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764376.205785:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205800:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205812:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1e03a56d00) 00010000:00010000:1.0:1775764376.205815:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764376.205819:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205824:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c253 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205844:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205850:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205855:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205859:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764376.205861:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205866:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205872:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56300) 00010000:00010000:1.0:1775764376.205874:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764376.205877:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764376.205890:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c245 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764376.205916:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd59d413 reply state 000000009bd44c9b transno 4294967363 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764376.205926:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764376.206032:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26630:x1862022702662912:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1903us (3063us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1775764376.206042:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 147 00010000:00010000:2.0:1775764376.212804:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.212822:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.212831:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.212837:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764376.212842:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.212858:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.212878:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e03a56b00) 00010000:00010000:2.0:1775764376.212881:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764376.212887:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764376.212895:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c24c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764376.295531:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764376.295570:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725928448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764376.295672:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764376.295759:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725928448 00000100:00100000:0.0:1775764376.295769:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725928448 00000100:00100000:0.0:1775764376.296512:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1775764376.296522:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725928448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764376.296559:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764376.296621:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725928448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764376.296629:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1775764376.296692:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725928448:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764376.296910:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764376.799991:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764376.925417:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967363 is committed 00010000:00010000:0.0:1775764377.824276:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764378.852341:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764379.364141:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725928576:0@lo:400:kworker.0 00000100:00100000:0.0:1775764379.364220:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764379.364271:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725929088:0@lo:400:kworker.0 00000100:00100000:0.0:1775764379.364293:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764379.364766:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725928832:0@lo:400:kworker.0 00000100:00100000:1.0:1775764379.364806:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725928704:0@lo:400:kworker.0 00000100:00100000:3.0:1775764379.364967:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725928960:0@lo:400:kworker.0 00000100:00100000:3.0:1775764379.364992:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764379.365024:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725928960 00000100:00100000:3.0:1775764379.365030:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725928960 00000100:00100000:3.0:1775764379.365073:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1775764379.365080:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725928960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764379.365117:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725928960:12345-0@lo:400:kworker.0 Request processed in 37us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764379.365123:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:3.0:1775764379.365142:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764379.365174:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725928960:0@lo:400:kworker.0 00000100:00100000:0.0:1775764379.366443:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725928576 00000100:00100000:0.0:1775764379.366452:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725928576 00000100:00100000:0.0:1775764379.366490:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1775764379.366498:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725928576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764379.366542:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725928576:12345-0@lo:400:kworker.0 Request processed in 46us (2323us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764379.366557:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1775764379.366652:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764379.366676:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725929344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764379.366694:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764379.366712:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725929088 00000100:00100000:0.0:1775764379.366715:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725929088 00000100:00100000:0.0:1775764379.366765:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725928832 00000100:00100000:0.0:1775764379.366768:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725928832 00000100:00100000:0.0:1775764379.366789:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1775764379.366795:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725929088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764379.366983:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764379.367000:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725929216:0@lo:400:kworker.0 00000100:00100000:1.0:1775764379.367018:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764379.367036:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725928704 00000100:00100000:1.0:1775764379.367039:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725928704 00000100:00100000:1.0:1775764379.367052:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1775764379.367055:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725928832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764379.367078:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725928832:12345-0@lo:400:kworker.0 Request processed in 22us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764379.367081:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1775764379.367089:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1775764379.367093:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725928704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764379.367108:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725928704:12345-0@lo:400:kworker.0 Request processed in 16us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764379.367117:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1775764379.367132:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725929216 00000100:00100000:1.0:1775764379.367136:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725929216 00000100:00100000:1.0:1775764379.367161:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1775764379.367166:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725929216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764379.367193:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725929216:12345-0@lo:400:kworker.0 Request processed in 27us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764379.367208:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1775764379.367239:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725928704:0@lo:400:kworker.0 00000100:00100000:1.0:1775764379.367248:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725929216:0@lo:400:kworker.0 00000100:00100000:3.0:1775764379.367934:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725929344 00000100:00100000:3.0:1775764379.367939:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725929344 00000100:00100000:3.0:1775764379.367964:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1775764379.367968:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725929344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764379.368000:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764379.368046:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725929344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (1349us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764379.368052:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1775764379.368088:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725928576:0@lo:400:kworker.0 00000100:00100000:0.0:1775764379.368454:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725929088:12345-0@lo:400:kworker.0 Request processed in 1658us (4158us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764379.368461:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00080000:0.0:1775764379.368496:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764379.368502:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764379.368977:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725929344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764379.368990:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725928832:0@lo:400:kworker.0 00000100:00100000:2.0:1775764379.369080:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725929088:0@lo:400:kworker.0 00000100:00100000:2.0:1775764379.460727:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764379.461108:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764379.461123:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702663040 00000100:00100000:3.0:1775764379.461134:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702663040 00000100:00100000:2.0:1775764379.461147:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764379.461172:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702663168 00000100:00100000:2.0:1775764379.461176:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702663168 00000100:00100000:0.0:1775764379.461218:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702663296 00000100:00100000:0.0:1775764379.461222:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702663296 00000100:00100000:2.0:1775764379.461242:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 805 00000100:00100000:2.0:1775764379.461253:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702663168:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764379.461254:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 362 00000100:00100000:0.0:1775764379.461260:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702663296:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764379.461339:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702663168:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764379.461346:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 805 00000100:00080000:2.0:1775764379.461371:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764379.461375:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764379.461519:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 747 00000100:00100000:3.0:1775764379.461528:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702663040:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764379.461584:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702663296:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 323us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764379.461591:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 362 00000100:00100000:2.0:1775764379.461753:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764379.461753:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702663040:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 226us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764379.461760:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 747 00000100:00100000:0.0:1775764379.461831:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702663424 00000100:00100000:0.0:1775764379.461840:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702663424 00000100:00100000:0.0:1775764379.461885:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 363 00000100:00100000:0.0:1775764379.461892:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702663424:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:3.0:1775764379.461971:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764379.462165:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702663424:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 272us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764379.462178:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 363 00010000:00010000:2.0:1775764379.871870:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764380.369197:0:43385:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc39e7ca70 20000000:00000080:3.0:1775764380.369274:0:43385:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d8c1800 uarg=0000000000000000 10000000:01000000:3.0:1775764380.371652:0:43385:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764380.371678:0:43385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764380.371701:0:43385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c1ab expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764380.371709:0:43385:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764380.371777:0:43385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c1ab expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764380.371795:0:43385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c1ab expref: 17 pid: 5763 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764380.371812:0:43385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43385:1862022725929472:0@lo:104: 00000100:00100000:3.0:1775764380.371881:0:43385:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764380.372259:0:43385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3aa46a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764380.373046:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725929472 00000100:00100000:1.0:1775764380.373061:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725929472 00000100:00100000:1.0:1775764380.373127:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1775764380.373139:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:43385:x1862022725929472:12345-0@lo:104: 00010000:00010000:1.0:1775764380.373155:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764380.373260:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764380.373266:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:43385:x1862022725929472:12345-0@lo:104: Request processed in 131us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764380.373273:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00010000:00010000:2.0:1775764380.373373:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764380.373381:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764380.373388:0:43385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43385:1862022725929472:0@lo:104: 00010000:00010000:2.0:1775764380.373389:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764380.373394:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373403:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764380.373410:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764380.373414:0:43385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764380.373415:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764380.373461:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373468:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764380.373501:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373509:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca400/0x429a70d18420c1ab lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c1b2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373526:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764380.373528:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764380.373530:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764380.373538:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764380.373571:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725929600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764380.373617:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764380.373655:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725929600 00000100:00100000:2.0:1775764380.373660:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725929600 00010000:00010000:2.0:1775764380.373679:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c1ab expref: 18 pid: 5763 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764380.373701:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1775764380.373708:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725929600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764380.373719:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764380.373724:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c1ab expref: 18 pid: 5763 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373768:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c1ab expref: 18 pid: 5763 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373791:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420c1b2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c1ab expref: 18 pid: 5763 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373805:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373813:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373828:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373835:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373850:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373857:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.373863:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764380.373867:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.374019:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.374036:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764380.374045:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764380.374061:0:43385:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764380.374069:0:43385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764380.374074:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725929600:12345-0@lo:103:ldlm_bl.0 Request processed in 367us (457us total) trans 0 rc 0/0 00010000:00010000:0.0:1775764380.374076:0:43385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c25a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764380.374081:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1775764380.374112:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725929600:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764380.895906:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764381.408907:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725929728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764381.408979:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764381.409062:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725929728 00000100:00100000:2.0:1775764381.409070:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725929728 00000100:00100000:2.0:1775764381.409126:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1775764381.409136:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725929728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764381.409190:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764381.409248:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725929728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764381.409255:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:2.0:1775764381.409278:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764381.409316:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725929728:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1775764381.695538:0:43433:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5878a5e0 20000000:00000080:3.0:1775764381.695828:0:43433:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3797dc00 uarg=0000000000000000 10000000:01000000:2.0:1775764381.699260:0:43433:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764381.699295:0:43433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699316:0:43433:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699328:0:43433:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699335:0:43433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699342:0:43433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699349:0:43433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699355:0:43433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764381.699360:0:43433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699367:0:43433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699399:0:43433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699407:0:43433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.699414:0:43433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420c261 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764381.860909:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764381.860920:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764381.860926:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764381.860983:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.860995:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.861006:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764381.861033:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725929856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764381.861102:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764381.861155:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06870840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764381.861259:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725929856 00000100:00100000:3.0:1775764381.861267:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725929856 00000100:00100000:3.0:1775764381.861340:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1775764381.861348:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725929856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764381.861362:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764381.861378:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c268 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764381.861398:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c268 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764381.861407:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c268 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764381.861416:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00030200, rc 0) 00000100:00100000:3.0:1775764381.861451:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725929856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764381.861458:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1775764381.861546:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725929856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764381.861559:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.861568:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764381.861592:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764381.861597:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.861604:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764381.930278:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764382.947058:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764383.967970:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764384.480334:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725929984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764384.480414:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764384.480494:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725930496:0@lo:400:kworker.0 00000100:00100000:1.0:1775764384.480526:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764384.480564:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764384.480571:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725930368:0@lo:400:kworker.0 00000100:00100000:1.0:1775764384.480595:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764384.480673:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725930112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.480708:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764384.480773:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725930624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.480796:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764384.480815:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775764384.480821:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725930240:0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.480841:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764384.480857:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725930752:0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.480892:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764384.480924:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725930496 00000100:00100000:0.0:1775764384.480932:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725930496 00000100:00100000:0.0:1775764384.480987:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725930752 00000100:00100000:0.0:1775764384.480991:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725930752 00000100:00100000:0.0:1775764384.481017:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1775764384.481028:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d813850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725930496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.481084:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d813850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725930496:12345-0@lo:400:kworker.0 Request processed in 58us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.481093:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1775764384.481290:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1775764384.481303:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725930752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.481364:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725930752:12345-0@lo:400:kworker.0 Request processed in 63us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.481373:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1775764384.481408:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725930368 00000100:00100000:0.0:1775764384.481414:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725930368 00000100:00100000:0.0:1775764384.481465:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725930624 00000100:00100000:0.0:1775764384.481469:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725930624 00000100:00100000:0.0:1775764384.481501:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725930240 00000100:00100000:0.0:1775764384.481507:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725930240 00000100:00100000:0.0:1775764384.481530:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1775764384.481541:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725930368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.481599:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725930368:12345-0@lo:400:kworker.0 Request processed in 58us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.481609:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1775764384.481632:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1775764384.481643:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725930624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.481714:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725930624:12345-0@lo:400:kworker.0 Request processed in 73us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.481721:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1775764384.481789:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1775764384.481800:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725930240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.481846:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725930240:12345-0@lo:400:kworker.0 Request processed in 48us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.481853:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00080000:0.0:1775764384.481897:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764384.481905:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764384.481909:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764384.482002:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725930240:0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.482025:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725930752:0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.482046:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725930624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.482103:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725930368:0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.482114:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725930496:0@lo:400:kworker.0 00000100:00100000:3.0:1775764384.482283:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725929984 00000100:00100000:3.0:1775764384.482290:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725929984 00000100:00100000:3.0:1775764384.482334:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1775764384.482344:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725929984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764384.482379:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764384.482437:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725929984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (2022us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764384.482445:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1775764384.482575:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725930112 00000100:00100000:1.0:1775764384.482583:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725930112 00000100:00100000:1.0:1775764384.482636:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1775764384.482645:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725930112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764384.482704:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725930112:12345-0@lo:400:kworker.0 Request processed in 59us (1994us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764384.482712:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1775764384.482818:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725930112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764384.483579:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725929984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764384.514405:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764384.515393:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702663552 00000100:00100000:0.0:1775764384.515408:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702663552 00000100:00100000:0.0:1775764384.515667:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 148 00000100:00100000:0.0:1775764384.515679:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26726:x1862022702663552:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775764384.515708:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764384.515761:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c276 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fb9f expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.515852:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c27d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.515870:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c27d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.515885:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c27d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764384.516120:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1775764384.516138:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764384.516231:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c27d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.516261:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c276 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb9f expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.516283:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c27d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb9f expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.516294:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676ee00) 00010000:00010000:0.0:1775764384.516298:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764384.516303:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063600, rc 0) 00000100:00100000:0.0:1775764384.516391:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26726:x1862022702663552:12345-192.168.202.7@tcp:101:rm.0 Request processed in 715us (2000us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.516399:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 148 00000100:00080000:2.0:1775764384.518423:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764384.524161:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764384.525795:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702663680 00000100:00100000:0.0:1775764384.525811:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702663680 00000100:00100000:0.0:1775764384.525979:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 149 00000100:00100000:0.0:1775764384.525992:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26726:x1862022702663680:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775764384.526019:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764384.526042:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c284 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fba6 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526139:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526166:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526181:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526199:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526205:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526211:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526546:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526554:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526561:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526577:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764384.526581:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526589:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526615:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676ee00) 00010000:00010000:0.0:1775764384.526618:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764384.526624:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526630:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c28b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526644:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526650:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526656:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526661:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764384.526664:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526670:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526688:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e1676e200) 00010000:00010000:0.0:1775764384.526691:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764384.526693:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526699:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c292 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526789:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c284 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fba6 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526801:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676ee00) 00010000:00010000:0.0:1775764384.526803:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764384.526807:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c284 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fba6 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.526817:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062e00, rc 0) 00000100:00100000:0.0:1775764384.527251:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26726:x1862022702663680:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1259us (3133us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764384.527260:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 149 00000100:00100000:3.0:1775764384.574782:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764384.574830:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764384.574856:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764384.576211:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702664064 00000100:00100000:0.0:1775764384.576229:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702664064 00000100:00100000:0.0:1775764384.576328:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702663936 00000100:00100000:0.0:1775764384.576331:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702663936 00000100:00100000:0.0:1775764384.576363:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 366 00000100:00100000:0.0:1775764384.576373:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702664064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764384.576476:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702664064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (1644us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.576498:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 366 00000100:00100000:0.0:1775764384.576518:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 367 00000100:00100000:0.0:1775764384.576524:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702663936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764384.576547:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702663936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (1691us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.576553:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 367 00000100:00100000:1.0:1775764384.577470:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702663808 00000100:00100000:1.0:1775764384.577484:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702663808 00000100:00100000:1.0:1775764384.577544:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 750 00000100:00100000:1.0:1775764384.577552:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702663808:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764384.577689:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702663808:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 137us (2979us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764384.577697:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 750 00000100:00080000:3.0:1775764384.577943:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764384.577952:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764384.616184:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764384.616496:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702664192 00000100:00100000:0.0:1775764384.616507:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702664192 00000100:00100000:0.0:1775764384.616592:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 150 00000100:00100000:0.0:1775764384.616602:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702664192:12345-192.168.202.7@tcp:41:mkdir.0 00000004:00000024:0.0:1775764384.616648:0:19479:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1775764384.616953:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702664192:12345-192.168.202.7@tcp:41:mkdir.0 Request processed in 131us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.616962:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 150 00000100:00100000:1.0:1775764384.626074:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764384.626938:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702664448 00000100:00100000:0.0:1775764384.626954:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702664448 00000100:00100000:0.0:1775764384.627057:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 151 00000100:00100000:0.0:1775764384.627067:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26730:x1862022702664448:12345-192.168.202.7@tcp:36:mkdir.0 00010000:00010000:0.0:1775764384.627121:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764384.627167:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c27d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fb9f expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.627190:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676ee00) 00010000:00010000:0.0:1775764384.627200:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764384.634379:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.634411:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.634429:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.634467:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.634478:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.634489:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764384.639177:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 512 00010000:00010000:2.0:1775764384.639195:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.639207:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.639214:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.639221:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764384.639226:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.639235:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.639255:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:2.0:1775764384.639259:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764384.639263:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.639269:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c299 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764384.639292:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000619c91d7 reply state 00000000efd39cec transno 4294967364 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764384.639302:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764384.639421:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26730:x1862022702664448:12345-192.168.202.7@tcp:36:mkdir.0 Request processed in 12352us (13353us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1775764384.639440:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 151 00010000:00010000:2.0:1775764384.643874:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.643893:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.643901:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.643909:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764384.643916:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.643926:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.643963:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e094a3000) 00010000:00010000:2.0:1775764384.643968:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764384.643975:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.643982:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2a0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764384.794075:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764384.795704:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702664576 00000100:00100000:0.0:1775764384.795720:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702664576 00000100:00100000:0.0:1775764384.795830:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 152 00000100:00100000:0.0:1775764384.795840:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26734:x1862022702664576:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:0.0:1775764384.795867:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764384.795898:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c2a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbad expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.795959:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c2ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.795973:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c2ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.795986:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c2ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764384.796055:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1775764384.796060:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764384.796089:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c2ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.796113:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c2a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbad expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.796131:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c2ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbad expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764384.796140:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676ee00) 00010000:00010000:0.0:1775764384.796142:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764384.796169:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775764384.796254:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26734:x1862022702664576:12345-192.168.202.7@tcp:101:chown.0 Request processed in 415us (2192us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764384.796263:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 152 00000100:00100000:0.0:1775764384.805979:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764384.806238:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702664704 00000100:00100000:2.0:1775764384.806249:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702664704 00000100:00100000:2.0:1775764384.806314:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 153 00000100:00100000:2.0:1775764384.806325:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26734:x1862022702664704:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:2.0:1775764384.806347:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764384.806385:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbb4 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806446:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806463:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806487:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806506:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806512:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806519:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806625:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c2ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806636:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c2ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806644:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c2ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764384.806709:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 512 00000004:00200000:2.0:1775764384.806715:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764384.806776:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c2ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806796:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806803:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806809:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806815:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764384.806820:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806826:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806838:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676ee00) 00010000:00010000:2.0:1775764384.806842:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764384.806847:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806853:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c2bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806865:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806871:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806877:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806888:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764384.806891:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806897:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806905:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e094a3000) 00010000:00010000:2.0:1775764384.806908:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764384.806910:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806915:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c2c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806945:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c2b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbb4 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806958:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c2ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbb4 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.806966:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:2.0:1775764384.806968:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764384.806970:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80600, rc 0) 00000100:00100000:2.0:1775764384.807286:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26734:x1862022702664704:12345-192.168.202.7@tcp:101:chown.0 Request processed in 963us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764384.807295:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 153 00000100:00100000:3.0:1775764384.820123:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764384.820213:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702664960 00000100:00100000:2.0:1775764384.820239:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702664960 00000100:00100000:2.0:1775764384.820303:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 154 00000100:00100000:2.0:1775764384.820313:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26734:x1862022702664960:12345-192.168.202.7@tcp:36:chown.0 00010000:00010000:2.0:1775764384.820362:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764384.820393:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c2ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbb4 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.820426:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:2.0:1775764384.820437:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764384.820462:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.820484:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.820494:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764384.911090:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ee60b24 reply state 00000000a6f7efd8 transno 4294967365 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764384.911111:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764384.911306:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000100:00100000:2.0:1775764384.911423:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26734:x1862022702664960:12345-192.168.202.7@tcp:36:chown.0 Request processed in 91107us (91306us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1775764384.911434:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 154 00000001:00080000:3.0:1775764384.916314:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967365 is committed 00010000:00010000:2.0:1775764384.916398:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.916410:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.916436:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.916442:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764384.916539:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.916714:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.916753:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e094a3600) 00010000:00010000:2.0:1775764384.916757:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764384.916763:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.916768:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420c2d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764384.993402:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764386.018376:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764386.025604:0:43582:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1dc2dfc0 20000000:00000080:0.0:1775764386.025621:0:43582:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d625800 uarg=0000000000000000 10000000:01000000:0.0:1775764386.026373:0:43582:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764386.026395:0:43582:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.026413:0:43582:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c268 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.026421:0:43582:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.026462:0:43582:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c268 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.026479:0:43582:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c268 expref: 17 pid: 5760 timeout: 1310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764386.026494:0:43582:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37622680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43582:1862022725930880:0@lo:104: 00000100:00100000:0.0:1775764386.026554:0:43582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764386.026791:0:43582:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764386.027326:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725930880 00000100:00100000:1.0:1775764386.027336:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725930880 00000100:00100000:1.0:1775764386.027393:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1775764386.027403:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:43582:x1862022725930880:12345-0@lo:104: 00010000:00010000:1.0:1775764386.027417:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764386.027580:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764386.027587:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:43582:x1862022725930880:12345-0@lo:104: Request processed in 186us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764386.027595:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00010000:00010000:0.0:1775764386.027649:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764386.027658:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.027679:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764386.027684:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.027704:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764386.027712:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764386.027718:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764386.027784:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.027791:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764386.027822:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.027829:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c268 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c26f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764386.027844:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725931008:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764386.027847:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764386.027850:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764386.027853:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764386.027884:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764386.027981:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725931008 00000100:00100000:0.0:1775764386.027986:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725931008 00010000:00010000:0.0:1775764386.028007:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c268 expref: 18 pid: 5760 timeout: 1310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764386.028037:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1775764386.028051:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725931008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764386.028062:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764386.028067:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c268 expref: 18 pid: 5760 timeout: 1310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028078:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c268 expref: 18 pid: 5760 timeout: 1310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028095:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028104:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028117:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028124:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028131:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028149:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028154:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764386.028158:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028166:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028180:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764386.028189:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764386.028242:0:43582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00030200/0x429a70d18420c26f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c268 expref: 18 pid: 5760 timeout: 1310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764386.028254:0:43582:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37622680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43582:1862022725930880:0@lo:104: 00010000:00010000:2.0:1775764386.028277:0:43582:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764386.028286:0:43582:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764386.028291:0:43582:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764386.028304:0:43582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c2d8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43582 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764386.028342:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725931008:12345-0@lo:103:ldlm_bl.0 Request processed in 291us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764386.028350:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1775764386.028504:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725931008:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764386.527937:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764386.527967:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725931136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764386.528053:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764386.528216:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725931136 00000100:00100000:2.0:1775764386.528230:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725931136 00000100:00100000:2.0:1775764386.528324:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1775764386.528338:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725931136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764386.528398:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764386.528470:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725931136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764386.528486:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1775764386.528541:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725931136:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764386.530071:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764387.041013:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764387.178564:0:43630:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff594afc30 20000000:00000080:2.0:1775764387.178581:0:43630:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f077400 uarg=0000000000000000 10000000:01000000:2.0:1775764387.178843:0:43630:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764387.178864:0:43630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178880:0:43630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178891:0:43630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178898:0:43630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178904:0:43630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178920:0:43630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178926:0:43630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764387.178930:0:43630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178937:0:43630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178950:0:43630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178958:0:43630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.178965:0:43630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c2df lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764387.235077:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764387.235085:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764387.235091:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764387.235150:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764387.235162:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764387.235173:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764387.235201:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725931264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764387.235268:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764387.235328:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985e40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764387.235578:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725931264 00000100:00100000:0.0:1775764387.235587:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725931264 00000100:00100000:0.0:1775764387.235647:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1775764387.235656:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725931264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764387.235671:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764387.235695:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c2e6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764387.235720:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c2e6 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764387.235782:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c2e6 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764387.235792:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775764387.235843:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725931264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764387.235849:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1775764387.236206:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725931264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764387.236223:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.236231:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764387.236252:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764387.236257:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764387.236281:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764388.063913:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764389.088128:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764389.601747:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764389.601786:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725931392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764389.601850:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764389.602680:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725931392 00000100:00100000:3.0:1775764389.602691:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725931392 00000100:00100000:3.0:1775764389.602764:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1775764389.602788:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725931392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764389.602830:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764389.602887:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725931392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764389.602894:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:3.0:1775764389.602918:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764389.604026:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725931776:0@lo:400:kworker.0 00000100:00100000:0.0:1775764389.604184:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764389.604366:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764389.604374:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725931648:0@lo:400:kworker.0 00000100:00100000:0.0:1775764389.604400:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764389.604431:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725931776 00000100:00100000:0.0:1775764389.604437:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725931776 00000100:00100000:0.0:1775764389.604484:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725931648 00000100:00100000:0.0:1775764389.604487:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725931648 00000100:00100000:0.0:1775764389.604526:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1775764389.604533:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725931776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764389.604584:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725931776:12345-0@lo:400:kworker.0 Request processed in 52us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.604592:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1775764389.604608:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1775764389.604614:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725931648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764389.604634:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725931648:12345-0@lo:400:kworker.0 Request processed in 21us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.604639:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1775764389.604796:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725931904:0@lo:400:kworker.0 00000100:00100000:3.0:1775764389.604827:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764389.604847:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775764389.604853:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725931520:0@lo:400:kworker.0 00000100:00100000:3.0:1775764389.604888:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764389.604908:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725932032:0@lo:400:kworker.0 00000100:00100000:3.0:1775764389.604928:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764389.605900:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725931904 00000100:00100000:2.0:1775764389.605909:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725931904 00000100:00100000:3.0:1775764389.612358:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725931520 00000100:00100000:3.0:1775764389.612370:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725931520 00000100:00100000:3.0:1775764389.612434:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1775764389.612445:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725931520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764389.612526:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725931520:12345-0@lo:400:kworker.0 Request processed in 84us (7636us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764389.612534:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1775764389.612598:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725931520:0@lo:400:kworker.0 00000100:00100000:0.0:1775764389.613389:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725932032 00000100:00100000:0.0:1775764389.613398:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725932032 00000100:00100000:0.0:1775764389.613458:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1775764389.613467:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725932032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764389.613531:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725932032:12345-0@lo:400:kworker.0 Request processed in 66us (8601us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.613551:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1775764389.613635:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725931648:0@lo:400:kworker.0 00000100:00100000:0.0:1775764389.613648:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725931776:0@lo:400:kworker.0 00000100:00100000:0.0:1775764389.613886:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725931392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764389.613953:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725932032:0@lo:400:kworker.0 00000100:00080000:0.0:1775764389.613970:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764389.613974:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764389.614055:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1775764389.614066:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725931904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764389.614139:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725931904:12345-0@lo:400:kworker.0 Request processed in 76us (9311us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764389.614145:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1775764389.614182:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725931904:0@lo:400:kworker.0 00000100:00100000:3.0:1775764389.671320:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764389.671365:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702665088 00000100:00100000:3.0:1775764389.671375:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702665088 00000100:00100000:3.0:1775764389.671448:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 4 00000100:00100000:3.0:1775764389.671458:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:5547:x1862022702665088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764389.671474:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764389.671499:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c2ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbad expref: 6 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.671518:0:8231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676ee00) 00010000:00010000:3.0:1775764389.671528:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764389.671578:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5547:x1862022702665088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 122us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764389.671586:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 4 00000100:00080000:3.0:1775764389.671608:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764389.687576:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764389.687633:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764389.687680:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764389.687719:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702665216 00000100:00100000:1.0:1775764389.687763:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702665216 00000100:00100000:1.0:1775764389.687850:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 753 00000100:00100000:1.0:1775764389.687862:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702665216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764389.687967:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702665216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 108us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764389.687988:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 753 00000100:00100000:1.0:1775764389.688033:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702665344 00000100:00100000:1.0:1775764389.688038:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702665344 00000100:00100000:1.0:1775764389.688112:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702665472 00000100:00100000:1.0:1775764389.688115:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702665472 00000100:00100000:1.0:1775764389.688144:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 369 00000100:00100000:1.0:1775764389.688152:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702665344:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764389.688182:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702665344:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764389.688187:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 369 00000100:00100000:1.0:1775764389.688199:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 370 00000100:00100000:1.0:1775764389.688205:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702665472:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764389.688226:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702665472:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 22us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764389.688231:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 370 00000100:00080000:1.0:1775764389.688383:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764389.688389:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764390.113466:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764391.139761:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764391.648044:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725932160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764391.648136:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764391.648336:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725932160 00000100:00100000:0.0:1775764391.648346:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725932160 00000100:00100000:0.0:1775764391.648418:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1775764391.648430:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725932160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764391.648470:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764391.648525:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725932160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764391.648532:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1775764391.648582:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725932160:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764391.648956:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1775764391.681105:0:43827:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd6aef94d0 20000000:00000080:2.0:1775764391.681127:0:43827:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f055c00 uarg=0000000000000000 10000000:01000000:2.0:1775764391.681654:0:43827:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764391.681681:0:43827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764391.681699:0:43827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c2e6 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764391.681708:0:43827:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764391.681783:0:43827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c2e6 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764391.681798:0:43827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c2e6 expref: 17 pid: 5760 timeout: 1316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764391.681823:0:43827:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43827:1862022725932288:0@lo:104: 00000100:00100000:2.0:1775764391.681898:0:43827:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764391.682923:0:43827:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d02a1c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764391.686195:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725932288 00000100:00100000:3.0:1775764391.686218:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725932288 00000100:00100000:3.0:1775764391.686375:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1775764391.686389:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:43827:x1862022725932288:12345-0@lo:104: 00010000:00010000:3.0:1775764391.686422:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.686585:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764391.686592:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:43827:x1862022725932288:12345-0@lo:104: Request processed in 207us (4693us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764391.686600:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00010000:00010000:0.0:1775764391.686659:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764391.686666:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.686673:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764391.686678:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.686686:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764391.686710:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764391.686716:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764391.686782:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.686789:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764391.686812:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.686820:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0caa00/0x429a70d18420c2e6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c2ed expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.686837:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764391.686839:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764391.686841:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764391.686865:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725932416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764391.686908:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764391.686958:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725932416 00000100:00100000:0.0:1775764391.686962:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725932416 00010000:00010000:0.0:1775764391.686986:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c2e6 expref: 18 pid: 5760 timeout: 1316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764391.687010:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1775764391.687017:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725932416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764391.687032:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764391.687037:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c2e6 expref: 18 pid: 5760 timeout: 1316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687056:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c2e6 expref: 18 pid: 5760 timeout: 1316 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687077:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687098:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687118:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687126:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687133:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687139:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687145:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764391.687150:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687157:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687166:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.687186:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764391.687215:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725932416:12345-0@lo:103:ldlm_bl.0 Request processed in 199us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764391.687222:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1775764391.687262:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725932416:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764391.687991:0:43827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c2ed lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c2e6 expref: 17 pid: 5760 timeout: 1316 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764391.688008:0:43827:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43827:1862022725932288:0@lo:104: 00010000:00010000:2.0:1775764391.688028:0:43827:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764391.688038:0:43827:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764391.688044:0:43827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764391.688050:0:43827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80a00/0x429a70d18420c2f4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764392.161957:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764393.184681:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764393.439928:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764393.439938:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764393.439944:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764393.440005:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764393.440018:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764393.440032:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764393.440176:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725932544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764393.440263:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764393.440399:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e259d6900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764393.441217:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725932544 00000100:00100000:3.0:1775764393.441232:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725932544 00000100:00100000:3.0:1775764393.441323:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1775764393.441334:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725932544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764393.441354:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764393.441379:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c2fb expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764393.441414:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c2fb expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764393.441428:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c2fb expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764393.441439:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031a00, rc 0) 00000100:00100000:3.0:1775764393.441514:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725932544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (1251us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764393.441532:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1775764393.446692:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725932544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764393.446769:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764393.446786:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764393.446818:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764393.446825:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764393.446847:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.209954:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764394.467255:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764394.467351:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702665600 00000100:00100000:3.0:1775764394.467362:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702665600 00000100:00100000:3.0:1775764394.467442:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 155 00000100:00100000:3.0:1775764394.467454:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:26878:x1862022702665600:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764394.467482:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764394.467507:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c309 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbbb expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764394.467573:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c310 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764394.467587:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c310 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764394.467602:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c310 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764394.469532:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1775764394.472833:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775764394.472849:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764394.472985:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c310 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764394.473027:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c309 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbbb expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764394.473053:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c310 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbbb expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764394.473087:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764394.473090:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764394.473094:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031c00, rc 0) 00000100:00100000:3.0:1775764394.473188:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26878:x1862022702665600:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 5735us (5944us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764394.473199:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 155 00000100:00100000:3.0:1775764394.477396:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764394.477492:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702665728 00000100:00100000:0.0:1775764394.477504:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702665728 00000100:00100000:0.0:1775764394.477575:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 156 00000100:00100000:0.0:1775764394.477587:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26878:x1862022702665728:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775764394.477614:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764394.477653:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c317 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbc2 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.477766:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.477782:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.477796:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.477812:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.477819:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.477825:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.478440:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c32c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.478450:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c32c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.478458:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c32c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764394.478551:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:0.0:1775764394.478555:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764394.478629:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c32c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.478651:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.478657:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.478664:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.478670:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764394.478675:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.478682:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.478697:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:0.0:1775764394.478700:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764394.478704:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.479979:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c31e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.480005:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.480012:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.480018:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.481270:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764394.481277:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.481288:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.481311:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e1676e800) 00010000:00010000:0.0:1775764394.481315:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764394.481320:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.481327:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c325 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.481399:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c317 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbc2 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.481416:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c32c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbc2 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764394.481424:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:0.0:1775764394.481427:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764394.481430:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063e00, rc 0) 00000100:00100000:0.0:1775764394.481539:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26878:x1862022702665728:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 3953us (4154us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764394.481549:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 156 00000100:00100000:3.0:1775764394.498376:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764394.506404:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702665984 00000100:00100000:0.0:1775764394.506428:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702665984 00000100:00100000:1.0:1775764394.513093:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 157 00000100:00100000:1.0:1775764394.513109:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26878:x1862022702665984:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:1.0:1775764394.513189:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764394.513219:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c32c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbc2 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.513239:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:1.0:1775764394.513251:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764394.513278:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.513290:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.513301:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764394.599273:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071cc4b05 reply state 000000007a8b36ba transno 4294967366 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764394.599297:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764394.599469:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000100:00100000:1.0:1775764394.599594:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:26878:x1862022702665984:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 86486us (101225us total) trans 4294967366 rc 0/0 00000100:00100000:1.0:1775764394.599605:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 157 00000001:00080000:1.0:1775764394.599667:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967366 is committed 00010000:00010000:1.0:1775764394.599885:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.599895:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.599903:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.599918:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764394.599924:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.599931:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.599951:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:1.0:1775764394.599954:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764394.599960:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764394.599966:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c333 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764394.737654:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725932672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.737758:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764394.737808:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725933184:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.737836:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764394.737859:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775764394.737866:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725932800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.737888:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764394.737907:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725933312:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.737929:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764394.737958:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725932928:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.737981:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764394.737999:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764394.738004:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725933056:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.738220:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764394.738263:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725933184 00000100:00100000:0.0:1775764394.738272:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725933184 00000100:00100000:0.0:1775764394.738336:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725932800 00000100:00100000:0.0:1775764394.738339:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725932800 00000100:00100000:0.0:1775764394.738355:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725932928 00000100:00100000:0.0:1775764394.738357:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725932928 00000100:00100000:0.0:1775764394.738373:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1775764394.738382:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725933184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.738433:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725933184:12345-0@lo:400:kworker.0 Request processed in 52us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764394.738440:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1775764394.738458:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1775764394.738478:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725932800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.738508:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725932800:12345-0@lo:400:kworker.0 Request processed in 31us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764394.738514:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1775764394.738526:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1775764394.738532:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725932928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.738558:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725932928:12345-0@lo:400:kworker.0 Request processed in 26us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764394.738564:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00080000:0.0:1775764394.738582:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764394.739361:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764394.739377:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725933440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764394.739431:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764394.739471:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725933440 00000100:00100000:3.0:1775764394.739477:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725933440 00000100:00100000:3.0:1775764394.739520:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1775764394.739528:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725933440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764394.739564:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764394.739603:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725933440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764394.739609:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1775764394.739785:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725932672 00000100:00100000:1.0:1775764394.739790:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725932672 00000100:00100000:1.0:1775764394.739821:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1775764394.739829:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725932672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764394.739868:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725932672:12345-0@lo:400:kworker.0 Request processed in 41us (2111us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764394.739874:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1775764394.739912:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725933312 00000100:00100000:1.0:1775764394.739916:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725933312 00000100:00100000:1.0:1775764394.739947:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725933056 00000100:00100000:1.0:1775764394.739950:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725933056 00000100:00100000:1.0:1775764394.739968:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1775764394.739974:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725933312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764394.740003:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725933312:12345-0@lo:400:kworker.0 Request processed in 29us (2072us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764394.740022:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1775764394.740045:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1775764394.740051:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725933056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764394.740088:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725933056:12345-0@lo:400:kworker.0 Request processed in 38us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764394.740094:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1775764394.740905:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725932800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.740947:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725933312:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.740958:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725932672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.740968:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725933184:0@lo:400:kworker.0 00000100:00100000:0.0:1775764394.741022:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725933056:0@lo:400:kworker.0 00000100:00080000:3.0:1775764394.741411:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764394.741415:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764394.741456:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725933440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764394.741898:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725932928:0@lo:400:kworker.0 00000100:00100000:2.0:1775764394.804409:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764394.804457:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764394.804480:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702666240 00000100:00100000:1.0:1775764394.804492:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702666240 00000100:00100000:2.0:1775764394.804494:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764394.804519:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764394.804545:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702666112 00000100:00100000:2.0:1775764394.804549:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702666112 00000100:00100000:1.0:1775764394.804555:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 815 00000100:00100000:1.0:1775764394.804564:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702666240:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764394.804577:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 756 00000100:00100000:2.0:1775764394.804583:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702666112:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764394.804649:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702666112:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 66us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764394.804658:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 756 00000100:00100000:3.0:1775764394.804666:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702666496 00000100:00100000:3.0:1775764394.804670:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702666496 00000100:00100000:2.0:1775764394.804694:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702666368 00000100:00100000:2.0:1775764394.804698:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702666368 00000100:00100000:3.0:1775764394.804712:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 373 00000100:00100000:3.0:1775764394.804718:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702666496:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764394.804755:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 374 00000100:00100000:2.0:1775764394.804761:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702666368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764394.806772:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702666240:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 2197us (2365us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764394.806787:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 815 00000100:00100000:3.0:1775764394.810440:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702666496:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 5704us (5965us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764394.810458:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 373 00000100:00080000:3.0:1775764394.810515:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764394.810521:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764394.816530:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702666368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 11752us (11993us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764394.816547:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 374 00010000:00010000:1.0:1775764395.234969:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764395.771583:0:43974:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3bd328a0 20000000:00000080:2.0:1775764395.771603:0:43974:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e4205bc00 uarg=0000000000000000 10000000:01000000:2.0:1775764395.775421:0:43974:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764395.775460:0:43974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764395.775492:0:43974:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c2fb expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764395.775502:0:43974:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764395.775554:0:43974:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c2fb expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764395.775574:0:43974:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c2fb expref: 17 pid: 5760 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764395.775595:0:43974:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43974:1862022725933568:0@lo:104: 00000100:00100000:2.0:1775764395.775695:0:43974:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764395.775814:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725933568 00000100:00100000:1.0:1775764395.775826:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725933568 00000100:00100000:1.0:1775764395.775960:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1775764395.775982:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:43974:x1862022725933568:12345-0@lo:104: 00010000:00010000:1.0:1775764395.775995:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.776436:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764395.776450:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:43974:x1862022725933568:12345-0@lo:104: Request processed in 471us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764395.776458:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00010000:00010000:0.0:1775764395.776514:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764395.776522:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.776531:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764395.776535:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.776558:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764395.776565:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764395.776571:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764395.778801:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.778835:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1775764395.779009:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725933696:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764395.779099:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764395.779206:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.779215:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420c2fb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c302 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764395.779267:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725933696 00000100:00100000:0.0:1775764395.779278:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725933696 00010000:00010000:0.0:1775764395.779324:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c2fb expref: 18 pid: 5760 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764395.779362:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1775764395.779372:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725933696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764395.779382:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764395.779385:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764395.779388:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764395.779390:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764395.779397:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c2fb expref: 18 pid: 5760 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.779412:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c2fb expref: 18 pid: 5760 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.779440:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.779449:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.782142:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.782168:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.782180:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.782190:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.782195:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764395.782201:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.782210:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764395.782230:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764395.782246:0:43974:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e012ed600 going to sleep for 11 seconds 00010000:00010000:1.0:1775764395.782273:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764395.782304:0:43974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031a00/0x429a70d18420c302 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c2fb expref: 18 pid: 5760 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764395.782328:0:43974:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43974:1862022725933568:0@lo:104: 00010000:00010000:0.0:1775764395.782352:0:43974:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.782360:0:43974:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.782365:0:43974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.782369:0:43974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80000/0x429a70d18420c33a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764395.783720:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725933696:12345-0@lo:103:ldlm_bl.0 Request processed in 4341us (4612us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764395.783751:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1775764395.788948:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725933696:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764396.266934:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764396.778703:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725933824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764396.778795:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764396.786864:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725933824 00000100:00100000:3.0:1775764396.786881:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725933824 00000100:00100000:3.0:1775764396.786954:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1775764396.786968:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725933824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764396.787264:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764396.787376:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725933824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 412us (8580us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764396.787384:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1775764396.787955:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725933824:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764396.788666:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764397.280664:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764397.728063:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764397.728071:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764397.728077:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764397.728126:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764397.728140:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764397.728152:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764397.728183:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725933952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764397.728280:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764397.728339:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e16f8a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764397.728629:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725933952 00000100:00100000:3.0:1775764397.728637:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725933952 00000100:00100000:3.0:1775764397.728692:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1775764397.728700:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725933952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764397.728714:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764397.728727:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c341 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764397.728782:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c341 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764397.728792:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c341 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764397.728811:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031400, rc 0) 00000100:00100000:3.0:1775764397.728856:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725933952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764397.728863:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1775764397.729194:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725933952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764397.729211:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764397.729227:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764397.729247:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764397.729252:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764397.729258:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.305921:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764398.524840:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764398.524937:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702666624 00000100:00100000:0.0:1775764398.524948:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702666624 00000100:00100000:0.0:1775764398.525141:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 158 00000100:00100000:0.0:1775764398.525153:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:26937:x1862022702666624:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764398.525176:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764398.525200:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c34f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbc9 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.525277:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.525292:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.525318:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.525333:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.525340:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.525346:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.525949:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420c364 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.525960:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420c364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.525967:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420c364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764398.526154:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:0.0:1775764398.526158:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764398.526237:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420c364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526253:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526261:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526284:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526290:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764398.526294:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526303:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526315:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:0.0:1775764398.526318:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764398.526323:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526328:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c356 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526342:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526348:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526353:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526358:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764398.526361:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526376:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526384:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e1676e800) 00010000:00010000:0.0:1775764398.526386:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764398.526389:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526395:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c35d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526427:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c34f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbc9 expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526441:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420c364 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbc9 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.526449:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:0.0:1775764398.526451:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764398.526453:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062400, rc 0) 00000100:00100000:0.0:1775764398.529790:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26937:x1862022702666624:12345-192.168.202.7@tcp:101:touch.0 Request processed in 4625us (4947us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764398.529805:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 158 00000100:00080000:3.0:1775764398.530164:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764398.537314:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764398.537398:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702666880 00000100:00100000:0.0:1775764398.537408:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702666880 00000100:00100000:0.0:1775764398.537468:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 159 00000100:00100000:0.0:1775764398.537477:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:26937:x1862022702666880:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764398.537499:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764398.537523:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c36b lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbd0 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.537877:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.537897:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.537910:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.537983:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.537992:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.537999:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764398.538928:0:19479:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x6:0x0], index 0: 0 00010000:00010000:0.0:1775764398.540334:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420c380 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540360:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420c380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540374:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420c380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540425:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540446:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540452:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540459:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764398.540463:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540473:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540488:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:0.0:1775764398.540491:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764398.540496:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540502:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c372 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764398.540520:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbbfa262 reply state 000000006d9b83f3 transno 4294967367 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764398.540529:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764398.540568:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c36b lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbd0 expref: 10 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540583:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420c380 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbd0 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.540603:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:0.0:1775764398.540605:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764398.540607:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764398.541108:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:26937:x1862022702666880:12345-192.168.202.7@tcp:101:touch.0 Request processed in 3628us (3798us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1775764398.541123:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 159 00010000:00010000:2.0:1775764398.546472:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.546489:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.546496:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.546501:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764398.546506:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.546513:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.546553:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e1676e000) 00010000:00010000:2.0:1775764398.546556:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764398.546561:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.546567:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420c379 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764398.548637:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764398.548712:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702667136 00000100:00100000:1.0:1775764398.548723:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702667136 00000100:00100000:1.0:1775764398.548810:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 160 00000100:00100000:1.0:1775764398.548821:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26937:x1862022702667136:12345-192.168.202.7@tcp:36:touch.0 00010000:00010000:1.0:1775764398.548874:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764398.548899:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420c380 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbd0 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.548915:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:1.0:1775764398.548925:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764398.548972:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.548985:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.548996:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764398.549161:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004e134f5 reply state 00000000c8210947 transno 4294967368 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764398.549171:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764398.549298:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:26937:x1862022702667136:12345-192.168.202.7@tcp:36:touch.0 Request processed in 477us (669us total) trans 4294967368 rc 0/0 00000100:00100000:1.0:1775764398.549305:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 160 00010000:00010000:3.0:1775764398.552933:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764398.552958:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764398.552967:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764398.552974:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764398.552981:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764398.552989:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764398.553031:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:3.0:1775764398.553035:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764398.553040:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764398.553047:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c38e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764398.558268:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764398.558525:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702667264 00000100:00100000:0.0:1775764398.558536:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702667264 00000100:00100000:0.0:1775764398.558609:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 161 00000100:00100000:0.0:1775764398.558619:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:26937:x1862022702667264:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764398.558656:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764398.558681:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c395 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbd7 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.558763:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c395 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbd7 expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.558779:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c395 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbd7 expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.558799:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b1e1676e800) 00010000:00010000:0.0:1775764398.558802:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764398.558807:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775764398.558869:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:26937:x1862022702667264:12345-192.168.202.7@tcp:101:touch.0 Request processed in 251us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764398.558888:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 161 00000100:00100000:1.0:1775764398.577424:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764398.582188:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702667392 00000100:00100000:2.0:1775764398.582204:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702667392 00000100:00100000:2.0:1775764398.582303:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 67 00000100:00100000:2.0:1775764398.582314:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702667392:12345-192.168.202.7@tcp:2:touch.0 00000100:00100000:2.0:1775764398.582681:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702667392:12345-192.168.202.7@tcp:2:touch.0 Request processed in 368us (5267us total) trans 4294967307 rc 0/0 00000100:00100000:2.0:1775764398.582690:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 67 00000100:00080000:3.0:1775764398.583097:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764398.587075:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764398.587394:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702667648 00000100:00100000:2.0:1775764398.587406:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702667648 00000100:00100000:2.0:1775764398.587477:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 31 00000100:00100000:2.0:1775764398.587488:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:26937:x1862022702667648:12345-192.168.202.7@tcp:35:touch.0 00000100:00100000:2.0:1775764398.588503:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:26937:x1862022702667648:12345-192.168.202.7@tcp:35:touch.0 Request processed in 1009us (1435us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1775764398.588513:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 31 00000100:00100000:0.0:1775764398.678687:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764398.678725:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702667776 00000100:00100000:0.0:1775764398.678748:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702667776 00000100:00100000:0.0:1775764398.678805:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 162 00000100:00100000:0.0:1775764398.678815:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:26941:x1862022702667776:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775764398.678840:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764398.678860:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c39c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbde expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.678919:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.678934:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.678946:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.678960:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.678968:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.678974:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679093:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c3b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679118:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679126:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764398.679161:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 0 00000004:00200000:0.0:1775764398.679165:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764398.679183:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679194:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679202:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679208:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679215:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679221:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764398.679226:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679233:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679245:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:0.0:1775764398.679253:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764398.679258:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.679277:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c3a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682242:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682257:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682356:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682363:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764398.682367:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682376:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682393:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e1676e900) 00010000:00010000:0.0:1775764398.682396:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764398.682402:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682408:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c3aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682468:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c39c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbde expref: 13 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682508:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c3b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbde expref: 12 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764398.682515:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b1e1676e800) 00010000:00010000:0.0:1775764398.682517:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764398.682520:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063600, rc 0) 00000100:00100000:0.0:1775764398.683013:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:26941:x1862022702667776:12345-192.168.202.7@tcp:101:rm.0 Request processed in 4194us (4332us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764398.683032:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 162 00000100:00100000:1.0:1775764398.687531:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764398.687619:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702667904 00000100:00100000:2.0:1775764398.687630:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702667904 00000100:00100000:2.0:1775764398.687713:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 68 00000100:00100000:2.0:1775764398.687724:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702667904:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775764398.687797:0:6551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764398.687823:0:6551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbe5 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764398.687857:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 0, mtime: 0x69d803ae, atime: 0x69d803ae, ctime: 0x69d803ae, blocks: 0x1 00010000:00010000:2.0:1775764398.687880:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764398.687883:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764398.687893:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbe5 expref: 7 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.687918:0:6551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbe5 expref: 7 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.687935:0:6551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:2.0:1775764398.688012:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702667904:12345-192.168.202.7@tcp:101:rm.0 Request processed in 290us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764398.688031:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 68 00000100:00100000:3.0:1775764398.693159:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764398.693273:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702668160 00000100:00100000:1.0:1775764398.693284:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702668160 00000100:00100000:1.0:1775764398.693348:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 163 00000100:00100000:1.0:1775764398.693358:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:26941:x1862022702668160:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:1.0:1775764398.693412:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764398.693437:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c3b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbde expref: 12 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693459:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c395 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbd7 expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693470:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b1e1676e800) 00010000:00010000:1.0:1775764398.693483:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764398.693506:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693520:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693546:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693562:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693569:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693576:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693711:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 3/0,1 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693719:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.693726:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764398.694322:0:5768:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 64 off8576 00000004:00080000:1.0:1775764398.694336:0:5768:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1223525603898ns, next at 1224525599321ns, rc = 0 00010000:00010000:1.0:1775764398.694397:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694407:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694414:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694430:0:5768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694436:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694441:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694465:0:5768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764398.694484:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694489:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694495:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694500:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764398.694504:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694510:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694520:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:1.0:1775764398.694522:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764398.694525:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 2/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694542:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c3cd lrc: 0/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694560:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694566:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694572:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694577:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764398.694579:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694585:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694592:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:1.0:1775764398.694594:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764398.694596:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764398.694601:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c3bf lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764398.694610:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063399273 reply state 00000000170c7ea5 transno 4294967370 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764398.694618:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764398.694721:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:26941:x1862022702668160:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1363us (1571us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1775764398.694763:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 163 00010000:00010000:2.0:1775764398.695221:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764398.695230:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.695238:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764398.695243:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.695250:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.695275:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775764398.695278:0:5757:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764398.695282:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.695288:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c3d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.695307:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764398.695309:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764398.695311:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764398.699775:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.699802:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.699812:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.699819:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764398.699824:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.699832:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.699857:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e03a56800) 00010000:00010000:2.0:1775764398.699860:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764398.699867:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764398.699897:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c3c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764399.328497:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764399.456607:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967307 is committed 00000100:00100000:0.0:1775764399.840471:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725934336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764399.840680:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764399.840768:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764399.840775:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725934208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764399.840799:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764399.840813:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725934720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764399.840837:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764399.840871:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725934336 00000100:00100000:0.0:1775764399.840880:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725934336 00000100:00100000:0.0:1775764399.840940:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725934208 00000100:00100000:0.0:1775764399.840944:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725934208 00000100:00100000:0.0:1775764399.840966:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1775764399.840974:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725934336:12345-0@lo:400:kworker.0 00000004:00080000:3.0:1775764399.841809:0:6820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1224673076189ns, next at 1225673073654ns, rc = 0 00000100:00080000:3.0:1775764399.841874:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764399.841892:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725934720 00000100:00100000:3.0:1775764399.841899:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725934720 00000100:00100000:3.0:1775764399.841952:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1775764399.841961:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725934720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764399.842055:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725934720:12345-0@lo:400:kworker.0 Request processed in 95us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764399.842065:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00080000:3.0:1775764399.842092:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764399.842117:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1775764399.842126:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725934208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764399.842162:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725934208:12345-0@lo:400:kworker.0 Request processed in 38us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764399.842168:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1775764399.842479:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725934080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.842522:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764399.842556:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725934592:0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.842596:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764399.842618:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764399.842625:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725934464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.842648:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764399.842674:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764399.842681:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725934848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764399.842704:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764399.842756:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725934592 00000100:00100000:1.0:1775764399.842761:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725934592 00000100:00100000:1.0:1775764399.842800:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1775764399.842807:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725934592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.842842:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725934592:12345-0@lo:400:kworker.0 Request processed in 36us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764399.842848:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1775764399.842906:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725934080 00000100:00100000:1.0:1775764399.842910:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725934080 00000100:00100000:1.0:1775764399.842937:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1775764399.842943:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725934080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.842971:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725934080:12345-0@lo:400:kworker.0 Request processed in 28us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764399.843221:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725934336:12345-0@lo:400:kworker.0 Request processed in 2247us (2542us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764399.843241:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1775764399.843291:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725934208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764399.843304:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725934720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764399.843314:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725934336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.844479:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1775764399.844536:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725934464 00000100:00100000:1.0:1775764399.844545:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725934464 00000100:00100000:1.0:1775764399.844607:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1775764399.844617:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725934464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.844672:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725934464:12345-0@lo:400:kworker.0 Request processed in 57us (2023us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764399.844678:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1775764399.844697:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725934848 00000100:00100000:1.0:1775764399.844701:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725934848 00000100:00100000:1.0:1775764399.844752:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1775764399.844761:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725934848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764399.844787:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764399.844825:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725934848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (2120us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764399.844832:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00080000:1.0:1775764399.844854:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764399.844857:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764399.844894:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725934848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764399.844925:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725934464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.844935:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725934080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.844945:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725934592:0@lo:400:kworker.0 00000100:00100000:1.0:1775764399.921163:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764399.921209:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764399.921255:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764399.921302:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702668416 00000100:00100000:1.0:1775764399.921313:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702668416 00000100:00100000:1.0:1775764399.921381:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 819 00000100:00100000:1.0:1775764399.921394:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:2357:x1862022702668416:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764399.921489:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:2357:x1862022702668416:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 98us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764399.921497:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 819 00000100:00100000:2.0:1775764399.921615:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702668288 00000100:00100000:2.0:1775764399.921620:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702668288 00000100:00100000:2.0:1775764399.921655:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 759 00000100:00100000:2.0:1775764399.921662:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702668288:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764399.921689:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702668288:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764399.921696:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 759 00000100:00100000:3.0:1775764399.922836:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702668544 00000100:00100000:3.0:1775764399.922845:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702668544 00000100:00100000:3.0:1775764399.922907:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 377 00000100:00100000:3.0:1775764399.922915:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702668544:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764399.922970:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702668544:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 56us (1760us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764399.923001:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 377 00000100:00100000:2.0:1775764399.933198:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764399.933295:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702668672 00000100:00100000:3.0:1775764399.933306:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702668672 00000100:00100000:3.0:1775764399.933416:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 69 00000100:00100000:3.0:1775764399.933426:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702668672:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:3.0:1775764399.933456:0:6551:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420c1b9 00000100:00080000:3.0:1775764399.933464:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1e3733c000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775764399.933503:0:6551:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967308 00000100:00100000:3.0:1775764399.933869:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702668672:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 443us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764399.933878:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 69 00010000:00010000:3.0:1775764399.933907:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764399.939936:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1775764399.949096:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967367 is committed 00000001:00080000:3.0:1775764399.949563:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967370 is committed 00000004:00080000:3.0:1775764399.949570:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000004:00080000:3.0:1775764399.949602:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000100:00100000:1.0:1775764399.949868:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764399.949895:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725934976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764399.950071:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764399.954236:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725934976 00000100:00100000:2.0:1775764399.954253:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725934976 00000100:00100000:2.0:1775764399.954323:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1775764399.954334:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725934976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764399.954367:0:6552:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:6 count 1 00010000:00010000:2.0:1775764399.954398:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764399.954424:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbe5 expref: 5 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764399.954432:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764399.954435:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764399.954438:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 4/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764399.954492:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbe5 expref: 5 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764399.954508:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbe5 expref: 5 pid: 6551 timeout: 1324 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764399.954524:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6552:1862022725935104:192.168.202.7@tcp:104: 00000100:00100000:2.0:1775764399.954629:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764399.967323:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6552:1862022725935104:192.168.202.7@tcp:104: 00010000:00010000:3.0:1775764399.967362:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764399.969372:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764399.969417:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702668800 00000100:00100000:3.0:1775764399.969429:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702668800 00010000:00010000:3.0:1775764399.969482:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbe5 expref: 6 pid: 6551 timeout: 1324 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764399.969535:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 232 00000100:00100000:3.0:1775764399.969545:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e05379050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702668800:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764399.969561:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764399.969567:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbe5 expref: 6 pid: 6551 timeout: 1324 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.969582:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbe5 expref: 6 pid: 6551 timeout: 1324 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.969605:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003807c225/0x429a70d18420c3b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbe5 expref: 6 pid: 6551 timeout: 1324 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.969619:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764399.969621:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764399.969626:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.969635:0:5754:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.969662:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764399.969711:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e05379050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702668800:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 167us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764399.969719:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 232 00010000:00010000:3.0:1775764399.969860:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.969869:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.969879:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.969888:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.969905:0:6552:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764399.970565:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725934976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16230us (20581us total) trans 4294967308 rc 0/0 00000100:00100000:3.0:1775764399.970574:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00010000:3.0:1775764399.970602:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764399.970609:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.970618:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764399.970622:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.970632:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.970658:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 1/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.970666:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25d52e8/0x429a70d18420c3db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764399.970686:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764399.970688:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764399.970690:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764399.970755:0:3314:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e3736ad80/2, rc 0, transno 4294967308 00000100:00100000:3.0:1775764399.970763:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725934976:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1775764400.352208:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764400.970030:0:44171:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd27ef5730 20000000:00000080:0.0:1775764400.970051:0:44171:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e094f5c00 uarg=0000000000000000 10000000:01000000:0.0:1775764400.971694:0:44171:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764400.971720:0:44171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764400.971769:0:44171:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c341 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764400.971778:0:44171:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764400.971823:0:44171:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c341 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764400.971842:0:44171:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c341 expref: 17 pid: 5760 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764400.971991:0:44171:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44171:1862022725935232:0@lo:104: 00000100:00100000:0.0:1775764400.972081:0:44171:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764400.972149:0:44171:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764400.972227:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764400.972241:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725935232 00000100:00100000:3.0:1775764400.972249:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725935232 00000100:00100000:3.0:1775764400.972636:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1775764400.972647:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3790d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:44171:x1862022725935232:12345-0@lo:104: 00010000:00010000:3.0:1775764400.972665:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764400.972780:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764400.972788:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3790d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:44171:x1862022725935232:12345-0@lo:104: Request processed in 142us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764400.972796:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00010000:00010000:2.0:1775764400.972817:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764400.972827:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.972835:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764400.972839:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.972848:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764400.972864:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764400.972871:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764400.972918:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.972925:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1775764400.972950:0:44171:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44171:1862022725935232:0@lo:104: 00010000:00010000:2.0:1775764400.972974:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764400.972977:0:44171:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.972981:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420c341 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c348 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973013:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764400.973015:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764400.973017:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764400.973233:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725935360:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764400.973286:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764400.973340:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725935360 00000100:00100000:2.0:1775764400.973347:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725935360 00010000:00010000:2.0:1775764400.973371:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c341 expref: 18 pid: 5760 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764400.973407:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1775764400.973415:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725935360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764400.973429:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764400.973435:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c341 expref: 18 pid: 5760 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973447:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c341 expref: 18 pid: 5760 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973463:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c348 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c341 expref: 18 pid: 5760 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973479:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973488:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973516:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973523:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973530:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973535:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973541:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764400.973546:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973555:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973575:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764400.973584:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764400.973641:0:44171:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764400.973650:0:44171:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764400.973657:0:44171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063e00/0x429a70d18420c3e2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764400.973888:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725935360:12345-0@lo:103:ldlm_bl.0 Request processed in 473us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764400.973896:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1775764400.974347:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725935360:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764401.386404:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764401.889011:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764401.889039:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725935488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764401.889127:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764401.889252:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725935488 00000100:00100000:1.0:1775764401.889263:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725935488 00000100:00100000:1.0:1775764401.889339:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1775764401.889350:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725935488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764401.889397:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764401.889454:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725935488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764401.889462:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1775764401.889525:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725935488:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764401.889666:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764402.402522:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764402.528551:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764402.528559:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764402.528568:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764402.528640:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764402.528655:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764402.528668:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764402.528699:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725935616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764402.528794:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764402.528860:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764402.529270:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725935616 00000100:00100000:1.0:1775764402.529279:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725935616 00000100:00100000:1.0:1775764402.529346:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1775764402.529356:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725935616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764402.529381:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764402.529399:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c3e9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764402.529424:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c3e9 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764402.529435:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c3e9 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764402.529445:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca600, rc 0) 00000100:00100000:1.0:1775764402.529488:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725935616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764402.529494:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1775764402.529924:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725935616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764402.529945:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764402.529966:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764402.530001:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764402.530259:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764402.530277:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764403.428243:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764403.686980:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764403.687129:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702668928 00000100:00100000:1.0:1775764403.687140:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702668928 00000100:00100000:1.0:1775764403.687207:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 164 00000100:00100000:1.0:1775764403.687217:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27013:x1862022702668928:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:1.0:1775764403.687240:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764403.687263:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420c3f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbec expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764403.687321:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c3fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764403.687333:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c3fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764403.687341:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c3fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764403.687519:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:1.0:1775764403.687524:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764403.687596:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c3fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764403.687623:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420c3f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbec expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764403.687640:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c3fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbec expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764403.687649:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:1.0:1775764403.687653:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764403.687656:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cae00, rc 0) 00000100:00100000:1.0:1775764403.687713:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27013:x1862022702668928:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 497us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764403.687721:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 164 00000100:00080000:3.0:1775764403.687873:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764403.692325:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764403.692778:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702669184 00000100:00100000:2.0:1775764403.692790:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702669184 00000100:00100000:2.0:1775764403.692860:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 165 00000100:00100000:2.0:1775764403.692878:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27013:x1862022702669184:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:2.0:1775764403.692953:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764403.692998:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420c3fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbec expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764403.693017:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420c364 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbc9 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764403.693026:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:2.0:1775764403.693039:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764403.693065:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764403.693077:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764403.693090:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764403.762196:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967371 is committed 00000004:00010000:2.0:1775764403.762929:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a2cd77b4 reply state 000000008ac8dd14 transno 4294967371 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764403.762958:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764403.763189:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00010000:00080000:2.0:1775764403.763312:0:19479:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1775764403.763332:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27013:x1862022702669184:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 70450us (71017us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1775764403.763343:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 165 00010000:00010000:3.0:1775764403.763461:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764403.763471:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764403.763479:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764403.763485:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764403.763490:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764403.763497:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764403.763514:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:3.0:1775764403.763530:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764403.763542:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764403.763548:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c405 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.447897:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1775764404.571657:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775764404.571669:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1e3d8f1000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775764404.571704:0:15444:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e3d8f1000/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0001 00000020:00000080:0.0:1775764404.571782:0:15444:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e3733c000 for lustre-OST0001 00000001:00080000:2.0:1775764404.627920:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967308 is committed 00000020:00000080:0.0:1775764404.823389:0:44322:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4d816dd0 20000000:00000080:0.0:1775764404.823410:0:44322:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e094f4800 uarg=0000000000000000 10000000:01000000:0.0:1775764404.825366:0:44322:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764404.825399:0:44322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764404.825420:0:44322:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c3e9 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764404.825429:0:44322:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764404.825609:0:44322:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c3e9 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764404.825635:0:44322:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c3e9 expref: 17 pid: 5760 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764404.825669:0:44322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44322:1862022725935744:0@lo:104: 00000100:00100000:0.0:1775764404.826101:0:44322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764404.826329:0:44322:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06870e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764404.826385:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725935744 00000100:00100000:1.0:1775764404.826397:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725935744 00000100:00100000:1.0:1775764404.826467:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1775764404.826699:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:44322:x1862022725935744:12345-0@lo:104: 00010000:00010000:1.0:1775764404.826716:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764404.827345:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764404.827354:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:44322:x1862022725935744:12345-0@lo:104: Request processed in 657us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764404.827407:0:44322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44322:1862022725935744:0@lo:104: 00010000:00010000:1.0:1775764404.827432:0:44322:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.828001:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764404.828012:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.828022:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00030200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764404.828027:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.828039:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764404.828046:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764404.828052:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764404.828123:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.828130:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764404.828158:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.828165:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e00030200/0x429a70d18420c3e9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c3f0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.828193:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764404.828195:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764404.828197:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764404.828208:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764404.828230:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725935872:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764404.828351:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764404.830159:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725935872 00000100:00100000:2.0:1775764404.830182:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725935872 00010000:00010000:2.0:1775764404.830258:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c3e9 expref: 18 pid: 5760 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764404.830337:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1775764404.830350:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725935872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764404.830760:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764404.830770:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c3e9 expref: 18 pid: 5760 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830789:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c3e9 expref: 18 pid: 5760 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830809:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c3f0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c3e9 expref: 18 pid: 5760 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830831:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830840:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830859:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830865:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830871:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830900:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830906:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764404.830912:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830920:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830942:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764404.830954:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764404.831064:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725935872:12345-0@lo:103:ldlm_bl.0 Request processed in 717us (2712us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764404.831074:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1775764404.831134:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725935872:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764404.831331:0:44322:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764404.831342:0:44322:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764404.831348:0:44322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420c40c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764404.835088:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1775764404.960028:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764404.960054:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725936000:0@lo:400:kworker.0 00000100:00100000:0.0:1775764404.960123:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764404.960201:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725936000 00000100:00100000:0.0:1775764404.960211:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725936000 00000100:00100000:0.0:1775764404.960268:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1775764404.960277:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725936000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764404.960342:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725936000:12345-0@lo:400:kworker.0 Request processed in 64us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764404.960350:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1775764404.960400:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725936000:0@lo:400:kworker.0 00000100:00100000:0.0:1775764404.960433:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725936128:0@lo:400:kworker.0 00000100:00100000:0.0:1775764404.960455:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764404.961546:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725936128 00000100:00100000:0.0:1775764404.961558:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725936128 00000100:00100000:0.0:1775764404.961625:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:0.0:1775764404.961635:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725936128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764404.961690:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725936128:12345-0@lo:400:kworker.0 Request processed in 58us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764404.961710:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:0.0:1775764404.961763:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725936128:0@lo:400:kworker.0 00000100:00100000:0.0:1775764404.961825:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725936256:0@lo:400:kworker.0 00000100:00100000:0.0:1775764404.961860:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1775764404.961942:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764404.962386:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725936256 00000100:00100000:3.0:1775764404.962390:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725936256 00000100:00100000:3.0:1775764404.962449:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1775764404.962458:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725936256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764404.962507:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725936256:12345-0@lo:400:kworker.0 Request processed in 51us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764404.962513:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00080000:3.0:1775764404.962530:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764404.969774:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725936512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764404.969854:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764404.972203:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725936384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764404.972273:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764404.972341:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725936384 00000100:00100000:0.0:1775764404.972348:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725936384 00000100:00100000:0.0:1775764404.972394:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1775764404.972402:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725936384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764404.972439:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764404.972480:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725936384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764404.972486:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1775764404.972525:0:3312:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967308 gen 2 00000004:00080000:0.0:1775764404.972531:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e3736ad80, transno 4294967308 00000100:00100000:0.0:1775764404.972549:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725936384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764404.972891:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725936256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764404.973665:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725936512 00000100:00100000:3.0:1775764404.973674:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725936512 00000100:00100000:3.0:1775764404.973728:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1775764404.973751:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725936512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764404.973827:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725936512:12345-0@lo:400:kworker.0 Request processed in 78us (3972us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764404.973834:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1775764404.973879:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725936512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764404.973935:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764404.973943:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725936640:0@lo:400:kworker.0 00000100:00100000:3.0:1775764404.973988:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764404.974188:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725936640 00000100:00100000:3.0:1775764404.974192:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725936640 00000100:00100000:3.0:1775764404.974227:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1775764404.974234:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725936640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764404.974283:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725936640:12345-0@lo:400:kworker.0 Request processed in 49us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764404.974290:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1775764404.974319:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725936640:0@lo:400:kworker.0 00000100:00080000:0.0:1775764404.974427:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764404.974432:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764405.041409:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764405.041455:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764405.041510:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764405.041552:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702669440 00000100:00100000:3.0:1775764405.041563:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702669440 00000100:00100000:3.0:1775764405.041694:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 823 00000100:00100000:3.0:1775764405.041707:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702669440:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764405.041833:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702669440:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 129us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764405.041842:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 823 00000100:00080000:3.0:1775764405.041864:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764405.042168:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702669312 00000100:00100000:1.0:1775764405.042173:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702669312 00000100:00100000:1.0:1775764405.042206:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 761 00000100:00100000:1.0:1775764405.042214:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702669312:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764405.042257:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702669312:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764405.042264:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 761 00000100:00100000:0.0:1775764405.042358:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702669568 00000100:00100000:0.0:1775764405.042363:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702669568 00000100:00100000:0.0:1775764405.042398:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 380 00000100:00100000:0.0:1775764405.042405:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702669568:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764405.042451:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702669568:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 46us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764405.042457:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 380 00000100:00080000:3.0:1775764405.046770:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764405.473943:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764406.241568:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764406.241575:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764406.241580:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764406.243097:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.243113:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.243126:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764406.243173:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725936768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764406.243252:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764406.243310:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764406.243365:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725936768 00000100:00100000:2.0:1775764406.243372:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725936768 00000100:00100000:2.0:1775764406.243429:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1775764406.243439:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725936768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764406.243458:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764406.243476:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c413 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764406.243503:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c413 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764406.243525:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c413 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764406.243536:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764406.243592:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725936768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764406.243599:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1775764406.246546:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725936768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764406.246575:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.246589:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764406.246614:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764406.246619:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.246625:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764406.496537:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764407.008019:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764407.008040:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725936896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764407.008109:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764407.008214:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725936896 00000100:00100000:1.0:1775764407.008223:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725936896 00000100:00100000:1.0:1775764407.008306:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1775764407.008317:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d4ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725936896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764407.008359:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764407.008406:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d4ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725936896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764407.008413:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1775764407.008663:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725936896:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764407.009116:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764407.525235:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764407.791920:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764407.792037:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702669696 00000100:00100000:0.0:1775764407.792049:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702669696 00000100:00100000:0.0:1775764407.792146:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 166 00000100:00100000:0.0:1775764407.792158:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27073:x1862022702669696:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764407.792182:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764407.792229:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c421 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbf3 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.792320:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.792340:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.792355:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.792372:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.792379:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.792387:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.792931:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c436 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.792954:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c436 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.792962:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c436 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764407.793052:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:0.0:1775764407.793057:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764407.793134:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c436 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793155:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793161:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793169:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793175:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764407.793181:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793189:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793203:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:0.0:1775764407.793206:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764407.793211:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793218:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c428 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793232:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793238:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793243:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793254:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764407.793256:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793262:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793270:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e1676ef00) 00010000:00010000:0.0:1775764407.793272:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764407.793275:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793280:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c42f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793315:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c421 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbf3 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793329:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c436 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbf3 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793337:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:0.0:1775764407.793339:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764407.793341:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062600, rc 0) 00000100:00100000:0.0:1775764407.793419:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27073:x1862022702669696:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1264us (1510us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764407.793428:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 166 00000100:00080000:3.0:1775764407.793860:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764407.799997:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764407.806276:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702669952 00000100:00100000:0.0:1775764407.806304:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702669952 00000100:00100000:0.0:1775764407.806498:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 167 00000100:00100000:0.0:1775764407.806510:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27073:x1862022702669952:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764407.806533:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764407.806566:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c43d lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fbfa expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.806977:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.806997:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.807014:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.807030:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.807037:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.807043:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764407.815340:0:5768:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x7:0x0], index 1: 0 00010000:00010000:0.0:1775764407.815775:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c452 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.815795:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c452 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.815821:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c452 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.815866:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.815874:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.815882:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.815888:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764407.815893:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.815902:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.815919:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:0.0:1775764407.815922:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764407.815928:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.815934:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c444 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764407.819276:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa7f8dd4 reply state 00000000fc0ae54d transno 4294967372 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764407.819295:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764407.819430:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c43d lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbfa expref: 10 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.819448:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c452 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbfa expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.819459:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:0.0:1775764407.819463:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764407.819468:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063c00, rc 0) 00000100:00100000:0.0:1775764407.819980:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27073:x1862022702669952:12345-192.168.202.7@tcp:101:touch.0 Request processed in 13468us (19988us total) trans 4294967372 rc 0/0 00000100:00100000:0.0:1775764407.819992:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 167 00010000:00010000:2.0:1775764407.830021:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764407.830039:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764407.830048:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764407.830055:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764407.830061:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764407.830070:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764407.830095:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e1676ef00) 00010000:00010000:2.0:1775764407.830100:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764407.830105:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764407.830137:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c44b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764407.832902:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764407.833262:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702670208 00000100:00100000:0.0:1775764407.833274:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702670208 00000100:00100000:0.0:1775764407.833354:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 168 00000100:00100000:0.0:1775764407.833366:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:27073:x1862022702670208:12345-192.168.202.7@tcp:36:touch.0 00010000:00010000:0.0:1775764407.833430:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764407.833461:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c452 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbfa expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.833482:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:0.0:1775764407.833494:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764407.833540:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.833555:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.833566:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764407.833716:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000062acc36e reply state 00000000be6acd77 transno 4294967373 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764407.833727:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764407.833862:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27073:x1862022702670208:12345-192.168.202.7@tcp:36:touch.0 Request processed in 498us (970us total) trans 4294967373 rc 0/0 00000100:00100000:0.0:1775764407.833871:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 168 00000100:00100000:0.0:1775764407.839868:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1775764407.840355:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.840367:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.840374:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.840379:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764407.840384:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.840392:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.840410:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1e1676ed00) 00010000:00010000:1.0:1775764407.840414:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764407.840418:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.840423:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420c460 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764407.845840:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702670336 00000100:00100000:2.0:1775764407.845855:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702670336 00000100:00100000:2.0:1775764407.847367:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 169 00000100:00100000:2.0:1775764407.847391:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:27073:x1862022702670336:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:2.0:1775764407.847427:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764407.847457:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c467 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc01 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764407.847530:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c467 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc01 expref: 10 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764407.847546:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c467 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc01 expref: 10 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764407.847567:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:2.0:1775764407.847571:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764407.847575:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775764407.847643:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27073:x1862022702670336:12345-192.168.202.7@tcp:101:touch.0 Request processed in 260us (7789us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764407.847650:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 169 00000100:00100000:0.0:1775764407.864605:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764407.864768:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702670464 00000100:00100000:2.0:1775764407.864786:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702670464 00000100:00100000:2.0:1775764407.864854:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 71 00000100:00100000:2.0:1775764407.864877:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2355:x1862022702670464:12345-192.168.202.7@tcp:8:touch.0 00010000:00080000:2.0:1775764407.864918:0:7727:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1232 last 0 00000020:00000080:2.0:1775764407.864971:0:7727:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420c46e 00002000:00100000:2.0:1775764407.864986:0:7727:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e3733f000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764407.864999:0:7727:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764407.865575:0:7727:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775764407.865607:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1e3733c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764407.865681:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702670464:12345-192.168.202.7@tcp:8:touch.0 Request processed in 806us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764407.865690:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 71 00000100:00100000:0.0:1775764407.885135:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764407.885250:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702670592 00000100:00100000:1.0:1775764407.885263:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702670592 00000100:00100000:1.0:1775764407.885368:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 72 00000100:00100000:1.0:1775764407.885381:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:0:x1862022702670592:12345-192.168.202.7@tcp:2:touch.0 00000100:00080000:0.0:1775764407.887898:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1775764408.022401:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967309 is committed 00000001:00100000:0.0:1775764408.022419:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000100:00100000:3.0:1775764408.022663:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:0:x1862022702670592:12345-192.168.202.7@tcp:2:touch.0 Request processed in 137279us (137544us total) trans 4294967309 rc 0/0 00000100:00100000:3.0:1775764408.022675:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 72 00000100:00100000:0.0:1775764408.029105:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764408.029250:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702670848 00000100:00100000:3.0:1775764408.029265:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702670848 00000100:00100000:3.0:1775764408.029357:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 32 00000100:00100000:3.0:1775764408.029370:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27073:x1862022702670848:12345-192.168.202.7@tcp:35:touch.0 00000100:00100000:3.0:1775764408.029842:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:27073:x1862022702670848:12345-192.168.202.7@tcp:35:touch.0 Request processed in 474us (750us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1775764408.029853:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 32 00000100:00100000:2.0:1775764408.111545:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764408.111848:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702670976 00000100:00100000:0.0:1775764408.111862:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702670976 00000100:00100000:1.0:1775764408.113153:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 170 00000100:00100000:1.0:1775764408.113169:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:27077:x1862022702670976:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:1.0:1775764408.113238:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764408.113263:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c475 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc08 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113367:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113388:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113404:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113426:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113432:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113438:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113589:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c48a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113598:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c48a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113606:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c48a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764408.113651:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 0 00000004:00200000:1.0:1775764408.113663:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764408.113692:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c48a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113705:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c48a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113714:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113721:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113758:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113765:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764408.113770:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113778:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113790:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:1.0:1775764408.113794:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764408.113799:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113805:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c47c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113822:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113838:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113843:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113848:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764408.113852:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113857:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113864:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e03a56200) 00010000:00010000:1.0:1775764408.113867:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764408.113869:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.113875:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c483 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.114026:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c475 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc08 expref: 13 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.114042:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c48a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc08 expref: 12 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.114049:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:1.0:1775764408.114051:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764408.114061:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbc00, rc 0) 00000100:00100000:1.0:1775764408.114160:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:27077:x1862022702670976:12345-192.168.202.7@tcp:101:rm.0 Request processed in 993us (2630us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764408.114167:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 170 00000100:00100000:0.0:1775764408.121961:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764408.122145:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702671104 00000100:00100000:2.0:1775764408.122157:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702671104 00000100:00100000:2.0:1775764408.122402:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 73 00000100:00100000:2.0:1775764408.122414:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702671104:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775764408.122433:0:7727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764408.122454:0:7727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc0f expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764408.122485:0:7727:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x69d803b7, atime: 0x69d803b7, ctime: 0x69d803b7, blocks: 0x1 00010000:00010000:2.0:1775764408.122504:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764408.122506:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764408.122515:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc0f expref: 6 pid: 7727 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764408.122537:0:7727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc0f expref: 6 pid: 7727 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764408.122567:0:7727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81800, rc 0) 00000100:00100000:2.0:1775764408.122633:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702671104:12345-192.168.202.7@tcp:101:rm.0 Request processed in 222us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764408.122640:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 73 00000100:00100000:3.0:1775764408.126821:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764408.126921:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702671360 00000100:00100000:1.0:1775764408.126940:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702671360 00000100:00100000:1.0:1775764408.127012:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 171 00000100:00100000:1.0:1775764408.127024:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:27077:x1862022702671360:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:1.0:1775764408.127094:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764408.127126:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c48a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc08 expref: 12 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127150:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420c467 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc01 expref: 11 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127160:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:1.0:1775764408.127170:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764408.127192:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127205:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127214:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127228:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127235:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127250:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127376:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127384:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.127391:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764408.128024:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 64 off8640 00000004:00080000:1.0:1775764408.128035:0:5770:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1232959303477ns, next at 1233959301360ns, rc = 0 00010000:00010000:1.0:1775764408.128104:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128115:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128123:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128129:0:5770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128135:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128141:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128176:0:5770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764408.128196:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128202:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128208:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128213:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764408.128218:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128225:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128236:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:1.0:1775764408.128239:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764408.128243:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128248:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c4a6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128265:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128270:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128275:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128286:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764408.128289:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128295:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128303:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:1.0:1775764408.128306:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764408.128308:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128314:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c498 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764408.128323:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d031232 reply state 0000000006efab1b transno 4294967375 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764408.128332:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764408.128419:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:27077:x1862022702671360:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1395us (1608us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1775764408.128427:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 171 00010000:00010000:1.0:1775764408.128460:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764408.128465:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128471:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764408.128474:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128488:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128495:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:1.0:1775764408.128498:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764408.128500:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 1/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128505:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c4ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.128517:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764408.128519:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764408.128520:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764408.132782:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.132802:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.132810:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.132815:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764408.132820:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.132827:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.132848:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e03a56800) 00010000:00010000:1.0:1775764408.132869:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764408.132874:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.132880:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c49f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764408.543997:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764409.261474:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967373 is committed 00000001:00080000:3.0:1775764409.261515:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967375 is committed 00000004:00080000:3.0:1775764409.261522:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000100:00100000:3.0:1775764409.262009:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764409.262044:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725937024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764409.262139:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764409.262445:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725937024 00000100:00100000:0.0:1775764409.262456:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725937024 00000100:00100000:0.0:1775764409.262545:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1775764409.262557:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725937024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764409.262591:0:6550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:7 count 1 00010000:00010000:0.0:1775764409.262623:0:6550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764409.262649:0:6550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc0f expref: 5 pid: 7727 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764409.262685:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764409.262689:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764409.262694:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764409.262765:0:6550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc0f expref: 5 pid: 7727 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764409.262785:0:6550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc0f expref: 5 pid: 7727 timeout: 1334 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764409.262802:0:6550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022725937152:192.168.202.7@tcp:104: 00000100:00100000:0.0:1775764409.262883:0:6550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d8d3240 going to sleep for 11 seconds 00000100:00080000:3.0:1775764409.263411:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764409.290184:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764409.290303:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702671488 00000100:00100000:3.0:1775764409.290318:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702671488 00000100:00080000:0.0:1775764409.290383:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764409.290389:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc0f expref: 6 pid: 7727 timeout: 1334 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764409.290452:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 235 00000100:00100000:3.0:1775764409.290465:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702671488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764409.290482:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764409.290489:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc0f expref: 6 pid: 7727 timeout: 1334 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764409.290503:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc0f expref: 6 pid: 7727 timeout: 1334 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764409.290760:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764409.290763:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764409.290770:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764409.290781:0:8231:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764409.290810:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764409.290951:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702671488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 487us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764409.290959:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 235 00010000:00010000:1.0:1775764409.296159:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cebfe7e/0x429a70d18420c491 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc0f expref: 5 pid: 7727 timeout: 1334 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764409.296839:0:6550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022725937152:192.168.202.7@tcp:104: 00010000:00010000:1.0:1775764409.296868:0:6550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764409.302079:0:6550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764409.302103:0:6550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764409.302118:0:6550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764409.302139:0:6550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764409.302812:0:6550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764409.305243:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725937024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42682us (43097us total) trans 4294967310 rc 0/0 00000100:00100000:0.0:1775764409.305257:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00010000:3.0:1775764409.310404:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764409.311154:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764409.311173:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764409.311179:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764409.311217:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764409.311243:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764409.311250:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9eb2675/0x429a70d18420c4b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764409.311276:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764409.311278:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764409.311280:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764409.311874:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e37547800/2, rc 0, transno 4294967310 00000100:00100000:1.0:1775764409.311907:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725937024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764409.568468:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764410.084227:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725937408:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.084300:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764410.084360:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775764410.084367:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725937280:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.084400:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764410.084424:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725937792:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.084445:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764410.084471:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725937536:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.084493:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764410.084512:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764410.084517:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725937664:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.084539:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764410.084570:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725937408 00000100:00100000:2.0:1775764410.084577:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725937408 00000100:00100000:2.0:1775764410.084623:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725937792 00000100:00100000:2.0:1775764410.084626:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725937792 00000100:00100000:2.0:1775764410.084653:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725937536 00000100:00100000:2.0:1775764410.084656:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725937536 00000100:00100000:2.0:1775764410.084673:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1775764410.084683:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725937408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.084780:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725937408:12345-0@lo:400:kworker.0 Request processed in 99us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764410.084788:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1775764410.084807:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1775764410.084829:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725937792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.084856:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725937792:12345-0@lo:400:kworker.0 Request processed in 44us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764410.084862:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1775764410.084873:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1775764410.084878:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725937536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.084908:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725937536:12345-0@lo:400:kworker.0 Request processed in 30us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764410.084913:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1775764410.084943:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725937280 00000100:00100000:2.0:1775764410.084947:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725937280 00000100:00100000:2.0:1775764410.084972:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1775764410.084978:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725937280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.085006:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725937280:12345-0@lo:400:kworker.0 Request processed in 28us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764410.085013:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1775764410.085048:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725937664 00000100:00100000:2.0:1775764410.085052:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725937664 00000100:00100000:2.0:1775764410.085085:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1775764410.085092:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725937664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.085120:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725937664:12345-0@lo:400:kworker.0 Request processed in 29us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764410.085133:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00080000:2.0:1775764410.085155:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764410.085160:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764410.085204:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725937664:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.085215:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725937536:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.085244:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725937280:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.085252:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725937792:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.085260:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725937408:0@lo:400:kworker.0 00000100:00100000:2.0:1775764410.086252:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725937920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764410.086313:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764410.086437:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725937920 00000100:00100000:0.0:1775764410.086447:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725937920 00000100:00100000:0.0:1775764410.086502:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1775764410.086510:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725937920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764410.086559:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764410.093186:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725937920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6668us (6864us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764410.093203:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1775764410.093339:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725937920:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1775764410.110578:0:44519:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0eda4290 20000000:00000080:3.0:1775764410.110599:0:44519:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ed46400 uarg=0000000000000000 10000000:01000000:3.0:1775764410.112235:0:44519:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764410.112258:0:44519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764410.112279:0:44519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c413 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764410.112288:0:44519:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764410.112336:0:44519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c413 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764410.112352:0:44519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c413 expref: 17 pid: 5762 timeout: 1334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764410.112377:0:44519:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44519:1862022725938048:0@lo:104: 00000100:00100000:3.0:1775764410.112439:0:44519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764410.112488:0:44519:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266b780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764410.112559:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725938048 00000100:00100000:0.0:1775764410.112570:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725938048 00000100:00100000:0.0:1775764410.112625:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1775764410.112634:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:44519:x1862022725938048:12345-0@lo:104: 00010000:00010000:0.0:1775764410.112648:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764410.112836:0:44519:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44519:1862022725938048:0@lo:104: 00010000:00010000:3.0:1775764410.112859:0:44519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764410.112995:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764410.113002:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:44519:x1862022725938048:12345-0@lo:104: Request processed in 370us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764410.113011:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00010000:00010000:2.0:1775764410.113120:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764410.113129:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113138:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764410.113142:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113153:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764410.113161:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764410.113178:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764410.113255:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113282:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764410.113309:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113316:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c413 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c41a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113333:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764410.113334:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764410.113336:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764410.113344:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764410.113356:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725938176:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764410.113390:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764410.113432:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725938176 00000100:00100000:2.0:1775764410.113436:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725938176 00010000:00010000:2.0:1775764410.113456:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c413 expref: 18 pid: 5762 timeout: 1334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764410.113478:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1775764410.113484:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725938176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764410.113493:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764410.113498:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c413 expref: 18 pid: 5762 timeout: 1334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113519:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c413 expref: 18 pid: 5762 timeout: 1334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113532:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c41a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c413 expref: 18 pid: 5762 timeout: 1334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113546:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113554:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113568:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113576:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113583:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113589:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113594:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764410.113599:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113606:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113628:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764410.113636:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764410.113663:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725938176:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764410.113671:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1775764410.113707:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725938176:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764410.114242:0:44519:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764410.114252:0:44519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764410.114259:0:44519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031800/0x429a70d18420c4bb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764410.188702:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764410.188785:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764410.188812:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764410.188835:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764410.188866:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702671872 00000100:00100000:1.0:1775764410.188876:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702671872 00000100:00100000:2.0:1775764410.189028:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702672000 00000100:00100000:2.0:1775764410.189033:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702672000 00000100:00100000:2.0:1775764410.189082:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 382 00000100:00100000:2.0:1775764410.189092:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702672000:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764410.189177:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702672000:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764410.189185:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 382 00000100:00100000:2.0:1775764410.189308:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702671744 00000100:00100000:2.0:1775764410.189312:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702671744 00000100:00100000:2.0:1775764410.189354:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 827 00000100:00100000:2.0:1775764410.189361:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702671744:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764410.189400:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702671744:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764410.189407:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 827 00000100:00080000:2.0:1775764410.189424:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764410.190779:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 383 00000100:00100000:1.0:1775764410.190791:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702671872:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764410.190847:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702671872:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 59us (2061us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764410.190871:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 383 00000100:00100000:3.0:1775764410.193360:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702671616 00000100:00100000:3.0:1775764410.193374:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702671616 00000100:00100000:3.0:1775764410.193435:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 764 00000100:00100000:3.0:1775764410.193445:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702671616:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764410.193530:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702671616:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (4840us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764410.193538:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 764 00000100:00080000:2.0:1775764410.197872:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764410.594827:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764411.424367:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764411.424377:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764411.424384:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764411.424450:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764411.424475:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764411.424490:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764411.424524:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725938304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764411.424608:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764411.424678:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764411.424771:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725938304 00000100:00100000:2.0:1775764411.424787:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725938304 00000100:00100000:2.0:1775764411.424846:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1775764411.424857:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725938304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764411.424871:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764411.424888:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c4c2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764411.424925:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c4c2 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764411.424937:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c4c2 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764411.424947:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:2.0:1775764411.424988:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725938304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764411.424995:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1775764411.425171:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725938304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764411.425187:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764411.425196:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764411.425217:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764411.425223:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764411.425230:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764411.617294:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764412.127882:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764412.127917:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725938432:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764412.128003:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764412.128084:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725938432 00000100:00100000:1.0:1775764412.128091:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725938432 00000100:00100000:1.0:1775764412.128164:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1775764412.128174:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725938432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764412.128217:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764412.128258:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725938432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764412.128264:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1775764412.128321:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725938432:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764412.128786:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764412.647367:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764413.231328:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967310 is committed 00000100:00100000:1.0:1775764413.259688:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764413.260088:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702672128 00000100:00100000:2.0:1775764413.260102:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702672128 00000100:00100000:2.0:1775764413.260235:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 172 00000100:00100000:2.0:1775764413.260248:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27146:x1862022702672128:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:2.0:1775764413.260272:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764413.260294:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c4d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc16 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.260361:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c4d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.260389:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.260406:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764413.260643:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:2.0:1775764413.260648:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764413.260778:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.260806:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c4d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc16 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.260824:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c4d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc16 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.260834:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:2.0:1775764413.260838:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764413.260842:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81800, rc 0) 00000100:00100000:2.0:1775764413.260934:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27146:x1862022702672128:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 689us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764413.260943:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 172 00000100:00080000:0.0:1775764413.266490:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764413.269547:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764413.269660:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702672384 00000100:00100000:2.0:1775764413.269672:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702672384 00000100:00100000:2.0:1775764413.269803:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 173 00000100:00100000:2.0:1775764413.269813:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27146:x1862022702672384:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:2.0:1775764413.269875:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764413.270141:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c4d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc16 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.270162:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c436 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbf3 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.270175:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:2.0:1775764413.270187:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764413.270215:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.270230:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764413.270242:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764413.270822:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001550b348 reply state 00000000e5339ecb transno 4294967376 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764413.270834:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764413.273136:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000100:00100000:2.0:1775764413.273252:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27146:x1862022702672384:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 3434us (3712us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1775764413.273262:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 173 00010000:00010000:3.0:1775764413.280996:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764413.281015:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764413.281023:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764413.281030:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764413.281035:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764413.281043:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764413.281064:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:3.0:1775764413.281068:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764413.281072:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764413.281088:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c4de lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764413.664352:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764414.308947:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967376 is committed 00000020:00000080:0.0:1775764414.486776:0:44669:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9a788230 20000000:00000080:0.0:1775764414.486796:0:44669:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37b59400 uarg=0000000000000000 10000000:01000000:0.0:1775764414.487416:0:44669:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764414.487442:0:44669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.487464:0:44669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c4c2 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.487472:0:44669:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.487529:0:44669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c4c2 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.487555:0:44669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c4c2 expref: 17 pid: 5762 timeout: 1339 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764414.487573:0:44669:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44669:1862022725938560:0@lo:104: 00000100:00100000:0.0:1775764414.487651:0:44669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764414.487760:0:44669:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e068700c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764414.488342:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725938560 00000100:00100000:2.0:1775764414.488350:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725938560 00000100:00100000:2.0:1775764414.488406:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1775764414.488416:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:44669:x1862022725938560:12345-0@lo:104: 00010000:00010000:2.0:1775764414.488432:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764414.488517:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764414.488524:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:44669:x1862022725938560:12345-0@lo:104: Request processed in 111us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764414.488531:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00010000:00010000:3.0:1775764414.488601:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764414.488609:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764414.488617:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764414.488621:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764414.488631:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764414.488638:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764414.488645:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764414.488695:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764414.488702:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764414.488769:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764414.488777:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c4c2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c4c9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764414.488792:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764414.488800:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764414.488803:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764414.488817:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725938688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764414.488852:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764414.489385:0:44669:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44669:1862022725938560:0@lo:104: 00010000:00010000:1.0:1775764414.489408:0:44669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764414.490003:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725938688 00000100:00100000:0.0:1775764414.490013:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725938688 00010000:00010000:0.0:1775764414.490055:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c4c2 expref: 18 pid: 5762 timeout: 1339 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764414.490276:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1775764414.490286:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725938688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764414.490301:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764414.490307:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c4c2 expref: 18 pid: 5762 timeout: 1339 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490320:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c4c2 expref: 18 pid: 5762 timeout: 1339 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490340:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420c4c9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c4c2 expref: 18 pid: 5762 timeout: 1339 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490357:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490381:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490400:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490407:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490414:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490420:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490426:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764414.490431:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490439:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490462:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764414.490471:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764414.490541:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725938688:12345-0@lo:103:ldlm_bl.0 Request processed in 256us (1687us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764414.490549:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00010000:00010000:2.0:1775764414.490608:0:44669:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764414.490617:0:44669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764414.490624:0:44669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c4e5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764414.498922:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725938688:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764414.688821:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764415.200212:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764415.200247:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725938816:0@lo:400:kworker.0 00000100:00100000:2.0:1775764415.200355:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764415.200457:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725938816 00000100:00100000:2.0:1775764415.200467:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725938816 00000100:00100000:2.0:1775764415.200522:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1775764415.200531:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725938816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764415.200588:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725938816:12345-0@lo:400:kworker.0 Request processed in 58us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764415.200597:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1775764415.200658:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725938816:0@lo:400:kworker.0 00000100:00100000:2.0:1775764415.200705:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725938944:0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.200978:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725939072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764415.201011:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764415.201031:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725939584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201056:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764415.201074:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764415.201080:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725939456:0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201105:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764415.201135:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725939584 00000100:00100000:3.0:1775764415.201139:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725939584 00000100:00100000:3.0:1775764415.201184:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1775764415.201192:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725939584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201227:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725939584:12345-0@lo:400:kworker.0 Request processed in 37us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764415.201234:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1775764415.201256:0:3312:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967310 gen 2 00000004:00080000:3.0:1775764415.201262:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e37547800, transno 4294967310 00000100:00100000:3.0:1775764415.201270:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725939584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201287:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725939200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201306:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764415.201323:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764415.201337:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725939328:0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201359:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764415.201388:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725939328 00000100:00100000:3.0:1775764415.201392:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725939328 00000100:00100000:3.0:1775764415.201416:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1775764415.201422:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725939328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201454:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725939328:12345-0@lo:400:kworker.0 Request processed in 32us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764415.201460:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1775764415.201477:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725939456 00000100:00100000:3.0:1775764415.201480:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725939456 00000100:00100000:3.0:1775764415.201510:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725939200 00000100:00100000:3.0:1775764415.201513:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725939200 00000100:00100000:3.0:1775764415.201528:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1775764415.201534:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725939456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201563:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725939456:12345-0@lo:400:kworker.0 Request processed in 29us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764415.201569:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1775764415.201580:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1775764415.201586:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725939200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201609:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725939200:12345-0@lo:400:kworker.0 Request processed in 23us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764415.201614:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1775764415.201645:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725939456:0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201664:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725939328:0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201672:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725939200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764415.201966:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764415.203077:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725939072 00000100:00100000:0.0:1775764415.203101:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725939072 00000100:00100000:0.0:1775764415.203141:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1775764415.203151:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725939072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764415.203195:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764415.203263:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725939072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (2250us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764415.203271:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00080000:0.0:1775764415.203293:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764415.203299:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764415.203302:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764415.203693:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725938944 00000100:00100000:0.0:1775764415.203698:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725938944 00000100:00100000:0.0:1775764415.203747:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1775764415.203756:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725938944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764415.204900:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725938944:12345-0@lo:400:kworker.0 Request processed in 1139us (2928us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764415.204912:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1775764415.204985:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725939072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764415.215361:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725938944:0@lo:400:kworker.0 00000100:00100000:0.0:1775764415.279319:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764415.279378:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764415.279519:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702672512 00000100:00100000:3.0:1775764415.279542:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702672512 00000100:00100000:3.0:1775764415.279651:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 767 00000100:00100000:3.0:1775764415.279669:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702672512:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764415.279810:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702672512:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 148us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764415.279817:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 767 00000100:00100000:0.0:1775764415.280851:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764415.280912:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764415.281820:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702672640 00000100:00100000:3.0:1775764415.281831:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702672640 00000100:00100000:3.0:1775764415.281928:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 831 00000100:00100000:3.0:1775764415.281939:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702672640:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764415.282019:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702672640:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 83us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764415.282027:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 831 00000100:00080000:1.0:1775764415.287776:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764415.290152:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702672768 00000100:00100000:2.0:1775764415.290168:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702672768 00000100:00100000:2.0:1775764415.290255:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702672896 00000100:00100000:2.0:1775764415.290258:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702672896 00000100:00100000:2.0:1775764415.290293:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 386 00000100:00100000:2.0:1775764415.290304:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702672768:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764415.290387:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702672768:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 85us (11008us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764415.290394:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 386 00000100:00100000:2.0:1775764415.290409:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 387 00000100:00100000:2.0:1775764415.290415:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702672896:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764415.290448:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702672896:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 33us (9536us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764415.290453:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 387 00000100:00080000:1.0:1775764415.290787:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764415.290792:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764415.713776:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764415.776455:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764415.776463:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764415.776469:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764415.776522:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764415.776535:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764415.776548:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764415.776579:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725939712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764415.776667:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764415.776749:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725939712 00000100:00100000:3.0:1775764415.776758:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725939712 00000100:00100000:3.0:1775764415.776809:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1775764415.776814:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e19110780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764415.776818:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725939712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764415.776847:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764415.776882:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c4ec expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764415.776909:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c4ec expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764415.776936:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c4ec expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764415.776947:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00030200, rc 0) 00000100:00100000:3.0:1775764415.777210:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725939712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 391us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764415.777218:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1775764415.779510:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725939712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764415.779540:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764415.779553:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764415.779577:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764415.779582:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764415.779588:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764416.737513:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764417.248059:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764417.248083:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725939840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764417.248162:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764417.248304:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725939840 00000100:00100000:1.0:1775764417.248313:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725939840 00000100:00100000:1.0:1775764417.248389:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1775764417.248400:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725939840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764417.248468:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764417.248666:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725939840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 268us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764417.248674:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00080000:2.0:1775764417.248756:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764417.248974:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725939840:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764417.759885:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764418.190430:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764418.190474:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702673024 00000100:00100000:3.0:1775764418.190486:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702673024 00000100:00100000:3.0:1775764418.190600:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 174 00000100:00100000:3.0:1775764418.190613:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27214:x1862022702673024:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764418.190707:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27214:x1862022702673024:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 96us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764418.190714:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 174 00000100:00080000:3.0:1775764418.199721:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764418.201524:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764418.201563:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702673152 00000100:00100000:3.0:1775764418.201573:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702673152 00000100:00100000:3.0:1775764418.201633:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 75 00000100:00100000:3.0:1775764418.201646:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27214:x1862022702673152:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764418.202173:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27214:x1862022702673152:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 528us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764418.202182:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 75 00000100:00080000:3.0:1775764418.202215:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764418.204783:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764418.205808:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702673280 00000100:00100000:0.0:1775764418.207651:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702673280 00000100:00100000:0.0:1775764418.207898:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 76 00000100:00100000:0.0:1775764418.207911:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27214:x1862022702673280:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764418.208325:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27214:x1862022702673280:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 417us (3554us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764418.208333:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 76 00000100:00080000:3.0:1775764418.209061:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764418.212925:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764418.213194:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702673408 00000100:00100000:3.0:1775764418.213207:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702673408 00000100:00100000:3.0:1775764418.213268:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 175 00000100:00100000:3.0:1775764418.213279:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27214:x1862022702673408:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764418.213757:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27214:x1862022702673408:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 453us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764418.213766:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 175 00000100:00100000:0.0:1775764418.223796:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764418.224122:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702673536 00000100:00100000:3.0:1775764418.224139:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702673536 00000100:00100000:3.0:1775764418.224249:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 176 00000100:00100000:3.0:1775764418.224269:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27214:x1862022702673536:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764418.224613:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27214:x1862022702673536:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 347us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764418.224629:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 176 00000100:00100000:2.0:1775764418.233307:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764418.233345:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702673664 00000100:00100000:2.0:1775764418.233355:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702673664 00000100:00100000:2.0:1775764418.233421:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 77 00000100:00100000:2.0:1775764418.233430:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27214:x1862022702673664:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764418.233828:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27214:x1862022702673664:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 397us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764418.233852:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 77 00000100:00100000:2.0:1775764418.250776:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764418.251077:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702673792 00000100:00100000:1.0:1775764418.251092:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702673792 00000100:00100000:1.0:1775764418.251164:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 78 00000100:00100000:1.0:1775764418.251176:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27214:x1862022702673792:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764418.251632:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27214:x1862022702673792:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 458us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764418.251641:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 78 00000100:00100000:2.0:1775764418.258675:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764418.258929:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702673920 00000100:00100000:3.0:1775764418.258940:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702673920 00000100:00100000:3.0:1775764418.259050:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 177 00000100:00100000:3.0:1775764418.259062:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27214:x1862022702673920:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764418.259512:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27214:x1862022702673920:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 451us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764418.259521:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 177 00000100:00100000:1.0:1775764418.407553:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764418.408507:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702674048 00000100:00100000:3.0:1775764418.408518:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702674048 00000100:00100000:3.0:1775764418.408640:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 178 00000100:00100000:3.0:1775764418.408665:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27218:x1862022702674048:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:3.0:1775764418.408687:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764418.408706:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c4fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc1d expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.408817:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.408833:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.408863:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.408879:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.408886:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.408893:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409352:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c50f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409362:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c50f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409369:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c50f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764418.409472:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:3.0:1775764418.409477:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764418.409549:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c50f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409561:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409567:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409573:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409580:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764418.409584:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409592:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409606:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764418.409609:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764418.409615:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409622:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c501 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409634:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409649:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409654:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409658:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764418.409661:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409667:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409675:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1d0297b400) 00010000:00010000:3.0:1775764418.409678:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764418.409680:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409686:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c508 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409719:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c4fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc1d expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409782:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c50f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc1d expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.409791:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297bb00) 00010000:00010000:3.0:1775764418.409794:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764418.409802:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031a00, rc 0) 00000100:00100000:3.0:1775764418.409900:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27218:x1862022702674048:12345-192.168.202.7@tcp:101:dd.0 Request processed in 1237us (2355us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764418.409911:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 178 00000100:00100000:2.0:1775764418.428210:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764418.428501:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702674176 00000100:00100000:0.0:1775764418.428513:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702674176 00000100:00100000:0.0:1775764418.428582:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 33 00000100:00100000:0.0:1775764418.428595:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27218:x1862022702674176:12345-192.168.202.7@tcp:49:dd.0 00000100:00100000:0.0:1775764418.429053:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27218:x1862022702674176:12345-192.168.202.7@tcp:49:dd.0 Request processed in 458us (850us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764418.429062:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 33 00000100:00100000:2.0:1775764418.436714:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764418.446175:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702674432 00000100:00100000:0.0:1775764418.446194:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702674432 00000100:00100000:0.0:1775764418.446290:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 179 00000100:00100000:0.0:1775764418.446303:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27218:x1862022702674432:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:0.0:1775764418.446330:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764418.446361:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c516 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc24 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.447043:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.447063:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.447074:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.447102:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.447108:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.447114:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764418.448213:0:19479:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x7:0x0], index 0: 0 00010000:00010000:0.0:1775764418.448509:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c52b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448523:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c52b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448533:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c52b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448572:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448579:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448585:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448591:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764418.448595:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448614:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448627:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297bb00) 00010000:00010000:0.0:1775764418.448629:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764418.448634:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448641:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c51d lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764418.448654:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e454176 reply state 000000003bf40ae7 transno 4294967377 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764418.448662:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764418.448697:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c516 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc24 expref: 10 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448711:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c52b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc24 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.448718:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:0.0:1775764418.448720:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764418.450300:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063600, rc 0) 00000100:00100000:0.0:1775764418.450563:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27218:x1862022702674432:12345-192.168.202.7@tcp:101:dd.0 Request processed in 4257us (13855us total) trans 4294967377 rc 0/0 00000100:00100000:0.0:1775764418.450574:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 179 00010000:00010000:2.0:1775764418.458161:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764418.458179:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764418.458188:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764418.458196:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764418.458201:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764418.458209:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764418.458227:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e1676ee00) 00010000:00010000:2.0:1775764418.458231:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764418.458236:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764418.458243:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c524 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764418.489368:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764418.489707:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702674560 00000100:00100000:3.0:1775764418.489718:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702674560 00000100:00100000:3.0:1775764418.489825:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 79 00000100:00100000:3.0:1775764418.489834:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27218:x1862022702674560:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:3.0:1775764418.489866:0:6551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764418.489888:0:6551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc2b expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764418.489916:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764418.490142:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764418.490148:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764418.490159:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc2b expref: 6 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.490192:0:6551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc2b expref: 6 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.490208:0:6551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031800, rc 0) 00000100:00100000:3.0:1775764418.491494:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27218:x1862022702674560:12345-192.168.202.7@tcp:101:dd.0 Request processed in 1644us (2120us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764418.491511:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 79 00000100:00100000:1.0:1775764418.599284:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764418.599488:0:6555:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702674688 00000100:00100000:3.0:1775764418.599499:0:6555:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702674688 00002000:00100000:3.0:1775764418.599558:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->1048575) req@ffff8b1e36dcd880 x1862022702674688/t0(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:654/0 lens 488/0 e 0 to 0 dl 1775764429 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764418.599584:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e36dcd880 with x1862022702674688 ext(0->1048575) 00002000:00010000:3.0:1775764418.599589:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e36dcd880 00000100:00100000:3.0:1775764418.599630:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 2 00000100:00100000:3.0:1775764418.599639:0:6555:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702674688:12345-192.168.202.7@tcp:4:dd.0 00000100:00100000:0.0:1775764418.661666:0:6555:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2358:x1862022702674688:12345-192.168.202.7@tcp:4:dd.0 Request processed in 62017us (62381us total) trans 4294967309 rc 0/0 00000100:00100000:0.0:1775764418.661700:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 2 00002000:00100000:0.0:1775764418.661718:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->1048575) req@ffff8b1e36dcd880 x1862022702674688/t4294967309(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:654/0 lens 488/448 e 0 to 0 dl 1775764429 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764418.661766:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e36dcd880 with x1862022702674688 ext(0->1048575) 00002000:00010000:0.0:1775764418.661773:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e36dcd880 00000100:00100000:1.0:1775764418.675370:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764418.676176:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702674816 00000100:00100000:3.0:1775764418.676190:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702674816 00000100:00100000:3.0:1775764418.676316:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 180 00000100:00100000:3.0:1775764418.676333:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:27218:x1862022702674816:12345-192.168.202.7@tcp:44:dd.0 00010000:00010000:3.0:1775764418.795370:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764418.834591:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:27218:x1862022702674816:12345-192.168.202.7@tcp:44:dd.0 Request processed in 158249us (159229us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764418.834608:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 180 00000001:00080000:0.0:1775764418.838265:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967377 is committed 00000100:00100000:3.0:1775764418.839710:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764418.840079:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702674944 00000100:00100000:1.0:1775764418.840090:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702674944 00000100:00100000:1.0:1775764418.840152:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 80 00000100:00100000:1.0:1775764418.840162:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2358:x1862022702674944:12345-192.168.202.7@tcp:16:dd.0 00000001:00080000:0.0:1775764418.990773:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967309 is committed 00000100:00100000:0.0:1775764418.991801:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702674944:12345-192.168.202.7@tcp:16:dd.0 Request processed in 151632us (152089us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764418.994697:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 80 00000100:00100000:3.0:1775764419.006933:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764419.007978:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702675200 00000100:00100000:0.0:1775764419.007992:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702675200 00000100:00100000:0.0:1775764419.008067:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 34 00000100:00100000:0.0:1775764419.008079:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27218:x1862022702675200:12345-192.168.202.7@tcp:35:dd.0 00000100:00100000:0.0:1775764419.009610:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:27218:x1862022702675200:12345-192.168.202.7@tcp:35:dd.0 Request processed in 1525us (2686us total) trans 4294967378 rc 0/0 00000100:00100000:0.0:1775764419.009623:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 34 00010000:00010000:3.0:1775764419.813146:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764420.320264:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725940224:0@lo:400:kworker.0 00000100:00100000:1.0:1775764420.320347:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764420.320409:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764420.320416:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725940096:0@lo:400:kworker.0 00000100:00100000:1.0:1775764420.320459:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764420.320480:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725940608:0@lo:400:kworker.0 00000100:00100000:1.0:1775764420.320507:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764420.320539:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725940224 00000100:00100000:1.0:1775764420.320549:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725940224 00000100:00100000:1.0:1775764420.320616:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725940096 00000100:00100000:1.0:1775764420.320620:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725940096 00000100:00100000:1.0:1775764420.320644:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1775764420.320653:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725940224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764420.320710:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725940224:12345-0@lo:400:kworker.0 Request processed in 59us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764420.320717:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1775764420.320800:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725940608 00000100:00100000:1.0:1775764420.320804:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725940608 00000100:00100000:1.0:1775764420.320844:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1775764420.320851:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725940608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764420.320882:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725940608:12345-0@lo:400:kworker.0 Request processed in 32us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764420.320888:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1775764420.320907:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1775764420.320914:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725940096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764420.320941:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725940096:12345-0@lo:400:kworker.0 Request processed in 27us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764420.320946:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1775764420.320996:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725940096:0@lo:400:kworker.0 00000100:00100000:1.0:1775764420.321008:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725940608:0@lo:400:kworker.0 00000100:00100000:1.0:1775764420.321029:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725940224:0@lo:400:kworker.0 00000100:00100000:2.0:1775764420.321182:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725940352:0@lo:400:kworker.0 00000100:00100000:2.0:1775764420.321220:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764420.321258:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764420.321265:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725939968:0@lo:400:kworker.0 00000100:00100000:2.0:1775764420.321293:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764420.321310:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725940480:0@lo:400:kworker.0 00000100:00100000:2.0:1775764420.321330:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764420.321442:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725940480 00000100:00100000:3.0:1775764420.321447:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725940480 00000100:00100000:3.0:1775764420.321494:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1775764420.321502:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725940480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764420.321544:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725940480:12345-0@lo:400:kworker.0 Request processed in 44us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764420.321550:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00080000:3.0:1775764420.321567:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764420.321573:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764420.321584:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725940352 00000100:00100000:3.0:1775764420.321587:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725940352 00000100:00100000:3.0:1775764420.321618:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1775764420.321623:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725940352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764420.321663:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725940352:12345-0@lo:400:kworker.0 Request processed in 40us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764420.321669:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1775764420.321689:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725939968 00000100:00100000:3.0:1775764420.321693:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725939968 00000100:00100000:3.0:1775764420.321719:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1775764420.321725:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725939968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764420.321782:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725939968:12345-0@lo:400:kworker.0 Request processed in 56us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764420.321788:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:3.0:1775764420.321818:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764420.321845:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725939968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764420.321855:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725940480:0@lo:400:kworker.0 00000100:00100000:3.0:1775764420.321863:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725940352:0@lo:400:kworker.0 00000100:00100000:3.0:1775764420.325024:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764420.325050:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725940736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764420.325122:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764420.325183:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725940736 00000100:00100000:3.0:1775764420.325191:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725940736 00000100:00100000:3.0:1775764420.325241:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1775764420.325249:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725940736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764420.325291:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764420.325337:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725940736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764420.325344:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1775764420.325408:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725940736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764420.398455:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764420.398505:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764420.398547:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764420.398569:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764420.398585:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702675456 00000100:00100000:1.0:1775764420.398597:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702675456 00000100:00100000:1.0:1775764420.398683:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 835 00000100:00100000:1.0:1775764420.398695:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2359:x1862022702675456:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764420.398836:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2359:x1862022702675456:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 143us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764420.398845:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 835 00000100:00080000:2.0:1775764420.398878:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764420.399069:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702675712 00000100:00100000:3.0:1775764420.399074:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702675712 00000100:00100000:3.0:1775764420.399112:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702675584 00000100:00100000:3.0:1775764420.399116:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702675584 00000100:00100000:3.0:1775764420.399141:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 390 00000100:00100000:3.0:1775764420.399207:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702675712:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764420.399245:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702675712:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764420.399252:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 390 00000100:00100000:3.0:1775764420.399266:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 391 00000100:00100000:3.0:1775764420.399272:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702675584:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764420.399296:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702675584:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764420.399301:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 391 00000100:00100000:3.0:1775764420.399318:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702675328 00000100:00100000:3.0:1775764420.399321:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702675328 00000100:00100000:3.0:1775764420.399345:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 770 00000100:00100000:3.0:1775764420.399351:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702675328:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764420.399374:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702675328:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764420.399381:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 770 00000100:00080000:2.0:1775764420.399578:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764420.399582:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764420.840964:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764421.074051:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967378 is committed 00010000:00010000:3.0:1775764421.856169:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764422.368015:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764422.368052:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725940864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764422.368146:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764422.368262:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725940864 00000100:00100000:1.0:1775764422.368276:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725940864 00000100:00100000:1.0:1775764422.368360:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1775764422.368373:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725940864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764422.368426:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764422.368488:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725940864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764422.368496:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:1.0:1775764422.368535:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764422.368578:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725940864:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1775764422.648345:0:44868:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1247479611218ns, next at 1225673073654ns, rc = 0 00000004:00080000:1.0:1775764422.648544:0:44868:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1247479812162ns, next at 1233959301360ns, rc = 0 00000004:00080000:3.0:1775764422.656767:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000004:00080000:3.0:1775764422.656815:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00010000:00010000:2.0:1775764422.892585:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764423.904420:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764424.750498:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764424.751403:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702675840 00000100:00100000:0.0:1775764424.751415:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702675840 00000100:00080000:1.0:1775764424.751492:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764424.751497:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 181 00000100:00100000:0.0:1775764424.751509:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27411:x1862022702675840:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:0.0:1775764424.751624:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27411:x1862022702675840:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 118us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.751633:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 181 00000100:00100000:0.0:1775764424.757375:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764424.757448:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702675968 00000100:00100000:2.0:1775764424.757461:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702675968 00000100:00100000:2.0:1775764424.757534:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 81 00000100:00100000:2.0:1775764424.757546:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27411:x1862022702675968:12345-192.168.202.7@tcp:19:lfs.0 00000100:00080000:0.0:1775764424.757692:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764424.757999:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27411:x1862022702675968:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 455us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764424.758016:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 81 00000100:00100000:3.0:1775764424.759982:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764424.760055:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702676096 00000100:00100000:0.0:1775764424.760065:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702676096 00000100:00100000:0.0:1775764424.760134:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 82 00000100:00100000:0.0:1775764424.760143:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27411:x1862022702676096:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764424.760499:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27411:x1862022702676096:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 355us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.760507:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 82 00000100:00080000:3.0:1775764424.760661:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764424.763360:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764424.763437:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702676224 00000100:00100000:3.0:1775764424.763448:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702676224 00000100:00100000:3.0:1775764424.763517:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 182 00000100:00100000:3.0:1775764424.763528:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27411:x1862022702676224:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764424.764195:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27411:x1862022702676224:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 666us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.764206:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 182 00000100:00100000:0.0:1775764424.770104:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764424.770593:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702676352 00000100:00100000:1.0:1775764424.770613:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702676352 00000100:00100000:1.0:1775764424.770680:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 183 00000100:00100000:1.0:1775764424.770691:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27411:x1862022702676352:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764424.771324:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27411:x1862022702676352:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 630us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764424.771342:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 183 00000100:00100000:2.0:1775764424.778082:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764424.779598:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702676480 00000100:00100000:3.0:1775764424.779615:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702676480 00000100:00100000:3.0:1775764424.779705:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 83 00000100:00100000:3.0:1775764424.779717:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27411:x1862022702676480:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764424.780306:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27411:x1862022702676480:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 589us (2234us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.780315:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 83 00000100:00100000:0.0:1775764424.784724:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764424.789208:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702676608 00000100:00100000:3.0:1775764424.789225:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702676608 00000100:00100000:3.0:1775764424.789338:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 84 00000100:00100000:3.0:1775764424.789354:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27411:x1862022702676608:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764424.789828:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27411:x1862022702676608:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 476us (5116us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.789838:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 84 00000100:00100000:3.0:1775764424.795478:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764424.795997:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702676736 00000100:00100000:2.0:1775764424.796090:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702676736 00000100:00100000:2.0:1775764424.796185:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 184 00000100:00100000:2.0:1775764424.796201:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27411:x1862022702676736:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764424.796713:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27411:x1862022702676736:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 512us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764424.796722:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 184 00000100:00100000:3.0:1775764424.908182:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764424.908330:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702676992 00000100:00100000:0.0:1775764424.908358:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702676992 00000100:00100000:0.0:1775764424.908449:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 185 00000100:00100000:0.0:1775764424.908461:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27415:x1862022702676992:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:0.0:1775764424.908529:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764424.908575:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420c52b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc24 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.908607:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:0.0:1775764424.908622:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764424.908650:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.908667:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.908677:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.908702:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.908709:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.908716:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.909246:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.909259:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.909266:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764424.910365:0:5768:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8640 00000004:00080000:0.0:1775764424.910381:0:5768:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1249741649184ns, next at 1250741646165ns, rc = 0 00010000:00010000:0.0:1775764424.910506:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910524:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910536:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910546:0:5768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910567:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910572:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910600:0:5768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764424.910632:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910639:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910646:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910653:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764424.910658:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910668:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910682:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b1e1676eb00) 00010000:00010000:0.0:1775764424.910686:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764424.910692:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910697:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420c54e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910717:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910758:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910765:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910770:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764424.910773:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910789:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910797:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297bb00) 00010000:00010000:0.0:1775764424.910800:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764424.910803:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.910810:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420c540 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764424.910821:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007aeecd3b reply state 00000000f0f4380c transno 4294967379 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764424.910833:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764424.910975:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:27415:x1862022702676992:12345-192.168.202.7@tcp:36:rm.0 Request processed in 2506us (2799us total) trans 4294967379 rc 0/0 00000100:00100000:0.0:1775764424.910986:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 185 00010000:00010000:1.0:1775764424.911789:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764424.911799:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764424.911806:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764424.911810:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764424.911817:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764424.911829:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b1e1676eb00) 00010000:00010000:1.0:1775764424.911832:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764424.911836:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764424.911841:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c555 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764424.911861:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764424.911863:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764424.911865:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764424.915495:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.915542:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.915553:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.915560:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764424.915565:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.915575:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.915596:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e1676ee00) 00010000:00010000:3.0:1775764424.915599:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764424.915604:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.915610:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420c547 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764424.928170:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764425.440756:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764425.440796:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725940992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764425.440864:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764425.440928:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725940992 00000100:00100000:3.0:1775764425.440935:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725940992 00000100:00100000:3.0:1775764425.440990:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1775764425.440998:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725940992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764425.441036:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764425.441096:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725940992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764425.441104:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00080000:3.0:1775764425.441126:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764425.441165:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725940992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764425.443311:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725941504:0@lo:400:kworker.0 00000100:00100000:2.0:1775764425.443511:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725941248:0@lo:400:kworker.0 00000100:00100000:2.0:1775764425.443594:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764425.443665:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764425.443672:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725941120:0@lo:400:kworker.0 00000100:00100000:2.0:1775764425.443712:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764425.443821:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725941632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764425.443856:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764425.443897:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725941120 00000100:00100000:2.0:1775764425.443910:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725941120 00000100:00100000:2.0:1775764425.443984:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1775764425.443996:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725941120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764425.444079:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725941120:12345-0@lo:400:kworker.0 Request processed in 83us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764425.444088:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1775764425.444162:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725941120:0@lo:400:kworker.0 00000100:00100000:3.0:1775764425.444663:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764425.444711:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764425.444722:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725941376:0@lo:400:kworker.0 00000100:00100000:3.0:1775764425.444911:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764425.444951:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725941632 00000100:00100000:3.0:1775764425.444957:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725941632 00000100:00100000:3.0:1775764425.445020:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1775764425.445028:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725941632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764425.445074:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725941632:12345-0@lo:400:kworker.0 Request processed in 47us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764425.445080:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1775764425.445104:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725941248 00000100:00100000:3.0:1775764425.445108:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725941248 00000100:00100000:3.0:1775764425.445144:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725941504 00000100:00100000:3.0:1775764425.445147:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725941504 00000100:00100000:3.0:1775764425.445166:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725941376 00000100:00100000:3.0:1775764425.445169:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725941376 00000100:00100000:3.0:1775764425.445185:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1775764425.445192:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725941248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764425.445225:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725941248:12345-0@lo:400:kworker.0 Request processed in 33us (1634us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764425.445253:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1775764425.445400:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1775764425.445411:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725941504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764425.445455:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725941504:12345-0@lo:400:kworker.0 Request processed in 48us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764425.445461:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1775764425.445473:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1775764425.445478:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725941376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764425.445499:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725941376:12345-0@lo:400:kworker.0 Request processed in 22us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764425.445504:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1775764425.445530:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725941376:0@lo:400:kworker.0 00000100:00100000:1.0:1775764425.445540:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725941504:0@lo:400:kworker.0 00000100:00080000:3.0:1775764425.446443:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764425.446450:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764425.446485:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725941632:0@lo:400:kworker.0 00000100:00100000:3.0:1775764425.446498:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725941248:0@lo:400:kworker.0 00000100:00100000:2.0:1775764425.533037:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764425.533144:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702677120 00000100:00100000:0.0:1775764425.533155:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702677120 00000100:00100000:0.0:1775764425.533219:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 772 00000100:00100000:0.0:1775764425.533231:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702677120:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764425.533313:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702677120:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 85us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764425.533321:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 772 00010000:00010000:2.0:1775764425.952031:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764426.976773:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764427.489337:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725941760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764427.489431:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764427.489791:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725941760 00000100:00100000:1.0:1775764427.489803:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725941760 00000100:00100000:1.0:1775764427.489890:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1775764427.489903:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725941760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764427.489963:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764427.490033:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725941760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764427.490041:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00080000:3.0:1775764427.490173:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764427.490237:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725941760:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1775764427.645199:0:45013:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1252476465456ns, next at 1250741646165ns, rc = 0 00000001:00080000:3.0:1775764427.721508:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967379 is committed 00000004:00080000:3.0:1775764427.721521:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000004:00080000:3.0:1775764427.721635:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000100:00100000:1.0:1775764427.721766:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764427.721794:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725941888:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764427.721893:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764427.722022:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725941888 00000100:00100000:0.0:1775764427.722037:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725941888 00000100:00100000:0.0:1775764427.722117:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1775764427.722127:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725941888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764427.722157:0:7727:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:7 count 1 00010000:00010000:0.0:1775764427.722194:0:7727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.722222:0:7727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc2b expref: 5 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.722233:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764427.722235:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764427.722243:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.722286:0:7727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc2b expref: 5 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.722301:0:7727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc2b expref: 5 pid: 6551 timeout: 1352 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.722410:0:7727:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7727:1862022725942016:192.168.202.7@tcp:104: 00000100:00100000:0.0:1775764427.722550:0:7727:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e371676c0 going to sleep for 11 seconds 00000100:00080000:2.0:1775764427.722676:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764427.725082:0:7727:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7727:1862022725942016:192.168.202.7@tcp:104: 00010000:00010000:0.0:1775764427.725119:0:7727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764427.726134:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764427.726230:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702677248 00000100:00100000:0.0:1775764427.726241:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702677248 00010000:00010000:0.0:1775764427.726307:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc2b expref: 6 pid: 6551 timeout: 1352 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.726360:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 238 00000100:00100000:0.0:1775764427.726370:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702677248:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764427.726388:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764427.726394:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc2b expref: 6 pid: 6551 timeout: 1352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.726408:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc2b expref: 6 pid: 6551 timeout: 1352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.726445:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000839b62c0/0x429a70d18420c539 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc2b expref: 6 pid: 6551 timeout: 1352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.726462:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764427.726471:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764427.726476:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.726486:0:5754:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.726554:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764427.726624:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702677248:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 254us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764427.726632:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 238 00000100:00080000:2.0:1775764427.727380:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764427.728285:0:7727:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.728321:0:7727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.728337:0:7727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.728345:0:7727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764427.728761:0:7727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764427.729935:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725941888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7801us (8034us total) trans 4294967310 rc 0/0 00000100:00100000:2.0:1775764427.729948:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00010000:00010000:3.0:1775764427.730098:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764427.730118:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.730130:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764427.730134:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.730144:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764427.730146:0:3314:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e096ed180/2, rc 0, transno 4294967310 00000100:00100000:1.0:1775764427.730166:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725941888:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1775764427.730166:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.730174:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bae48e7/0x429a70d18420c55c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.730264:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764427.730267:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764427.730269:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764427.730645:0:45013:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1252561912589ns, next at 1233959301360ns, rc = 0 00000004:00080000:1.0:1775764427.733622:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00010000:00010000:3.0:1775764428.009013:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764429.024567:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764429.614250:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967310 is committed 00010000:00010000:0.0:1775764430.048531:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764430.563101:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725942144:0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.563195:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764430.563249:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725942656:0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.563310:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764430.563347:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764430.563353:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725942528:0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.563377:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764430.563407:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725942400:0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.563429:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764430.563443:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764430.563447:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725942272:0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.563463:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764430.563478:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725942784:0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.563496:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764430.563523:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725942656 00000100:00100000:1.0:1775764430.563531:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725942656 00000100:00100000:1.0:1775764430.563584:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725942400 00000100:00100000:1.0:1775764430.563588:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725942400 00000100:00100000:1.0:1775764430.563609:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725942272 00000100:00100000:1.0:1775764430.563611:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725942272 00000100:00100000:1.0:1775764430.563625:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1775764430.563632:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725942656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.563684:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725942656:12345-0@lo:400:kworker.0 Request processed in 52us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764430.563691:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1775764430.563709:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1775764430.563774:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725942400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.563806:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725942400:12345-0@lo:400:kworker.0 Request processed in 35us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764430.563812:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1775764430.564105:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1775764430.564113:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725942272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.564206:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725942272:12345-0@lo:400:kworker.0 Request processed in 35us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764430.564215:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1775764430.564239:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725942528 00000100:00100000:2.0:1775764430.564472:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725942144 00000100:00100000:2.0:1775764430.564476:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725942144 00000100:00100000:2.0:1775764430.564511:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1775764430.564517:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725942144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764430.564570:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725942144:12345-0@lo:400:kworker.0 Request processed in 53us (1376us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764430.564576:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00080000:2.0:1775764430.564610:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764430.564657:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725942784 00000100:00100000:2.0:1775764430.564661:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725942784 00000100:00100000:2.0:1775764430.564698:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1775764430.564704:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725942784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764430.564770:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725942784:12345-0@lo:400:kworker.0 Request processed in 66us (1272us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764430.564776:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00080000:2.0:1775764430.564796:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764430.564836:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725942912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764430.564864:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764430.564905:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725942272:0@lo:400:kworker.0 00000100:00100000:2.0:1775764430.564917:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725942784:0@lo:400:kworker.0 00000100:00100000:2.0:1775764430.564926:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725942400:0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.565969:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725942528 00000100:00100000:1.0:1775764430.566054:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1775764430.566066:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725942528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.566133:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725942528:12345-0@lo:400:kworker.0 Request processed in 72us (2755us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764430.566140:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1775764430.566196:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725942912 00000100:00100000:1.0:1775764430.566200:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725942912 00000100:00100000:1.0:1775764430.566222:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1775764430.566227:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725942912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764430.566256:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764430.566286:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725942912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (1422us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764430.566292:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1775764430.566324:0:3314:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967310 gen 2 00000004:00080000:1.0:1775764430.566329:0:3314:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e096ed180, transno 4294967310 00000100:00100000:1.0:1775764430.566348:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725942528:0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.566360:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725942144:0@lo:400:kworker.0 00000100:00100000:1.0:1775764430.566372:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725942656:0@lo:400:kworker.0 00000100:00080000:1.0:1775764430.566420:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764430.566974:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725942912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764430.639421:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764430.639470:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764430.639516:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764430.639548:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764430.639583:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702677376 00000100:00100000:3.0:1775764430.639593:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702677376 00000100:00100000:3.0:1775764430.639646:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 774 00000100:00100000:3.0:1775764430.639657:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702677376:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764430.639779:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702677376:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 122us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764430.639805:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 774 00000100:00100000:3.0:1775764430.639842:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702677760 00000100:00100000:3.0:1775764430.639847:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702677760 00000100:00100000:3.0:1775764430.639894:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702677632 00000100:00100000:3.0:1775764430.639897:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702677632 00000100:00100000:3.0:1775764430.639924:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 395 00000100:00100000:3.0:1775764430.639930:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702677760:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764430.639976:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702677760:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 45us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764430.639984:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 395 00000100:00100000:3.0:1775764430.639996:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 396 00000100:00100000:3.0:1775764430.640003:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702677632:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764430.640032:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702677632:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764430.640039:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 396 00000100:00080000:3.0:1775764430.640184:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764430.640189:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764430.640319:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702677504 00000100:00100000:1.0:1775764430.640324:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702677504 00000100:00100000:1.0:1775764430.640367:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 842 00000100:00100000:1.0:1775764430.640373:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702677504:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764430.640414:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702677504:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764430.640420:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 842 00000100:00080000:3.0:1775764430.642981:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764431.073013:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764432.098123:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764432.609562:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725943040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764432.609767:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764432.610272:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725943040 00000100:00100000:0.0:1775764432.610282:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725943040 00000100:00100000:0.0:1775764432.610386:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1775764432.610396:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725943040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764432.610437:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764432.610495:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725943040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764432.610503:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1775764432.610556:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725943040:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764432.611240:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764433.120586:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764434.144036:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764435.168162:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764435.683626:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725943296:0@lo:400:kworker.0 00000100:00100000:1.0:1775764435.683761:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764435.683845:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725943808:0@lo:400:kworker.0 00000100:00100000:1.0:1775764435.683874:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764435.683912:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764435.683919:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725943424:0@lo:400:kworker.0 00000100:00100000:3.0:1775764435.684152:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725943296 00000100:00100000:3.0:1775764435.684163:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725943296 00000100:00100000:3.0:1775764435.684221:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1775764435.684260:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725943296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764435.684368:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725943552:0@lo:400:kworker.0 00000100:00100000:2.0:1775764435.684524:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725943168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764435.697216:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725943296:12345-0@lo:400:kworker.0 Request processed in 12941us (13438us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764435.697247:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1775764435.697442:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725943936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764435.697522:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764435.697886:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725943808 00000100:00100000:3.0:1775764435.697898:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725943808 00000100:00100000:3.0:1775764435.698153:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1775764435.698165:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725943808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764435.698247:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725943808:12345-0@lo:400:kworker.0 Request processed in 86us (14371us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764435.698253:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00080000:3.0:1775764435.698280:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764435.698948:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764435.699004:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725943552 00000100:00100000:0.0:1775764435.699009:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725943552 00000100:00100000:0.0:1775764435.699050:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1775764435.699058:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725943552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764435.699098:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725943552:12345-0@lo:400:kworker.0 Request processed in 42us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764435.699104:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00080000:0.0:1775764435.699125:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764435.699158:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725943552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764435.699197:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725943936 00000100:00100000:0.0:1775764435.699201:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725943936 00000100:00100000:0.0:1775764435.699225:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1775764435.699232:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725943936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764435.699268:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764435.699308:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725943936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (1787us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764435.699315:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1775764435.699349:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725943936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764435.708136:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764435.708318:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725943296:0@lo:400:kworker.0 00000100:00100000:1.0:1775764435.708334:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725943808:0@lo:400:kworker.0 00000100:00100000:2.0:1775764435.708892:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764435.708933:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725943680:0@lo:400:kworker.0 00000100:00100000:2.0:1775764435.708992:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764435.709040:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725943168 00000100:00100000:0.0:1775764435.709049:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725943168 00000100:00100000:0.0:1775764435.709110:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1775764435.709120:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725943168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764435.709184:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725943168:12345-0@lo:400:kworker.0 Request processed in 65us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764435.709192:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1775764435.718825:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725943168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764435.725908:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725943424 00000100:00100000:3.0:1775764435.725927:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725943424 00000100:00100000:3.0:1775764435.726723:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725943680 00000100:00100000:3.0:1775764435.726771:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725943680 00000100:00100000:3.0:1775764435.726807:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1775764435.726818:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725943424:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1775764435.727073:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764435.727171:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1775764435.727183:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725943680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764435.727238:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725943680:12345-0@lo:400:kworker.0 Request processed in 59us (18244us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764435.727245:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1775764435.727311:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725943680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764435.728090:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725943424:12345-0@lo:400:kworker.0 Request processed in 1272us (20441us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764435.728099:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1775764435.733344:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725943424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764435.759497:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764435.759597:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764435.759716:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764435.759804:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764435.759872:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702678144 00000100:00100000:1.0:1775764435.759887:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702678144 00000100:00100000:1.0:1775764435.759991:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702678272 00000100:00100000:1.0:1775764435.759995:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702678272 00000100:00100000:1.0:1775764435.760021:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 399 00000100:00100000:1.0:1775764435.760030:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702678144:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764435.760110:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702678144:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 80us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764435.760119:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 399 00000100:00100000:1.0:1775764435.760137:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 400 00000100:00100000:1.0:1775764435.760143:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d810c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702678272:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764435.760165:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d810c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702678272:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764435.760171:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 400 00000100:00080000:1.0:1775764435.760348:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764435.760353:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764435.761448:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702678016 00000100:00100000:2.0:1775764435.761460:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702678016 00000100:00100000:2.0:1775764435.761540:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 846 00000100:00100000:2.0:1775764435.761551:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702678016:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764435.761626:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702678016:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 78us (1949us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764435.761633:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 846 00000100:00080000:1.0:1775764435.762067:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764435.766874:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702677888 00000100:00100000:3.0:1775764435.767672:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702677888 00000100:00100000:2.0:1775764435.768659:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 776 00000100:00100000:2.0:1775764435.768673:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702677888:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764435.768806:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702677888:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 137us (9323us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764435.768831:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 776 00010000:00010000:1.0:1775764436.192915:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764437.215974:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764437.728366:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764437.728389:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725944064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764437.728468:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764437.728863:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725944064 00000100:00100000:1.0:1775764437.728879:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725944064 00000100:00100000:1.0:1775764437.728950:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1775764437.728962:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725944064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764437.728993:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764437.729041:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725944064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764437.729064:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1775764437.729118:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725944064:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764437.729584:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764438.242312:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764439.278920:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764440.288108:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764440.800105:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725944192:0@lo:400:kworker.0 00000100:00100000:1.0:1775764440.800185:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764440.800244:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725944704:0@lo:400:kworker.0 00000100:00100000:1.0:1775764440.800270:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764440.800293:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764440.800298:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725944576:0@lo:400:kworker.0 00000100:00100000:1.0:1775764440.800330:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764440.800362:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725944576 00000100:00100000:1.0:1775764440.800370:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725944576 00000100:00100000:1.0:1775764440.800440:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1775764440.800451:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725944576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764440.800496:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725944576:12345-0@lo:400:kworker.0 Request processed in 48us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764440.800503:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00080000:1.0:1775764440.800523:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764440.800551:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725944576:0@lo:400:kworker.0 00000100:00100000:3.0:1775764440.800704:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725944192 00000100:00100000:3.0:1775764440.800725:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725944192 00000100:00100000:3.0:1775764440.800787:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1775764440.800794:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725944192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764440.800827:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725944192:12345-0@lo:400:kworker.0 Request processed in 34us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764440.800833:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1775764440.801004:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725944192:0@lo:400:kworker.0 00000100:00100000:0.0:1775764440.801222:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725944448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764440.801264:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764440.801288:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764440.801296:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725944320:0@lo:400:kworker.0 00000100:00100000:1.0:1775764440.801570:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725944704 00000100:00100000:1.0:1775764440.801576:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725944704 00000100:00100000:1.0:1775764440.801642:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725944448 00000100:00100000:1.0:1775764440.801645:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725944448 00000100:00100000:1.0:1775764440.801681:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1775764440.801688:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725944704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764440.801760:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725944704:12345-0@lo:400:kworker.0 Request processed in 73us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764440.801766:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1775764440.801782:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1775764440.801788:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725944448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764440.801814:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725944448:12345-0@lo:400:kworker.0 Request processed in 27us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764440.801819:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1775764440.801858:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725944704:0@lo:400:kworker.0 00000100:00080000:3.0:1775764440.801928:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764440.801983:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764440.802019:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725944832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764440.802044:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764440.802075:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725944448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764440.802088:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725944960:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764440.802108:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764440.802136:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725944960 00000100:00100000:0.0:1775764440.802141:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725944960 00000100:00100000:0.0:1775764440.802171:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1775764440.802178:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725944960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764440.802211:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764440.802245:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725944960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764440.802251:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1775764440.802282:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725944960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764440.802598:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725944832 00000100:00100000:3.0:1775764440.802603:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725944832 00000100:00100000:3.0:1775764440.802657:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1775764440.802664:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725944832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764440.802698:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725944832:12345-0@lo:400:kworker.0 Request processed in 35us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764440.802704:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1775764440.803555:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725944320 00000100:00100000:1.0:1775764440.803563:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725944320 00000100:00100000:1.0:1775764440.803609:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1775764440.803616:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725944320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764440.803671:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725944320:12345-0@lo:400:kworker.0 Request processed in 55us (1687us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764440.803677:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00080000:0.0:1775764440.804717:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764440.804787:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725944320:0@lo:400:kworker.0 00000100:00100000:0.0:1775764440.804803:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725944832:0@lo:400:kworker.0 00000100:00100000:1.0:1775764440.885555:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764440.885610:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764440.885656:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764440.885700:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764440.885765:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702678656 00000100:00100000:1.0:1775764440.885787:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702678656 00000100:00100000:1.0:1775764440.885849:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702678784 00000100:00100000:1.0:1775764440.885852:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702678784 00000100:00100000:1.0:1775764440.885879:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 403 00000100:00100000:1.0:1775764440.885902:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702678656:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764440.885970:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702678656:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 71us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764440.885978:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 403 00000100:00100000:0.0:1775764440.886141:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702678528 00000100:00100000:0.0:1775764440.886147:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702678528 00000100:00100000:0.0:1775764440.886182:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 850 00000100:00100000:0.0:1775764440.886190:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702678528:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764440.886222:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702678528:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 34us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764440.886229:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 850 00000100:00080000:0.0:1775764440.886265:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764440.886270:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764440.886272:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764440.886284:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 404 00000100:00100000:0.0:1775764440.886291:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702678784:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764440.886318:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702678784:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764440.886324:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 404 00000100:00100000:2.0:1775764440.887184:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702678400 00000100:00100000:2.0:1775764440.887193:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702678400 00000100:00100000:2.0:1775764440.887239:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 778 00000100:00100000:2.0:1775764440.887247:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702678400:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764440.887283:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702678400:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764440.887290:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 778 00010000:00010000:1.0:1775764441.317291:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764441.853847:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764441.853994:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702678912 00000100:00100000:2.0:1775764441.854009:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702678912 00000100:00100000:2.0:1775764441.854116:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 186 00000100:00100000:2.0:1775764441.854128:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27593:x1862022702678912:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764441.854255:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27593:x1862022702678912:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 129us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764441.854264:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 186 00000100:00100000:2.0:1775764441.866057:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764441.866220:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702679040 00000100:00100000:1.0:1775764441.866234:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702679040 00000100:00100000:1.0:1775764441.866316:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 86 00000100:00100000:1.0:1775764441.866327:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27593:x1862022702679040:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764441.869162:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27593:x1862022702679040:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 2819us (3101us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764441.869179:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 86 00000100:00100000:1.0:1775764441.875969:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764441.876060:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702679168 00000100:00100000:3.0:1775764441.876072:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702679168 00000100:00100000:3.0:1775764441.876452:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 87 00000100:00100000:3.0:1775764441.876467:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27593:x1862022702679168:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764441.877038:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27593:x1862022702679168:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 573us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764441.877045:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 87 00000100:00100000:2.0:1775764441.887870:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764441.888273:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702679296 00000100:00100000:3.0:1775764441.888286:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702679296 00000100:00100000:3.0:1775764441.888356:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 187 00000100:00100000:3.0:1775764441.888369:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27593:x1862022702679296:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764441.888937:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27593:x1862022702679296:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 570us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764441.888953:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 187 00000100:00100000:2.0:1775764441.894228:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764441.894659:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702679424 00000100:00100000:1.0:1775764441.894673:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702679424 00000100:00100000:2.0:1775764441.894783:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 188 00000100:00100000:2.0:1775764441.894797:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27593:x1862022702679424:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764441.894934:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27593:x1862022702679424:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 140us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764441.894963:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 188 00000100:00100000:1.0:1775764441.898190:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764441.898313:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702679552 00000100:00100000:0.0:1775764441.898325:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702679552 00000100:00100000:0.0:1775764441.898422:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 88 00000100:00100000:0.0:1775764441.898432:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27593:x1862022702679552:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764441.898884:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27593:x1862022702679552:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 451us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764441.898891:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 88 00000100:00100000:1.0:1775764441.917199:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764441.917388:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702679680 00000100:00100000:0.0:1775764441.917402:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702679680 00000100:00100000:0.0:1775764441.917482:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 89 00000100:00100000:0.0:1775764441.917494:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27593:x1862022702679680:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764441.918030:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27593:x1862022702679680:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 538us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764441.918039:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 89 00000100:00100000:2.0:1775764441.922975:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764441.923217:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702679808 00000100:00100000:0.0:1775764441.923231:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702679808 00000100:00100000:0.0:1775764441.923318:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 189 00000100:00100000:0.0:1775764441.923333:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27593:x1862022702679808:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:0.0:1775764441.923953:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27593:x1862022702679808:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 621us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764441.923964:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 189 00010000:00010000:1.0:1775764442.348051:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764442.850672:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725945088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764442.850770:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764442.850943:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725945088 00000100:00100000:0.0:1775764442.850953:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725945088 00000100:00100000:0.0:1775764442.851021:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1775764442.851032:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725945088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764442.851067:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764442.851112:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725945088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764442.851119:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00080000:1.0:1775764442.851588:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764442.851639:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725945088:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764443.369065:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764444.387238:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764445.420368:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764445.671507:0:45236:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8414c040 20000000:00000080:3.0:1775764445.671522:0:45236:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e2f8eec00 uarg=0000000000000000 10000000:01000000:3.0:1775764445.672498:0:45236:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764445.672521:0:45236:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.672539:0:45236:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c4ec expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.672548:0:45236:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.672683:0:45236:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c4ec expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.672698:0:45236:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c4ec expref: 17 pid: 5762 timeout: 1370 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764445.672714:0:45236:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45236:1862022725945216:0@lo:104: 00000100:00100000:3.0:1775764445.672953:0:45236:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764445.672997:0:45236:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d02a1c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764445.673031:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725945216 00000100:00100000:2.0:1775764445.673037:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725945216 00000100:00100000:2.0:1775764445.673086:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1775764445.673095:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f052680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45236:x1862022725945216:12345-0@lo:104: 00010000:00010000:2.0:1775764445.673109:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764445.673182:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764445.673188:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f052680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45236:x1862022725945216:12345-0@lo:104: Request processed in 94us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764445.673195:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00010000:00010000:0.0:1775764445.673251:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764445.673258:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673266:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764445.673269:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673290:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764445.673297:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764445.673304:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764445.673342:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673347:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764445.673369:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673375:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420c4ec lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c4f3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673388:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764445.673390:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764445.673392:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764445.673404:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725945344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764445.673435:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764445.673468:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725945344 00000100:00100000:0.0:1775764445.673472:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725945344 00010000:00010000:0.0:1775764445.673489:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c4ec expref: 18 pid: 5762 timeout: 1370 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764445.673519:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1775764445.673525:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e05378050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725945344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764445.673541:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764445.673545:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c4ec expref: 18 pid: 5762 timeout: 1370 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673555:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c4ec expref: 18 pid: 5762 timeout: 1370 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673579:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673598:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673612:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673618:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673625:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673630:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673634:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764445.673638:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673644:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673661:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764445.673671:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764445.673698:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e05378050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725945344:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764445.673705:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1775764445.673783:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725945344:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764445.673871:0:45236:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00030200/0x429a70d18420c4f3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c4ec expref: 17 pid: 5762 timeout: 1370 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764445.673883:0:45236:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45236:1862022725945216:0@lo:104: 00010000:00010000:1.0:1775764445.673903:0:45236:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.673911:0:45236:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.673917:0:45236:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.673923:0:45236:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c563 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764445.921980:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725945472:0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922069:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764445.922126:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725945984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922165:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764445.922190:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764445.922197:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725945600:0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922217:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764445.922253:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725945728:0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922276:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764445.922294:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764445.922300:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725945856:0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922321:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764445.922384:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725945472 00000100:00100000:0.0:1775764445.922391:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725945472 00000100:00100000:0.0:1775764445.922435:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725945600 00000100:00100000:0.0:1775764445.922438:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725945600 00000100:00100000:0.0:1775764445.922463:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725945856 00000100:00100000:0.0:1775764445.922465:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725945856 00000100:00100000:0.0:1775764445.922494:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1775764445.922502:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725945472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922568:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725945472:12345-0@lo:400:kworker.0 Request processed in 53us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764445.922575:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1775764445.922604:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1775764445.922610:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725945600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922639:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725945600:12345-0@lo:400:kworker.0 Request processed in 30us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764445.922644:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1775764445.922654:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1775764445.922659:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725945856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922688:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725945856:12345-0@lo:400:kworker.0 Request processed in 29us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764445.922693:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1775764445.922712:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725945984 00000100:00100000:0.0:1775764445.922715:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725945984 00000100:00100000:0.0:1775764445.922761:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725945728 00000100:00100000:0.0:1775764445.922764:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725945728 00000100:00100000:0.0:1775764445.922784:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1775764445.922791:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725945984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922819:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725945984:12345-0@lo:400:kworker.0 Request processed in 29us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764445.922824:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1775764445.922836:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1775764445.922842:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725945728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922880:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725945728:12345-0@lo:400:kworker.0 Request processed in 39us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764445.922885:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:0.0:1775764445.922914:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764445.922918:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764445.922920:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764445.922951:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725945600:0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922962:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725945472:0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922970:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725945984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.922999:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725945856:0@lo:400:kworker.0 00000100:00100000:0.0:1775764445.923007:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725945728:0@lo:400:kworker.0 00000100:00100000:3.0:1775764445.923143:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725946112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764445.923174:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764445.923212:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725946112 00000100:00100000:3.0:1775764445.923215:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725946112 00000100:00100000:3.0:1775764445.923242:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1775764445.923256:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725946112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764445.923288:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764445.923323:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725946112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764445.923329:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1775764445.923369:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725946112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764445.999462:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764445.999505:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764445.999531:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764445.999570:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764445.999671:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702679936 00000100:00100000:1.0:1775764445.999680:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702679936 00000100:00100000:1.0:1775764445.999762:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 779 00000100:00100000:1.0:1775764445.999772:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702679936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764445.999840:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702679936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 69us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764445.999848:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 779 00000100:00100000:0.0:1775764446.000076:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702680064 00000100:00100000:0.0:1775764446.000081:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702680064 00000100:00100000:0.0:1775764446.000137:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 854 00000100:00100000:0.0:1775764446.000156:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702680064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764446.000190:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702680064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 46us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764446.000196:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 854 00000100:00100000:0.0:1775764446.000215:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702680320 00000100:00100000:0.0:1775764446.000218:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702680320 00000100:00100000:0.0:1775764446.000243:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702680192 00000100:00100000:0.0:1775764446.000246:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702680192 00000100:00100000:0.0:1775764446.000264:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 407 00000100:00100000:0.0:1775764446.000269:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702680320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764446.000311:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702680320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764446.000317:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 407 00000100:00100000:0.0:1775764446.000327:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 408 00000100:00100000:0.0:1775764446.000332:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702680192:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764446.000350:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702680192:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 18us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764446.000356:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 408 00000100:00080000:1.0:1775764446.001335:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764446.001342:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764446.001345:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764446.433031:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764446.946309:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764446.946319:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764446.946325:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764446.946380:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764446.946392:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764446.946405:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764446.946433:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ef800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725946240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764446.946498:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764446.946556:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764446.947162:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725946240 00000100:00100000:3.0:1775764446.947172:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725946240 00000100:00100000:3.0:1775764446.947231:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1775764446.947242:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725946240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764446.947256:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764446.947272:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c56a expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764446.947295:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c56a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764446.947304:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c56a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764446.947312:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031600, rc 0) 00000100:00100000:3.0:1775764446.947367:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725946240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764446.947374:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1775764446.947407:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ef800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725946240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764446.947438:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764446.947447:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764446.947637:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764446.947642:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764446.947649:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764447.458694:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764447.969724:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725946368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764447.969828:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764447.970995:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725946368 00000100:00100000:0.0:1775764447.971009:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725946368 00000100:00100000:0.0:1775764447.971095:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1775764447.971105:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725946368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764447.971149:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764447.971213:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725946368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764447.971220:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1775764447.971273:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725946368:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764447.972991:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764448.467111:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764448.467181:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702680448 00000100:00100000:2.0:1775764448.467192:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702680448 00000100:00100000:2.0:1775764448.467267:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 190 00000100:00100000:2.0:1775764448.467279:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27663:x1862022702680448:12345-192.168.202.7@tcp:101:chmod.0 00000100:00080000:3.0:1775764448.467296:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764448.467299:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764448.467321:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c578 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc32 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764448.467417:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c57f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764448.467432:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c57f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764448.467446:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c57f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764448.467686:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:2.0:1775764448.467778:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764448.467872:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c57f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764448.467898:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c578 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc32 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764448.467913:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c57f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc32 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764448.467921:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297bb00) 00010000:00010000:2.0:1775764448.467924:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764448.467928:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81200, rc 0) 00000100:00100000:2.0:1775764448.467994:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27663:x1862022702680448:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 718us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764448.468003:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 190 00000100:00100000:2.0:1775764448.477133:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764448.477678:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702680704 00000100:00100000:1.0:1775764448.477767:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702680704 00000100:00100000:1.0:1775764448.477845:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 191 00000100:00100000:1.0:1775764448.477856:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27663:x1862022702680704:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:1.0:1775764448.477908:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764448.477937:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c57f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc32 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.477962:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c50f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc1d expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.477973:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297bb00) 00010000:00010000:1.0:1775764448.477985:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764448.478043:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.478058:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.478068:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764448.479994:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764448.542070:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967380 is committed 00000004:00010000:2.0:1775764448.542381:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046a37379 reply state 000000008ff05729 transno 4294967380 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764448.542399:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764448.542631:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00010000:00080000:2.0:1775764448.542815:0:8088:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1775764448.542844:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27663:x1862022702680704:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 64986us (65717us total) trans 4294967380 rc 0/0 00000100:00100000:2.0:1775764448.542854:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 191 00010000:00010000:1.0:1775764448.543592:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.543607:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.543617:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.543637:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764448.543643:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.543652:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.543673:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:1.0:1775764448.543676:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764448.543681:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.543688:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c586 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.505282:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764449.922453:0:45385:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda3da8110 20000000:00000080:2.0:1775764449.922475:0:45385:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0ee58400 uarg=0000000000000000 10000000:01000000:3.0:1775764449.928162:0:45385:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764449.928196:0:45385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.928216:0:45385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c56a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.928224:0:45385:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.928265:0:45385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c56a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.928280:0:45385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c56a expref: 17 pid: 5763 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764449.928294:0:45385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45385:1862022725946496:0@lo:104: 00000100:00100000:3.0:1775764449.928357:0:45385:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764449.928411:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725946496 00000100:00100000:3.0:1775764449.928414:0:45385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d02a1c480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764449.928419:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725946496 00000100:00100000:1.0:1775764449.928475:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1775764449.928486:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45385:x1862022725946496:12345-0@lo:104: 00010000:00010000:1.0:1775764449.928499:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.928577:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764449.928584:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45385:x1862022725946496:12345-0@lo:104: Request processed in 101us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764449.928591:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00010000:00010000:1.0:1775764449.928613:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764449.928619:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.928636:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764449.928650:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.928659:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764449.928666:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764449.928673:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764449.928709:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.928716:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764449.928765:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.928773:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80400/0x429a70d18420c56a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c571 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764449.928775:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764449.928787:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725946624:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764449.928787:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764449.928789:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764449.928791:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764449.928817:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764449.928901:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725946624 00000100:00100000:1.0:1775764449.928906:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725946624 00010000:00010000:1.0:1775764449.928924:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c56a expref: 18 pid: 5763 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764449.928953:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1775764449.928967:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725946624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764449.928977:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764449.928983:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c56a expref: 18 pid: 5763 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.928993:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c56a expref: 18 pid: 5763 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929008:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929016:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929027:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929034:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929040:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929045:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929050:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764449.929054:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929061:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929090:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.929100:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764449.929138:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725946624:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764449.929145:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1775764449.929179:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725946624:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764449.929592:0:45385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031600/0x429a70d18420c571 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c56a expref: 17 pid: 5763 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764449.929604:0:45385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45385:1862022725946496:0@lo:104: 00010000:00010000:3.0:1775764449.929617:0:45385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.929626:0:45385:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.929632:0:45385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.929650:0:45385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c58d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764450.528081:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764451.039920:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725946880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764451.040011:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764451.040063:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725946880 00000100:00100000:2.0:1775764451.040081:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725946880 00000100:00100000:3.0:1775764451.040092:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725946752:0@lo:400:kworker.0 00000100:00100000:3.0:1775764451.040130:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764451.040177:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1775764451.040188:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725946880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764451.040234:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764451.040295:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725946880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764451.040302:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:2.0:1775764451.040329:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764451.040348:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725946752 00000100:00100000:2.0:1775764451.040352:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725946752 00000100:00100000:2.0:1775764451.040380:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1775764451.040387:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725946752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764451.040423:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725946752:12345-0@lo:400:kworker.0 Request processed in 37us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764451.040427:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725947392:0@lo:400:kworker.0 00000100:00100000:2.0:1775764451.040437:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1775764451.041299:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764451.041354:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725947392 00000100:00100000:2.0:1775764451.041361:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725947392 00000100:00100000:3.0:1775764451.041375:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725946880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764451.041391:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725946752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764451.041416:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1775764451.041422:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764451.041427:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725947392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764451.041436:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725947008:0@lo:400:kworker.0 00000100:00100000:3.0:1775764451.041475:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764451.041480:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725947392:12345-0@lo:400:kworker.0 Request processed in 55us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764451.041487:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1775764451.041501:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725947008 00000100:00100000:2.0:1775764451.041504:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725947008 00000100:00100000:3.0:1775764451.041507:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725947520:0@lo:400:kworker.0 00000100:00100000:3.0:1775764451.041548:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764451.041571:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1775764451.041579:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725947008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764451.041581:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725947392:0@lo:400:kworker.0 00000100:00100000:2.0:1775764451.041620:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725947008:12345-0@lo:400:kworker.0 Request processed in 42us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764451.041626:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725947520 00000100:00100000:3.0:1775764451.041631:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725947520 00000100:00100000:2.0:1775764451.041719:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1775764451.042609:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725947008:0@lo:400:kworker.0 00000100:00100000:3.0:1775764451.042621:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1775764451.042637:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725947520:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1775764451.042692:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764451.042698:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764451.042706:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725947520:12345-0@lo:400:kworker.0 Request processed in 75us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764451.042720:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725947520:0@lo:400:kworker.0 00000100:00100000:3.0:1775764451.042747:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1775764451.043819:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725947264:0@lo:400:kworker.0 00000100:00100000:3.0:1775764451.043880:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764451.045441:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725947136:0@lo:400:kworker.0 00000100:00100000:1.0:1775764451.045510:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764451.045619:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725947136 00000100:00100000:1.0:1775764451.045627:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725947136 00000100:00100000:1.0:1775764451.045692:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1775764451.045701:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725947136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764451.045778:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725947136:12345-0@lo:400:kworker.0 Request processed in 78us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764451.045785:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00080000:1.0:1775764451.045804:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764451.045834:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725947136:0@lo:400:kworker.0 00000100:00100000:0.0:1775764451.046679:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725947264 00000100:00100000:0.0:1775764451.046690:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725947264 00000100:00100000:0.0:1775764451.046762:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1775764451.046771:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725947264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764451.046843:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725947264:12345-0@lo:400:kworker.0 Request processed in 75us (2964us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764451.046860:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1775764451.051810:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725947264:0@lo:400:kworker.0 00000100:00100000:2.0:1775764451.125182:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764451.125224:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764451.125255:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702680960 00000100:00100000:0.0:1775764451.125265:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702680960 00000100:00100000:2.0:1775764451.125297:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764451.125329:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764451.125376:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 858 00000100:00100000:0.0:1775764451.125390:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702680960:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764451.125498:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702680960:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 113us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764451.125506:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 858 00000100:00100000:1.0:1775764451.125623:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702681216 00000100:00100000:1.0:1775764451.125637:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702681216 00000100:00100000:1.0:1775764451.125676:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702681088 00000100:00100000:1.0:1775764451.125679:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702681088 00000100:00100000:1.0:1775764451.125702:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 411 00000100:00100000:1.0:1775764451.125709:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702681216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764451.125781:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 412 00000100:00100000:0.0:1775764451.125791:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702681088:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764451.125814:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702681216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 104us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764451.125823:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 411 00000100:00100000:0.0:1775764451.125828:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702681088:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 37us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764451.125837:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 412 00000100:00080000:1.0:1775764451.125847:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764451.125851:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764451.125854:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764451.126406:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702680832 00000100:00100000:3.0:1775764451.126413:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702680832 00000100:00100000:3.0:1775764451.126574:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 782 00000100:00100000:3.0:1775764451.126584:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702680832:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764451.126631:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702680832:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 49us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764451.126637:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 782 10000000:01000000:2.0:1775764451.231881:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764451.231889:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764451.231895:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764451.231942:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764451.231955:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764451.231965:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764451.231989:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096eed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725947648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764451.232052:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764451.232104:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764451.232184:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725947648 00000100:00100000:3.0:1775764451.232191:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725947648 00000100:00100000:3.0:1775764451.232245:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1775764451.232253:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725947648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764451.232270:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764451.232287:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c594 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764451.232312:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c594 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764451.232322:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c594 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764451.232332:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031400, rc 0) 00000100:00100000:3.0:1775764451.232374:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725947648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764451.232381:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1775764451.232433:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096eed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725947648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764451.232448:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764451.232458:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764451.232479:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764451.232484:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764451.232491:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764451.553187:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764452.577966:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764453.091676:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725947776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764453.091803:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764453.091873:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725947776 00000100:00100000:1.0:1775764453.091881:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725947776 00000100:00100000:1.0:1775764453.091932:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1775764453.091942:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725947776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764453.091975:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764453.092023:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725947776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764453.092034:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00080000:1.0:1775764453.092064:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764453.092129:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725947776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764453.315788:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764453.320561:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702681344 00000100:00100000:0.0:1775764453.320584:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702681344 00000100:00100000:0.0:1775764453.320673:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 35 00000100:00100000:0.0:1775764453.320685:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27723:x1862022702681344:12345-192.168.202.7@tcp:49:touch.60003 00000100:00080000:3.0:1775764453.321223:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764453.321377:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27723:x1862022702681344:12345-192.168.202.7@tcp:49:touch.60003 Request processed in 694us (5599us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764453.321387:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 35 00000100:00100000:1.0:1775764453.324617:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764453.324795:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702681472 00000100:00100000:3.0:1775764453.324808:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702681472 00000100:00100000:3.0:1775764453.324891:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 192 00000100:00100000:3.0:1775764453.324906:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27723:x1862022702681472:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:3.0:1775764453.324938:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764453.324964:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c5a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc39 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.325044:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.325098:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.325113:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.325132:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.325143:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.325152:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326084:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c5b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326097:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c5b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326105:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c5b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764453.326258:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:3.0:1775764453.326265:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764453.326413:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c5b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326437:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326467:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326475:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326484:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00030200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764453.326490:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326500:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326534:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764453.326541:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764453.326550:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326557:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c5a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326581:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326590:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326598:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326605:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764453.326620:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326630:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326644:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1d0297b900) 00010000:00010000:3.0:1775764453.326647:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764453.326651:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326661:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c5b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326714:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c5a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc39 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326778:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c5b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc39 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.326789:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:3.0:1775764453.326792:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764453.326796:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031a00, rc 0) 00000100:00100000:3.0:1775764453.326897:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27723:x1862022702681472:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 1994us (2286us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764453.326908:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 192 00000100:00100000:1.0:1775764453.337313:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764453.337394:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702681728 00000100:00100000:3.0:1775764453.337404:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702681728 00000100:00100000:3.0:1775764453.337509:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 193 00000100:00100000:3.0:1775764453.337538:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27723:x1862022702681728:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:3.0:1775764453.337595:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764453.337620:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c5be lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc40 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.338632:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.338651:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.338664:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.338786:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.338797:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.338807:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764453.353009:0:5768:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x8:0x0], index 1: 0 00010000:00010000:3.0:1775764453.354614:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420c5d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.354635:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420c5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.354648:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420c5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.354703:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.354711:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.354717:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.354723:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764453.354727:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.355166:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.355180:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:3.0:1775764453.355183:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764453.355189:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.355195:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c5c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764453.355208:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2a2cd6d reply state 0000000081248c52 transno 4294967381 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764453.355217:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764453.355266:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c5be lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc40 expref: 10 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.355294:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420c5d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc40 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.355301:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:3.0:1775764453.355304:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764453.355306:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194a00, rc 0) 00000100:00100000:3.0:1775764453.355459:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27723:x1862022702681728:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 17930us (18155us total) trans 4294967381 rc 0/0 00000100:00100000:3.0:1775764453.355469:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 193 00000100:00100000:0.0:1775764453.370585:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764453.370621:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702681984 00000100:00100000:0.0:1775764453.370631:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702681984 00000100:00100000:0.0:1775764453.370701:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 194 00000100:00100000:0.0:1775764453.370714:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27723:x1862022702681984:12345-192.168.202.7@tcp:36:touch.60003 00010000:00010000:0.0:1775764453.370798:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764453.370827:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420c5d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc40 expref: 10 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.370846:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:0.0:1775764453.370857:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764453.370901:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.370915:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.370926:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764453.371059:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000938f7e7f reply state 00000000aa234c54 transno 4294967382 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764453.371068:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764453.371157:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:27723:x1862022702681984:12345-192.168.202.7@tcp:36:touch.60003 Request processed in 447us (583us total) trans 4294967382 rc 0/0 00000100:00100000:0.0:1775764453.371165:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 194 00010000:00010000:3.0:1775764453.378484:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.378512:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.378529:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.378536:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764453.378541:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.378548:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.378566:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1d0297b900) 00010000:00010000:3.0:1775764453.378570:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764453.378574:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.378593:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c5cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764453.379063:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764453.379109:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702682112 00000100:00100000:2.0:1775764453.379118:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702682112 00000100:00100000:2.0:1775764453.379172:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 195 00000100:00100000:2.0:1775764453.379181:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27723:x1862022702682112:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:2.0:1775764453.379207:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764453.379223:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c5e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc47 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764453.379280:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c5e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc47 expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764453.379294:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c5e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc47 expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764453.379312:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:2.0:1775764453.379314:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764453.379316:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81000, rc 0) 00000100:00100000:2.0:1775764453.379370:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:27723:x1862022702682112:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 191us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764453.379377:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 195 00010000:00010000:1.0:1775764453.379565:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.379574:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.379580:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.379593:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764453.379597:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.379603:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.379611:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:1.0:1775764453.379614:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764453.379617:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.379623:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c5e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764453.392231:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764453.400888:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702682240 00000100:00100000:3.0:1775764453.400905:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702682240 00000100:00100000:2.0:1775764453.412090:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 90 00000100:00100000:2.0:1775764453.412105:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702682240:12345-192.168.202.7@tcp:2:touch.60003 00000100:00100000:2.0:1775764453.412462:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702682240:12345-192.168.202.7@tcp:2:touch.60003 Request processed in 360us (20238us total) trans 4294967311 rc 0/0 00000100:00100000:2.0:1775764453.412470:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 90 00000100:00080000:1.0:1775764453.414622:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764453.416191:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764453.416268:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702682496 00000100:00100000:1.0:1775764453.416278:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702682496 00000100:00100000:1.0:1775764453.416333:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 36 00000100:00100000:1.0:1775764453.416344:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27723:x1862022702682496:12345-192.168.202.7@tcp:35:touch.60003 00000100:00100000:1.0:1775764453.416688:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:27723:x1862022702682496:12345-192.168.202.7@tcp:35:touch.60003 Request processed in 345us (503us total) trans 4294967383 rc 0/0 00000100:00100000:1.0:1775764453.416696:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 36 00000100:00100000:3.0:1775764453.524559:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764453.524643:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702682624 00000100:00100000:1.0:1775764453.524654:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702682624 00000100:00100000:1.0:1775764453.524779:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 196 00000100:00100000:1.0:1775764453.524790:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:27727:x1862022702682624:12345-192.168.202.7@tcp:101:rm.60003 00010000:00010000:1.0:1775764453.524825:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764453.524845:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c5ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc4e expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.524913:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.524928:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.524939:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.524953:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.524960:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.524967:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525062:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c604 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525084:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525091:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764453.525129:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x11:0x0]: returning size 0 00000004:00200000:1.0:1775764453.525140:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764453.525164:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525176:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525184:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525190:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525196:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525202:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764453.525206:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525213:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525224:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:1.0:1775764453.525227:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764453.525232:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525238:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c5f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525250:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525264:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525269:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525274:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764453.525276:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525281:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525288:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e03a56b00) 00010000:00010000:1.0:1775764453.525290:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764453.525292:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525297:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c5fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525324:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c5ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc4e expref: 13 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525335:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc4e expref: 12 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.525341:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:1.0:1775764453.525343:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764453.525350:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb600, rc 0) 00000100:00100000:1.0:1775764453.525408:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:27727:x1862022702682624:12345-192.168.202.7@tcp:101:rm.60003 Request processed in 620us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764453.525620:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 196 00000100:00100000:2.0:1775764453.550297:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764453.550388:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702682752 00000100:00100000:0.0:1775764453.550399:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702682752 00000100:00100000:0.0:1775764453.550466:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 91 00000100:00100000:0.0:1775764453.550477:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702682752:12345-192.168.202.7@tcp:101:rm.60003 00010000:00010000:0.0:1775764453.550504:0:6551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764453.550545:0:6551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc55 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764453.550584:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 0, mtime: 0x69d803e4, atime: 0x69d803e4, ctime: 0x69d803e4, blocks: 0x1 00010000:00010000:0.0:1775764453.550610:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764453.550613:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764453.550622:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc55 expref: 7 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.550640:0:6551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc55 expref: 7 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.550654:0:6551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775764453.550712:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702682752:12345-192.168.202.7@tcp:101:rm.60003 Request processed in 238us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764453.550719:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 91 00000100:00100000:1.0:1775764453.557973:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764453.558109:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702683008 00000100:00100000:0.0:1775764453.558120:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702683008 00000100:00100000:0.0:1775764453.558180:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 197 00000100:00100000:0.0:1775764453.558190:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:27727:x1862022702683008:12345-192.168.202.7@tcp:36:rm.60003 00010000:00010000:0.0:1775764453.558239:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764453.558268:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c604 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc4e expref: 12 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558287:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420c5e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc47 expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558311:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:0.0:1775764453.558322:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764453.558343:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558354:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558362:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558374:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558392:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558399:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558542:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558550:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.558556:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764453.559128:0:19479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 64 off8704 00000004:00080000:0.0:1775764453.559138:0:19479:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1278390406372ns, next at 1279390404027ns, rc = 0 00010000:00010000:0.0:1775764453.559202:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559212:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559220:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559227:0:19479:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559232:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559238:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559268:0:19479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764453.559287:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559293:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559298:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559304:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764453.559308:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559314:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559329:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8b1e1676ed00) 00010000:00010000:0.0:1775764453.559331:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764453.559335:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559340:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420c620 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559355:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559361:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559366:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559372:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764453.559374:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559380:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559386:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:0.0:1775764453.559389:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764453.559392:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.559397:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420c612 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764453.559417:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000044762b5a reply state 000000008ebcecf5 transno 4294967384 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764453.559425:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764453.559534:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:27727:x1862022702683008:12345-192.168.202.7@tcp:36:rm.60003 Request processed in 1341us (1564us total) trans 4294967384 rc 0/0 00000100:00100000:0.0:1775764453.559546:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 197 00010000:00010000:1.0:1775764453.565027:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764453.565038:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.565048:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764453.565051:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.565059:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.565088:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x11:0x0].0x0 (ffff8b1e1676ed00) 00010000:00010000:1.0:1775764453.565091:0:5757:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764453.565096:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.565101:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420c627 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.565120:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764453.565122:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764453.565124:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764453.570104:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.570121:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.570140:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.570146:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764453.570151:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.570158:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.570174:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1e1676e800) 00010000:00010000:1.0:1775764453.570177:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764453.570181:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.570187:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420c619 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.614488:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764453.704429:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967384 is committed 00000004:00080000:1.0:1775764453.704441:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000100:00100000:1.0:1775764453.705161:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764453.705188:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725947904:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764453.705267:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764453.705337:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725947904 00000100:00100000:1.0:1775764453.705345:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725947904 00000100:00100000:1.0:1775764453.705389:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1775764453.705398:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725947904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764453.705429:0:6550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8 count 1 00010000:00010000:1.0:1775764453.705453:0:6550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.705488:0:6550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc55 expref: 6 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.705498:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764453.705501:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764453.705504:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.705548:0:6550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc55 expref: 6 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764453.705563:0:6550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc55 expref: 6 pid: 6551 timeout: 1378 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764453.705577:0:6550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022725948032:192.168.202.7@tcp:104: 00000100:00100000:1.0:1775764453.706112:0:6550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105fa780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764453.709501:0:6550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022725948032:192.168.202.7@tcp:104: 00010000:00010000:1.0:1775764453.709536:0:6550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764453.712795:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764453.713234:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702683136 00000100:00100000:0.0:1775764453.713244:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702683136 00010000:00010000:0.0:1775764453.713284:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc55 expref: 7 pid: 6551 timeout: 1378 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764453.713326:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 241 00000100:00100000:0.0:1775764453.713335:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702683136:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764453.713349:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764453.713354:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc55 expref: 7 pid: 6551 timeout: 1378 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.713367:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc55 expref: 7 pid: 6551 timeout: 1378 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.713391:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca19b0cd/0x429a70d18420c60b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc55 expref: 7 pid: 6551 timeout: 1378 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.713406:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764453.713422:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764453.713427:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.713436:0:5753:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.713472:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764453.713530:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702683136:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 195us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764453.713541:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 241 00010000:00010000:3.0:1775764453.713651:0:6550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.713662:0:6550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.713675:0:6550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.713685:0:6550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764453.713722:0:6550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764453.714498:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725947904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9099us (9229us total) trans 4294967312 rc 0/0 00000100:00100000:3.0:1775764453.714507:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000004:00080000:3.0:1775764453.714573:0:3313:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e07a2f480/2, rc 0, transno 4294967312 00000100:00100000:3.0:1775764453.714579:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725947904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764453.715187:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764453.715194:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.715204:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764453.715207:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.715216:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.715234:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.715243:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069f3d874/0x429a70d18420c62e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764453.715287:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764453.715290:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764453.715292:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764454.624250:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764455.656702:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764455.729103:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967311 is committed 00000001:00080000:1.0:1775764455.729119:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967312 is committed 00000100:00100000:0.0:1775764456.160103:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725948288:0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160177:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764456.160238:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725948800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160264:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764456.160290:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764456.160295:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725948160:0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160322:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764456.160342:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725948672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160361:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764456.160391:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725948288 00000100:00100000:0.0:1775764456.160398:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725948288 00000100:00100000:0.0:1775764456.160441:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725948672 00000100:00100000:0.0:1775764456.160444:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725948672 00000100:00100000:0.0:1775764456.160477:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1775764456.160485:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725948288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160544:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725948288:12345-0@lo:400:kworker.0 Request processed in 59us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764456.160551:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1775764456.160569:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1775764456.160574:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725948672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160598:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725948672:12345-0@lo:400:kworker.0 Request processed in 25us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764456.160619:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1775764456.160638:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725948800 00000100:00100000:0.0:1775764456.160642:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725948800 00000100:00100000:0.0:1775764456.160672:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1775764456.160678:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725948800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160707:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725948800:12345-0@lo:400:kworker.0 Request processed in 29us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764456.160713:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1775764456.160752:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725948160 00000100:00100000:0.0:1775764456.160756:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725948160 00000100:00100000:0.0:1775764456.160779:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1775764456.160785:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725948160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160814:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725948160:12345-0@lo:400:kworker.0 Request processed in 29us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764456.160820:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00080000:0.0:1775764456.160847:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764456.160851:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764456.160879:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725948160:0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160892:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725948672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160901:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725948288:0@lo:400:kworker.0 00000100:00100000:0.0:1775764456.160908:0:3312:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967312 gen 2 00000004:00080000:0.0:1775764456.160913:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e07a2f480, transno 4294967312 00000100:00100000:0.0:1775764456.160924:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725948800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764456.161562:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725948416:0@lo:400:kworker.0 00000100:00100000:3.0:1775764456.161604:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764456.161629:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764456.161636:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725948544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764456.161661:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764456.161695:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725948416 00000100:00100000:3.0:1775764456.161700:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725948416 00000100:00100000:3.0:1775764456.161815:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1775764456.161822:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725948416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764456.161860:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725948416:12345-0@lo:400:kworker.0 Request processed in 39us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764456.161866:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1775764456.161891:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725948544 00000100:00100000:3.0:1775764456.161895:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725948544 00000100:00100000:3.0:1775764456.161918:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1775764456.161925:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725948544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764456.161952:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725948544:12345-0@lo:400:kworker.0 Request processed in 28us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764456.161958:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00080000:3.0:1775764456.161975:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764456.161978:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764456.161994:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725948544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764456.162003:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725948416:0@lo:400:kworker.0 00000100:00100000:2.0:1775764456.162107:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764456.162117:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725948928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764456.162145:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764456.162171:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725948928 00000100:00100000:2.0:1775764456.162175:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725948928 00000100:00100000:2.0:1775764456.162201:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1775764456.162207:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725948928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764456.162230:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764456.162264:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725948928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764456.162269:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1775764456.162303:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725948928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764456.242447:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764456.242525:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764456.242607:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764456.242643:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764456.242688:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702683264 00000100:00100000:3.0:1775764456.242700:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702683264 00000100:00100000:3.0:1775764456.242781:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 785 00000100:00100000:3.0:1775764456.242791:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702683264:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764456.242875:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702683264:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 85us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764456.242882:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 785 00000100:00100000:2.0:1775764456.254632:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702683392 00000100:00100000:2.0:1775764456.254649:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702683392 00000100:00100000:2.0:1775764456.254751:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 862 00000100:00100000:2.0:1775764456.254764:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702683392:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764456.254858:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702683392:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 97us (12250us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764456.254866:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 862 00000100:00080000:2.0:1775764456.254905:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764456.264340:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702683520 00000100:00100000:1.0:1775764456.264355:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702683520 00000100:00100000:1.0:1775764456.265217:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702683648 00000100:00100000:1.0:1775764456.265223:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702683648 00000100:00100000:1.0:1775764456.265262:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 415 00000100:00100000:1.0:1775764456.265270:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702683520:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764456.265342:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702683520:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 74us (22818us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764456.265348:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 415 00000100:00100000:1.0:1775764456.265361:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 416 00000100:00100000:1.0:1775764456.265365:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702683648:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764456.265380:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702683648:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 16us (22739us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764456.265384:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 416 00000100:00080000:0.0:1775764456.272942:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764456.272959:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764456.713707:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764456.730600:0:45584:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff05007bb0 20000000:00000080:0.0:1775764456.730630:0:45584:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d027aac00 uarg=0000000000000000 10000000:01000000:0.0:1775764456.734232:0:45584:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764456.734264:0:45584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764456.734285:0:45584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c594 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764456.734293:0:45584:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764456.734343:0:45584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c594 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764456.734360:0:45584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c594 expref: 17 pid: 5760 timeout: 1381 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764456.734378:0:45584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45584:1862022725949056:0@lo:104: 00000100:00100000:0.0:1775764456.734447:0:45584:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764456.737006:0:45584:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e06870e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764456.737759:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725949056 00000100:00100000:1.0:1775764456.737773:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725949056 00000100:00100000:1.0:1775764456.737843:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1775764456.737855:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45584:x1862022725949056:12345-0@lo:104: 00010000:00010000:1.0:1775764456.737873:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764456.738001:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764456.738007:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45584:x1862022725949056:12345-0@lo:104: Request processed in 156us (3560us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764456.738014:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1775764456.738161:0:45584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45584:1862022725949056:0@lo:104: 00010000:00010000:0.0:1775764456.738185:0:45584:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738298:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764456.738306:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738313:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764456.738317:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738326:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764456.738333:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764456.738339:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764456.738382:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738389:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764456.738423:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738431:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420c594 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c59b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738447:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764456.738449:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764456.738450:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764456.738503:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725949184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764456.738543:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764456.738722:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725949184 00000100:00100000:2.0:1775764456.738728:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725949184 00010000:00010000:2.0:1775764456.738788:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c594 expref: 18 pid: 5760 timeout: 1381 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764456.738812:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1775764456.738818:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725949184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764456.738828:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764456.738833:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c594 expref: 18 pid: 5760 timeout: 1381 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738843:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c594 expref: 18 pid: 5760 timeout: 1381 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738857:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031400/0x429a70d18420c59b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c594 expref: 18 pid: 5760 timeout: 1381 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738871:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738879:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738894:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738901:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738907:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738913:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738924:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764456.738928:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738935:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738955:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764456.738965:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764456.739004:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725949184:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764456.739011:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1775764456.739037:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725949184:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764456.739213:0:45584:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764456.739222:0:45584:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764456.739228:0:45584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c635 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764457.702011:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764458.079869:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764458.079877:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764458.079882:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764458.079940:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764458.079953:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764458.079965:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764458.079994:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725949312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764458.080067:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764458.080138:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764458.080207:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725949312 00000100:00100000:0.0:1775764458.080216:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725949312 00000100:00100000:0.0:1775764458.080293:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1775764458.080305:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725949312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764458.080322:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764458.080338:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c63c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764458.080373:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c63c expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764458.080385:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c63c expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764458.080395:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062200, rc 0) 00000100:00100000:0.0:1775764458.080458:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725949312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764458.080464:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1775764458.080565:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725949312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764458.080578:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764458.080587:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764458.080605:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764458.080610:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764458.080629:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764458.213208:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725949440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764458.213302:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764458.213605:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725949440 00000100:00100000:0.0:1775764458.213618:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725949440 00000100:00100000:0.0:1775764458.213709:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1775764458.213720:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725949440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764458.213800:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764458.213862:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725949440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 143us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764458.213869:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1775764458.213944:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725949440:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764458.214148:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764458.719928:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764459.587024:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764459.587148:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702683776 00000100:00100000:3.0:1775764459.587160:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702683776 00000100:00100000:3.0:1775764459.587259:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 198 00000100:00100000:3.0:1775764459.587270:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27798:x1862022702683776:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764459.587291:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764459.587313:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c64a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc5c expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764459.587485:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764459.587553:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c651 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764459.587569:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c651 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764459.587583:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c651 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764459.587897:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:3.0:1775764459.587959:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764459.588043:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c651 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764459.588075:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c64a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc5c expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764459.588092:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c651 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc5c expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764459.588101:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:3.0:1775764459.588104:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764459.588109:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194c00, rc 0) 00000100:00100000:3.0:1775764459.588216:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27798:x1862022702683776:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 947us (1204us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764459.588230:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 198 00000100:00100000:3.0:1775764459.605076:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764459.605825:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702684032 00000100:00100000:0.0:1775764459.605836:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702684032 00000100:00100000:0.0:1775764459.605932:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 199 00000100:00100000:0.0:1775764459.605946:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27798:x1862022702684032:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:0.0:1775764459.606032:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764459.606064:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c651 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc5c expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.606086:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c5b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc39 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.606098:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:0.0:1775764459.606108:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764459.606138:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.606154:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.606165:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764459.656415:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967385 is committed 00000004:00010000:0.0:1775764459.657515:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000748c8a08 reply state 000000001e01c0e6 transno 4294967385 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764459.657535:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775764459.657781:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00010000:00080000:0.0:1775764459.657896:0:8088:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1775764459.657918:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27798:x1862022702684032:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 51971us (52846us total) trans 4294967385 rc 0/0 00000100:00100000:0.0:1775764459.657940:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 199 00010000:00010000:0.0:1775764459.658143:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.658153:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.658160:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.658167:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764459.658172:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.658181:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.658201:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676ef00) 00010000:00010000:0.0:1775764459.658204:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764459.658209:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764459.658216:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c658 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764459.746629:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764460.769943:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764460.832252:0:45735:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff93f4a4c0 20000000:00000080:2.0:1775764460.832269:0:45735:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f74400 uarg=0000000000000000 10000000:01000000:2.0:1775764460.833915:0:45735:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764460.833938:0:45735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764460.833955:0:45735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c63c expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764460.833963:0:45735:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764460.834003:0:45735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c63c expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764460.834016:0:45735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c63c expref: 17 pid: 5760 timeout: 1385 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764460.834031:0:45735:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45735:1862022725949568:0@lo:104: 00000100:00100000:2.0:1775764460.834092:0:45735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764460.834203:0:45735:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0133ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764460.834284:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764460.834298:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725949568 00000100:00100000:3.0:1775764460.834304:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725949568 00000100:00100000:3.0:1775764460.834396:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1775764460.834407:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d625450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45735:x1862022725949568:12345-0@lo:104: 00010000:00010000:3.0:1775764460.834433:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764460.834511:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764460.834517:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d625450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45735:x1862022725949568:12345-0@lo:104: Request processed in 113us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764460.834523:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1775764460.834604:0:45735:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45735:1862022725949568:0@lo:104: 00010000:00010000:2.0:1775764460.834624:0:45735:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764460.834785:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764460.834792:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764460.834809:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764460.834813:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764460.834820:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764460.834827:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764460.834832:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764460.834866:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764460.834873:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764460.834899:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764460.834904:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c63c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c643 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764460.834920:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764460.834922:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764460.834924:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764460.834935:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725949696:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764460.834967:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764460.835136:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725949696 00000100:00100000:0.0:1775764460.835141:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725949696 00010000:00010000:0.0:1775764460.835162:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c63c expref: 18 pid: 5760 timeout: 1385 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764460.835257:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1775764460.835271:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725949696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764460.835282:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764460.835288:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c63c expref: 18 pid: 5760 timeout: 1385 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835298:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c63c expref: 18 pid: 5760 timeout: 1385 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835311:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062200/0x429a70d18420c643 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c63c expref: 18 pid: 5760 timeout: 1385 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835322:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835330:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835343:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835350:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835356:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835362:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835367:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764460.835370:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835384:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835405:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764460.835422:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764460.835466:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725949696:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764460.835473:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00010000:00010000:3.0:1775764460.835592:0:45735:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764460.835600:0:45735:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764460.835606:0:45735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c65f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764460.843653:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725949696:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764461.279876:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725949824:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764461.279953:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725950080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764461.279970:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764461.280028:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725949824 00000100:00100000:2.0:1775764461.280037:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725949824 00000100:00100000:2.0:1775764461.280101:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1775764461.280109:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725949824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764461.280147:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764461.288793:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764461.288931:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725950080 00000100:00100000:3.0:1775764461.288941:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725950080 00000100:00100000:3.0:1775764461.289004:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1775764461.289037:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725950080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764461.289153:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725950080:12345-0@lo:400:kworker.0 Request processed in 120us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764461.289161:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1775764461.289432:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725950080:0@lo:400:kworker.0 00000100:00100000:3.0:1775764461.289532:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764461.290187:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725950208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764461.290232:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764461.290278:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725950208 00000100:00100000:3.0:1775764461.290284:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725950208 00000100:00100000:3.0:1775764461.290323:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1775764461.290329:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725950208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764461.290362:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725950208:12345-0@lo:400:kworker.0 Request processed in 35us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764461.290367:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1775764461.290390:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725950208:0@lo:400:kworker.0 00000100:00100000:1.0:1775764461.290869:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725950336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764461.290902:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764461.290925:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764461.290931:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725949952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764461.290958:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764461.290976:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725950464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764461.290997:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764461.291059:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725950464 00000100:00100000:1.0:1775764461.291065:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725950464 00000100:00100000:1.0:1775764461.291100:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1775764461.291107:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725950464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764461.291144:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725950464:12345-0@lo:400:kworker.0 Request processed in 38us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764461.291151:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1775764461.291193:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725950464:0@lo:400:kworker.0 00000100:00080000:3.0:1775764461.291420:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764461.291427:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764461.291429:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764461.291453:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725949952 00000100:00100000:3.0:1775764461.291458:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725949952 00000100:00100000:3.0:1775764461.291501:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1775764461.291509:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725949952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764461.291568:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725949952:12345-0@lo:400:kworker.0 Request processed in 59us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764461.291574:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1775764461.291638:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725949952:0@lo:400:kworker.0 00000100:00100000:2.0:1775764461.292693:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725949824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 12578us (12716us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764461.292704:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1775764461.292779:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725949824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764461.294389:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725950336 00000100:00100000:0.0:1775764461.294402:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725950336 00000100:00100000:0.0:1775764461.294500:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1775764461.294510:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725950336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764461.294603:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725950336:12345-0@lo:400:kworker.0 Request processed in 95us (3700us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764461.294609:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00080000:3.0:1775764461.294727:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764461.295206:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725950336:0@lo:400:kworker.0 00000100:00100000:3.0:1775764461.360467:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764461.360534:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764461.360656:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702684160 00000100:00100000:0.0:1775764461.360669:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702684160 00000100:00100000:0.0:1775764461.360755:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 788 00000100:00100000:0.0:1775764461.360765:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702684160:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764461.360772:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764461.360796:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764461.360816:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702684288 00000100:00100000:3.0:1775764461.360820:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702684288 00000100:00100000:0.0:1775764461.360838:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702684160:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 76us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764461.360846:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 788 00000100:00100000:3.0:1775764461.360858:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 866 00000100:00100000:3.0:1775764461.360864:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702684288:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764461.360897:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702684288:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764461.360903:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 866 00000100:00100000:3.0:1775764461.360921:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702684416 00000100:00100000:3.0:1775764461.360924:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702684416 00000100:00100000:3.0:1775764461.360949:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702684544 00000100:00100000:3.0:1775764461.360952:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702684544 00000100:00100000:3.0:1775764461.360972:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 418 00000100:00100000:3.0:1775764461.360978:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702684416:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764461.361019:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702684416:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764461.361026:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 418 00000100:00100000:3.0:1775764461.361038:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 419 00000100:00100000:3.0:1775764461.361044:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702684544:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764461.361066:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702684544:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 22us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764461.361090:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 419 00000100:00080000:3.0:1775764461.361106:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764461.361109:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764461.361112:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764461.791988:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764462.687864:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764462.687872:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764462.687887:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764462.687940:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764462.687953:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764462.687964:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764462.687991:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725950592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764462.688062:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764462.688248:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725950592 00000100:00100000:1.0:1775764462.688254:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725950592 00000100:00100000:2.0:1775764462.688286:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764462.690681:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1775764462.690704:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725950592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764462.690727:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764462.690771:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c666 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764462.690801:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c666 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764462.690831:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c666 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764462.690839:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca400, rc 0) 00000100:00100000:1.0:1775764462.691012:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725950592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 321us (2949us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764462.691020:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1775764462.691124:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725950592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764462.691145:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764462.691155:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764462.691176:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764462.691181:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764462.691188:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764462.816798:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764463.328445:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725950720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764463.328535:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764463.328647:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725950720 00000100:00100000:2.0:1775764463.328657:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725950720 00000100:00100000:2.0:1775764463.328720:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1775764463.328746:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725950720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764463.328783:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764463.337707:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725950720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8969us (9163us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764463.337724:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:2.0:1775764463.338025:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764463.339988:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725950720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764463.840309:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764464.064218:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764464.065261:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702684672 00000100:00100000:1.0:1775764464.065273:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702684672 00000100:00100000:1.0:1775764464.065345:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 200 00000100:00100000:1.0:1775764464.065354:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27857:x1862022702684672:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:1.0:1775764464.065376:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764464.065397:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c674 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc63 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.065476:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.065492:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.065505:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.065517:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.065524:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.065539:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066084:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c689 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066094:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c689 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066103:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c689 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764464.066182:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:1.0:1775764464.066186:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764464.066261:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c689 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066275:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066281:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066287:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066293:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764464.066297:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066304:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066322:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:1.0:1775764464.066325:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764464.066330:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066336:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c67b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066345:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066351:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066356:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066362:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764464.066365:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066371:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066378:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e03a56300) 00010000:00010000:1.0:1775764464.066380:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764464.066383:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066390:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c682 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066450:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c674 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc63 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066466:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c689 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc63 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764464.066473:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:1.0:1775764464.066475:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764464.066478:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca800, rc 0) 00000100:00100000:1.0:1775764464.066567:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27857:x1862022702684672:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 1212us (2358us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764464.066576:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 200 00000100:00080000:2.0:1775764464.068151:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764464.863892:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764465.898038:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764466.187457:0:45931:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd92c610a0 20000000:00000080:2.0:1775764466.187482:0:45931:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33f75400 uarg=0000000000000000 10000000:01000000:2.0:1775764466.188068:0:45931:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764466.188092:0:45931:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.188114:0:45931:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c666 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.188123:0:45931:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.188182:0:45931:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c666 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.188201:0:45931:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c666 expref: 17 pid: 5760 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764466.188224:0:45931:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45931:1862022725950848:0@lo:104: 00000100:00100000:2.0:1775764466.188304:0:45931:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764466.188371:0:45931:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764466.188590:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725950848 00000100:00100000:1.0:1775764466.188599:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725950848 00000100:00100000:1.0:1775764466.188662:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1775764466.188672:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45931:x1862022725950848:12345-0@lo:104: 00010000:00010000:1.0:1775764466.188685:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.188782:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764466.188788:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:45931:x1862022725950848:12345-0@lo:104: Request processed in 118us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764466.188795:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00010000:00010000:3.0:1775764466.189033:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764466.189041:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189049:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764466.189052:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189061:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764466.189068:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764466.189089:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764466.189130:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189136:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764466.189173:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189180:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c666 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c66d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189194:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764466.189196:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764466.189198:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764466.189211:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725950976:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764466.189242:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764466.189285:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725950976 00000100:00100000:3.0:1775764466.189289:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725950976 00010000:00010000:3.0:1775764466.189309:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c666 expref: 18 pid: 5760 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764466.189334:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1775764466.189340:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725950976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764466.189351:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764466.189357:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c666 expref: 18 pid: 5760 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189366:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c666 expref: 18 pid: 5760 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189383:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189390:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189424:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189432:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189438:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189444:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189449:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764466.189453:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189459:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189468:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764466.189478:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764466.189507:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725950976:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764466.189514:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1775764466.189565:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725950976:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764466.192995:0:45931:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420c66d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c666 expref: 17 pid: 5760 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764466.193021:0:45931:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45931:1862022725950848:0@lo:104: 00010000:00010000:2.0:1775764466.193049:0:45931:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.193060:0:45931:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.193067:0:45931:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.194482:0:45931:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c690 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764466.400027:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764466.400057:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725951104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764466.400155:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764466.400562:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725951104 00000100:00100000:2.0:1775764466.400571:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725951104 00000100:00100000:2.0:1775764466.400644:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1775764466.400656:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725951104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764466.400693:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764466.400766:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725951104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764466.400774:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1775764466.400824:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725951104:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764466.401047:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764466.401149:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725951360:0@lo:400:kworker.0 00000100:00100000:0.0:1775764466.401181:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764466.401209:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764466.401214:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725951488:0@lo:400:kworker.0 00000100:00100000:0.0:1775764466.401232:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764466.401275:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725951360 00000100:00100000:0.0:1775764466.401280:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725951360 00000100:00100000:0.0:1775764466.401318:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725951488 00000100:00100000:0.0:1775764466.401321:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725951488 00000100:00100000:0.0:1775764466.401341:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1775764466.401348:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725951360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764466.401408:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725951360:12345-0@lo:400:kworker.0 Request processed in 61us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764466.401415:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1775764466.401429:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1775764466.401435:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725951488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764466.401461:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725951488:12345-0@lo:400:kworker.0 Request processed in 27us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764466.401467:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00080000:0.0:1775764466.401480:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764466.401502:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725951488:0@lo:400:kworker.0 00000100:00100000:0.0:1775764466.401510:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725951360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764466.401684:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725951616:0@lo:400:kworker.0 00000100:00100000:1.0:1775764466.401718:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764466.401795:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764466.401807:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725951232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764466.401832:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764466.401856:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725951232 00000100:00100000:1.0:1775764466.401860:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725951232 00000100:00100000:1.0:1775764466.401885:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1775764466.401891:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725951232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764466.401922:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725951232:12345-0@lo:400:kworker.0 Request processed in 30us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764466.401927:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1775764466.401953:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725951232:0@lo:400:kworker.0 00000100:00100000:0.0:1775764466.402504:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725951616 00000100:00100000:0.0:1775764466.402510:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725951616 00000100:00100000:0.0:1775764466.402604:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1775764466.402611:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725951616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764466.402652:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725951616:12345-0@lo:400:kworker.0 Request processed in 42us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764466.402658:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1775764466.407877:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725951616:0@lo:400:kworker.0 00000100:00080000:1.0:1775764466.408198:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764466.482553:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764466.482610:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764466.482660:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702684928 00000100:00100000:1.0:1775764466.482676:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702684928 00000100:00100000:1.0:1775764466.482788:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 870 00000100:00100000:1.0:1775764466.482801:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702684928:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764466.482895:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702684928:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 97us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764466.482905:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 870 00000100:00080000:1.0:1775764466.482928:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764466.483402:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702684800 00000100:00100000:3.0:1775764466.483411:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702684800 00000100:00100000:3.0:1775764466.483474:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 790 00000100:00100000:3.0:1775764466.483484:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702684800:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764466.483534:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702684800:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 52us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764466.483542:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 790 00000100:00100000:1.0:1775764466.512847:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764466.512971:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764466.513023:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702685184 00000100:00100000:1.0:1775764466.513034:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702685184 00000100:00100000:3.0:1775764466.514312:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702685056 00000100:00100000:3.0:1775764466.514326:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702685056 00000100:00100000:1.0:1775764466.515311:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 421 00000100:00100000:1.0:1775764466.515329:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702685184:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764466.515475:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702685184:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 152us (2641us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764466.515486:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 421 00000100:00100000:3.0:1775764466.523159:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 93 00000100:00100000:3.0:1775764466.523186:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702685056:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:3.0:1775764466.523342:0:7727:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420bf58 00000100:00080000:3.0:1775764466.523356:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1e36ec3800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775764466.523426:0:7727:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967310 00010000:00010000:2.0:1775764466.523540:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764466.524116:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702685056:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 940us (11140us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764466.524128:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 93 00000100:00080000:2.0:1775764466.524458:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764466.524465:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764466.914696:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764467.937186:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764468.127915:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764468.127923:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764468.127930:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764468.128010:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764468.128025:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764468.128039:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764468.128070:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725951744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764468.128143:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764468.128285:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764468.128492:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725951744 00000100:00100000:0.0:1775764468.128502:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725951744 00000100:00100000:0.0:1775764468.128623:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1775764468.128635:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725951744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764468.128654:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764468.128672:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c697 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764468.128697:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c697 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764468.128709:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c697 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764468.128719:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775764468.128806:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725951744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764468.128813:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1775764468.128895:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725951744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764468.128910:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764468.128920:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764468.128941:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764468.128946:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764468.128975:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764468.448976:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764468.449000:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725951872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764468.449075:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764468.449144:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725951872 00000100:00100000:1.0:1775764468.449153:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725951872 00000100:00100000:1.0:1775764468.449218:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1775764468.449229:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725951872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764468.449274:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764468.449323:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725951872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764468.449330:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:1.0:1775764468.449363:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764468.449414:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3770a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725951872:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764468.959947:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764469.162022:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764469.162183:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702685312 00000100:00100000:1.0:1775764469.162194:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702685312 00000100:00080000:2.0:1775764469.162256:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764469.162296:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 201 00000100:00100000:1.0:1775764469.162307:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27927:x1862022702685312:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:1.0:1775764469.162333:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764469.162375:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c6a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc6a expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.162462:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c6ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.162488:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.162503:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764469.162831:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:1.0:1775764469.162836:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764469.162916:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.162953:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c6a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc6a expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.162967:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c6ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc6a expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.162975:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:1.0:1775764469.162978:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764469.162981:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbc00, rc 0) 00000100:00100000:1.0:1775764469.163067:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27927:x1862022702685312:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 762us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764469.163076:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 201 00000100:00100000:1.0:1775764469.176495:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764469.176845:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702685568 00000100:00100000:0.0:1775764469.176857:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702685568 00000100:00100000:0.0:1775764469.176915:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 202 00000100:00100000:0.0:1775764469.176924:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27927:x1862022702685568:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:0.0:1775764469.176986:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764469.177020:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c6ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc6a expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764469.177039:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c689 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc63 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764469.177048:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:0.0:1775764469.177060:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764469.177086:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764469.177097:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764469.177105:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764469.177604:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e613d25f reply state 00000000228224c9 transno 4294967386 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764469.177612:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775764469.177658:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000100:00100000:0.0:1775764469.178565:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27927:x1862022702685568:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 1636us (2082us total) trans 4294967386 rc 0/0 00000100:00100000:0.0:1775764469.178574:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 202 00010000:00010000:1.0:1775764469.182133:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.182156:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.182183:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.182189:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764469.182194:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.182202:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.182223:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:1.0:1775764469.182227:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764469.182232:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764469.182239:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420c6b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764469.985840:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764470.050942:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967386 is committed 00000020:00000080:1.0:1775764470.401664:0:46080:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffded6a8c30 20000000:00000080:1.0:1775764470.401681:0:46080:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e096da000 uarg=0000000000000000 10000000:01000000:1.0:1775764470.402716:0:46080:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764470.403075:0:46080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764470.403095:0:46080:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c697 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764470.403104:0:46080:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764470.403229:0:46080:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c697 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764470.403252:0:46080:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c697 expref: 17 pid: 5760 timeout: 1395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764470.403269:0:46080:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37709180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46080:1862022725952000:0@lo:104: 00000100:00100000:1.0:1775764470.403341:0:46080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764470.403649:0:46080:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0389ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764470.403709:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725952000 00000100:00100000:3.0:1775764470.403720:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725952000 00000100:00100000:3.0:1775764470.403809:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1775764470.403821:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:46080:x1862022725952000:12345-0@lo:104: 00010000:00010000:3.0:1775764470.403835:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764470.403913:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764470.403926:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:46080:x1862022725952000:12345-0@lo:104: Request processed in 108us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764470.403933:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1775764470.404053:0:46080:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37709180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46080:1862022725952000:0@lo:104: 00010000:00010000:0.0:1775764470.404073:0:46080:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404289:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764470.404296:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404303:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764470.404307:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404316:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764470.404329:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764470.404335:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764470.404500:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404507:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764470.404538:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404546:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb000/0x429a70d18420c697 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c69e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404564:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764470.404566:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764470.404567:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764470.404608:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725952128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764470.404645:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764470.404829:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725952128 00000100:00100000:2.0:1775764470.404835:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725952128 00010000:00010000:2.0:1775764470.404864:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c697 expref: 18 pid: 5760 timeout: 1395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764470.404896:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1775764470.404903:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725952128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764470.404916:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764470.404922:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c697 expref: 18 pid: 5760 timeout: 1395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404934:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c697 expref: 18 pid: 5760 timeout: 1395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404955:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c69e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c697 expref: 18 pid: 5760 timeout: 1395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404970:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404978:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.404993:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.405000:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.405006:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.405013:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.405018:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764470.405022:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.405028:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.405044:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.405064:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764470.405099:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725952128:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764470.405106:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1775764470.405258:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725952128:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764470.405303:0:46080:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.405310:0:46080:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764470.405316:0:46080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca600/0x429a70d18420c6ba lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:0.0:1775764470.632469:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775764470.632478:0:6575:0:(genops.c:904:class_export_put()) final put ffff8b1e36ec7000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775764470.632521:0:32992:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e36ec7000/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0000 00000020:00000080:0.0:1775764470.632570:0:32992:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e36ec3800 for lustre-OST0000 00010000:00010000:2.0:1775764471.007949:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764471.521870:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764471.521902:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725952256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764471.522020:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764471.522404:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725952256 00000100:00100000:1.0:1775764471.522418:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725952256 00000100:00100000:1.0:1775764471.522521:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1775764471.522532:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725952256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764471.522595:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764471.522666:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725952256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764471.522675:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1775764471.522766:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725952256:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764471.523133:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764471.525181:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725952768:0@lo:400:kworker.0 00000100:00100000:3.0:1775764471.525841:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725952512:0@lo:400:kworker.0 00000100:00100000:1.0:1775764471.526128:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725952384:0@lo:400:kworker.0 00000100:00100000:0.0:1775764471.527558:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725952640:0@lo:400:kworker.0 00000100:00100000:3.0:1775764471.533628:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764471.541197:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764471.545571:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725952512 00000100:00100000:3.0:1775764471.545602:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725952512 00000100:00100000:3.0:1775764471.545687:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725952768 00000100:00100000:3.0:1775764471.545691:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725952768 00000100:00100000:3.0:1775764471.545761:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1775764471.545773:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725952512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764471.545916:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725952512:12345-0@lo:400:kworker.0 Request processed in 146us (12305us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764471.545924:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1775764471.545943:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1775764471.545950:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725952768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764471.545989:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725952768:12345-0@lo:400:kworker.0 Request processed in 40us (4804us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764471.545995:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00080000:3.0:1775764471.546013:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764471.546066:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725952512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764471.546125:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725952768:0@lo:400:kworker.0 00000100:00100000:0.0:1775764471.549857:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764471.549919:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725952640 00000100:00100000:0.0:1775764471.549931:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725952640 00000100:00100000:0.0:1775764471.550010:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1775764471.550022:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725952640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764471.550099:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725952640:12345-0@lo:400:kworker.0 Request processed in 80us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764471.550108:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1775764471.550202:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725952640:0@lo:400:kworker.0 00000100:00080000:3.0:1775764471.551239:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764471.554883:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764471.554971:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725952896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764471.555040:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764471.555653:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725952896 00000100:00100000:2.0:1775764471.555666:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725952896 00000100:00100000:2.0:1775764471.555773:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1775764471.555789:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725952896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764471.555885:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725952896:12345-0@lo:400:kworker.0 Request processed in 102us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764471.555921:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00080000:2.0:1775764471.555954:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764471.556055:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725952384 00000100:00100000:0.0:1775764471.556060:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725952384 00000100:00100000:0.0:1775764471.556103:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1775764471.556123:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725952384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764471.556165:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725952384:12345-0@lo:400:kworker.0 Request processed in 55us (1299us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764471.556172:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1775764471.559215:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725952384:0@lo:400:kworker.0 00000100:00100000:0.0:1775764471.559289:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725952896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764471.605050:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764471.605381:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702685824 00000100:00100000:3.0:1775764471.605403:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702685824 00000100:00100000:3.0:1775764471.605540:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 874 00000100:00100000:3.0:1775764471.605555:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702685824:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:2.0:1775764471.605728:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764471.616423:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702685824:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 10845us (11371us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764471.616449:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 874 00000100:00100000:1.0:1775764471.617218:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764471.617321:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764471.617477:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702685696 00000100:00100000:0.0:1775764471.617491:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702685696 00000100:00100000:0.0:1775764471.617563:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 793 00000100:00100000:0.0:1775764471.617574:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702685696:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764471.617657:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702685696:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 84us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764471.617665:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 793 00000100:00100000:3.0:1775764471.618421:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702685952 00000100:00100000:3.0:1775764471.618435:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702685952 00000100:00080000:0.0:1775764471.618927:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764471.625542:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 423 00000100:00100000:3.0:1775764471.625586:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702685952:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764471.625768:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702685952:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 205us (8444us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764471.625779:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 423 10000000:01000000:2.0:1775764471.840666:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764471.840678:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764471.840686:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764471.840807:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764471.840825:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764471.840842:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764471.840892:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725953024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764471.841014:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764471.841100:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e02be7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764471.841162:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725953024 00000100:00100000:2.0:1775764471.841173:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725953024 00000100:00100000:2.0:1775764471.841252:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1775764471.841265:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725953024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764471.841286:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764471.841308:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c6c1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764471.841362:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c6c1 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764471.841377:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c6c1 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764471.841421:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81400, rc 0) 00000100:00100000:2.0:1775764471.841480:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725953024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 217us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764471.841488:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1775764471.841567:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725953024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764471.841591:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764471.841603:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764471.841633:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764471.841640:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764471.841647:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764472.032125:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764473.058544:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764473.568450:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764473.568498:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725953152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764473.568626:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764473.569442:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725953152 00000100:00100000:0.0:1775764473.569461:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725953152 00000100:00100000:0.0:1775764473.569583:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1775764473.569597:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725953152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764473.569670:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764473.569796:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725953152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 201us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764473.569806:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00080000:2.0:1775764473.570054:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764473.570127:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725953152:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764474.080884:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764474.261710:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764474.261982:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702686080 00000100:00100000:2.0:1775764474.261992:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702686080 00000100:00100000:2.0:1775764474.262119:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 203 00000100:00100000:2.0:1775764474.262134:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686080:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764474.262402:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686080:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 271us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764474.262410:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 203 00000100:00080000:0.0:1775764474.262839:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764474.267660:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764474.271662:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702686208 00000100:00100000:2.0:1775764474.271677:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702686208 00000100:00100000:2.0:1775764474.271852:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 94 00000100:00100000:2.0:1775764474.271863:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2355:x1862022702686208:12345-192.168.202.7@tcp:8:lfs.60003 00010000:00080000:2.0:1775764474.271912:0:7727:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1299 last 0 00000020:00000080:2.0:1775764474.271957:0:7727:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420c6cf 00002000:00100000:2.0:1775764474.271971:0:7727:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1d01dca800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764474.271996:0:7727:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764474.272281:0:7727:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1775764474.272331:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1d01dc8800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764474.272428:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702686208:12345-192.168.202.7@tcp:8:lfs.60003 Request processed in 564us (4780us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764474.272436:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 94 00000100:00100000:3.0:1775764474.280461:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764474.280604:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702686336 00000100:00100000:2.0:1775764474.280617:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702686336 00000100:00100000:2.0:1775764474.280812:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 95 00000100:00100000:2.0:1775764474.280826:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686336:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764474.281612:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686336:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 788us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764474.281631:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 95 00000100:00080000:0.0:1775764474.284205:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764474.289242:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764474.289779:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702686464 00000100:00100000:3.0:1775764474.289792:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702686464 00000100:00100000:3.0:1775764474.289872:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 96 00000100:00100000:3.0:1775764474.289884:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27995:x1862022702686464:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00080000:0.0:1775764474.290486:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764474.290826:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27995:x1862022702686464:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 940us (1595us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764474.290837:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 96 00000100:00100000:3.0:1775764474.303897:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764474.304024:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702686592 00000100:00100000:0.0:1775764474.304036:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702686592 00000100:00100000:0.0:1775764474.304112:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 204 00000100:00100000:0.0:1775764474.304124:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686592:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764474.305020:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686592:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 895us (1132us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764474.305030:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 204 00000100:00100000:0.0:1775764474.311952:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764474.312093:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702686720 00000100:00100000:3.0:1775764474.312105:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702686720 00000100:00100000:3.0:1775764474.312227:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 205 00000100:00100000:3.0:1775764474.312239:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686720:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764474.312430:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686720:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 193us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764474.312456:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 205 00000100:00100000:0.0:1775764474.323704:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764474.324461:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702686848 00000100:00100000:1.0:1775764474.324478:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702686848 00000100:00100000:1.0:1775764474.324845:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 97 00000100:00100000:1.0:1775764474.324857:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686848:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764474.325327:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702686848:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 463us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764474.325337:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 97 00000100:00100000:0.0:1775764474.334052:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764474.334222:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702686976 00000100:00100000:3.0:1775764474.334237:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702686976 00000100:00100000:3.0:1775764474.334572:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 98 00000100:00100000:3.0:1775764474.334584:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27995:x1862022702686976:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764474.335553:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:27995:x1862022702686976:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 968us (1514us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764474.335563:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 98 00000100:00100000:0.0:1775764474.339811:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764474.340044:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702687104 00000100:00100000:1.0:1775764474.340056:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702687104 00000100:00100000:1.0:1775764474.340166:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 206 00000100:00100000:1.0:1775764474.340178:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702687104:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764474.342267:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f098e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27995:x1862022702687104:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 2078us (4017us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764474.342283:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 206 00000100:00100000:0.0:1775764474.496482:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764474.497110:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702687232 00000100:00100000:1.0:1775764474.497130:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702687232 00000100:00100000:1.0:1775764474.497368:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 207 00000100:00100000:1.0:1775764474.497380:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27999:x1862022702687232:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:1.0:1775764474.497404:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764474.497428:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c6d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc71 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.497506:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.497521:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.497537:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.497572:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.497578:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.497584:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498082:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c6eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498091:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c6eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498098:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c6eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764474.498179:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:1.0:1775764474.498183:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764474.498274:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c6eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498287:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498293:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498300:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498315:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764474.498328:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498335:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498347:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:1.0:1775764474.498350:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764474.498354:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498360:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c6dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498372:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498377:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498382:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498386:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764474.498388:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498393:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498409:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e03a56800) 00010000:00010000:1.0:1775764474.498411:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764474.498414:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498419:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420c6e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498447:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c6d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc71 expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498460:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c6eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc71 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.498467:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:1.0:1775764474.498469:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764474.498471:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbe00, rc 0) 00000100:00100000:1.0:1775764474.498556:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f09bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27999:x1862022702687232:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 1178us (2089us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764474.498564:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 207 00000100:00100000:0.0:1775764474.513283:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764474.513593:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702687360 00000100:00100000:2.0:1775764474.513607:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702687360 00000100:00100000:2.0:1775764474.513702:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 37 00000100:00100000:2.0:1775764474.513717:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27999:x1862022702687360:12345-192.168.202.7@tcp:49:dd.60003 00000100:00100000:2.0:1775764474.513957:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27999:x1862022702687360:12345-192.168.202.7@tcp:49:dd.60003 Request processed in 244us (688us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775764474.513966:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 37 00000100:00100000:0.0:1775764474.517088:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764474.517479:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702687616 00000100:00100000:3.0:1775764474.517494:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702687616 00000100:00100000:3.0:1775764474.517586:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 208 00000100:00100000:3.0:1775764474.517600:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27999:x1862022702687616:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:3.0:1775764474.517717:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764474.517798:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c6f2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc78 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.522091:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.522123:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.522139:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.522160:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.522186:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.522803:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764474.524272:0:5769:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x8:0x0], index 0: 0 00010000:00010000:3.0:1775764474.524639:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420c707 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524660:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420c707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524673:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420c707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524719:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524726:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524770:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524777:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764474.524783:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524791:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524821:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775764474.524824:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764474.524830:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524835:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c6f9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764474.524853:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd2a5c66 reply state 000000005d8cd81c transno 4294967387 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764474.524862:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764474.524909:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c6f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc78 expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524924:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420c707 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc78 expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764474.524931:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:3.0:1775764474.524934:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764474.524936:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194000, rc 0) 00000100:00100000:3.0:1775764474.528174:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:27999:x1862022702687616:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 10559us (11082us total) trans 4294967387 rc 0/0 00000100:00100000:3.0:1775764474.528201:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 208 00010000:00010000:1.0:1775764474.541132:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.541154:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.541164:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.541200:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764474.541206:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.541216:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.541243:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1d0297b100) 00010000:00010000:1.0:1775764474.541247:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764474.541254:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764474.541261:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c700 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764474.550852:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764474.551967:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702687744 00000100:00100000:2.0:1775764474.551988:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702687744 00000100:00100000:2.0:1775764474.552084:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 99 00000100:00100000:2.0:1775764474.552097:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:27999:x1862022702687744:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:2.0:1775764474.552123:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764474.552155:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc7f expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764474.552194:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764474.552222:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764474.552225:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764474.552236:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc7f expref: 7 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764474.552260:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc7f expref: 7 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764474.552277:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81a00, rc 0) 00000100:00100000:2.0:1775764474.552606:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:27999:x1862022702687744:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 511us (1770us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764474.552614:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 99 00000100:00100000:0.0:1775764474.583606:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764474.583869:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702687872 00000100:00100000:1.0:1775764474.583960:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702687872 00002000:00100000:1.0:1775764474.584041:0:6556:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x8:0x0] (0->1048575) req@ffff8b1e33c45c00 x1862022702687872/t0(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:710/0 lens 488/0 e 0 to 0 dl 1775764485 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1775764474.584055:0:6556:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e33c45c00 with x1862022702687872 ext(0->1048575) 00002000:00010000:1.0:1775764474.584062:0:6556:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e33c45c00 00000100:00100000:1.0:1775764474.584169:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3 00000100:00100000:1.0:1775764474.584182:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702687872:12345-192.168.202.7@tcp:4:dd.60003 00000001:00100000:0.0:1775764474.683869:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00080000:3.0:1775764474.789141:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967311 is committed 00000100:00100000:0.0:1775764474.790069:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702687872:12345-192.168.202.7@tcp:4:dd.60003 Request processed in 205880us (206466us total) trans 4294967311 rc 0/0 00000100:00100000:0.0:1775764474.790084:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3 00002000:00100000:0.0:1775764474.790098:0:6556:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x8:0x0] (0->1048575) req@ffff8b1e33c45c00 x1862022702687872/t4294967311(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:710/0 lens 488/448 e 0 to 0 dl 1775764485 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1775764474.790109:0:6556:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e33c45c00 with x1862022702687872 ext(0->1048575) 00002000:00010000:0.0:1775764474.790118:0:6556:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e33c45c00 00000100:00100000:0.0:1775764474.801121:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764474.801255:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702688000 00000100:00100000:1.0:1775764474.801267:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702688000 00000100:00100000:1.0:1775764474.801362:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 209 00000100:00100000:1.0:1775764474.801375:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:27999:x1862022702688000:12345-192.168.202.7@tcp:44:dd.60003 00000001:00080000:3.0:1775764474.922974:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967387 is committed 00000100:00100000:0.0:1775764474.923166:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27999:x1862022702688000:12345-192.168.202.7@tcp:44:dd.60003 Request processed in 121787us (122049us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764474.923178:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 209 00000100:00100000:3.0:1775764474.930975:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764474.932901:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702688128 00000100:00100000:2.0:1775764474.932917:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702688128 00000100:00100000:2.0:1775764474.932997:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 100 00000100:00100000:2.0:1775764474.933008:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702688128:12345-192.168.202.7@tcp:16:dd.60003 00000100:00100000:2.0:1775764474.933176:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702688128:12345-192.168.202.7@tcp:16:dd.60003 Request processed in 169us (2218us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764474.933184:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 100 00000100:00100000:3.0:1775764474.941257:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764474.942917:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702688384 00000100:00100000:2.0:1775764474.942933:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702688384 00000100:00100000:2.0:1775764474.943012:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 38 00000100:00100000:2.0:1775764474.943026:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:27999:x1862022702688384:12345-192.168.202.7@tcp:35:dd.60003 00000100:00100000:2.0:1775764474.945305:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:27999:x1862022702688384:12345-192.168.202.7@tcp:35:dd.60003 Request processed in 2269us (4046us total) trans 4294967388 rc 0/0 00000100:00100000:2.0:1775764474.945333:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 38 00010000:00010000:2.0:1775764475.104248:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764476.130634:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764476.641235:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725953280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764476.641319:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764476.641396:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725953280 00000100:00100000:2.0:1775764476.641404:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725953280 00000100:00100000:2.0:1775764476.641463:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1775764476.641474:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725953280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764476.641518:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764476.641576:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725953280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764476.641584:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00080000:2.0:1775764476.641606:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764476.641641:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725953280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764476.641800:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725953664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764476.641849:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764476.641876:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764476.641882:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725953536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764476.641903:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764476.641929:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725953664 00000100:00100000:0.0:1775764476.641933:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725953664 00000100:00100000:0.0:1775764476.641968:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725953536 00000100:00100000:0.0:1775764476.641971:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725953536 00000100:00100000:0.0:1775764476.641988:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1775764476.641994:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725953664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764476.642030:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725953664:12345-0@lo:400:kworker.0 Request processed in 36us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764476.642036:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1775764476.642050:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1775764476.642056:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725953536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764476.642081:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725953536:12345-0@lo:400:kworker.0 Request processed in 25us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764476.642086:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1775764476.642114:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725953536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764476.642122:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725953664:0@lo:400:kworker.0 00000100:00100000:2.0:1775764476.643875:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725953408:0@lo:400:kworker.0 00000100:00100000:2.0:1775764476.643944:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764476.643994:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725953920:0@lo:400:kworker.0 00000100:00100000:2.0:1775764476.644023:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764476.644046:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764476.644054:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725953792:0@lo:400:kworker.0 00000100:00100000:2.0:1775764476.644078:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1775764476.644104:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764476.645789:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725953792 00000100:00100000:0.0:1775764476.645812:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725953792 00000100:00100000:0.0:1775764476.645892:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1775764476.645904:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725953792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764476.645998:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725953792:12345-0@lo:400:kworker.0 Request processed in 97us (1919us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764476.646018:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1775764476.646065:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725953792:0@lo:400:kworker.0 00000100:00100000:3.0:1775764476.646223:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725953408 00000100:00100000:3.0:1775764476.646228:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725953408 00000100:00100000:3.0:1775764476.646266:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1775764476.646417:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725953408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764476.646456:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725953408:12345-0@lo:400:kworker.0 Request processed in 43us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764476.646462:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1775764476.646780:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725953408:0@lo:400:kworker.0 00000100:00080000:2.0:1775764476.647722:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764476.652645:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725953920 00000100:00100000:1.0:1775764476.652664:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725953920 00000100:00100000:1.0:1775764476.652754:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1775764476.652766:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725953920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764476.652867:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725953920:12345-0@lo:400:kworker.0 Request processed in 104us (8842us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764476.652875:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1775764476.653056:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725953920:0@lo:400:kworker.0 00000100:00080000:2.0:1775764476.653510:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764476.722589:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764476.722655:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764476.722686:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702688512 00000100:00100000:2.0:1775764476.722696:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702688512 00000100:00100000:2.0:1775764476.722769:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 796 00000100:00100000:2.0:1775764476.722779:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702688512:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764476.722857:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702688512:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 79us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764476.722865:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 796 00000100:00100000:3.0:1775764476.723340:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702688640 00000100:00100000:3.0:1775764476.723346:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702688640 00000100:00100000:3.0:1775764476.723403:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 878 00000100:00100000:3.0:1775764476.723410:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2356:x1862022702688640:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764476.723456:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2356:x1862022702688640:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 47us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764476.723463:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 878 00000100:00080000:2.0:1775764476.724834:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764476.729400:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764476.729500:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702688768 00000100:00100000:2.0:1775764476.729514:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702688768 00000100:00100000:2.0:1775764476.729656:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 425 00000100:00100000:2.0:1775764476.729670:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702688768:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764476.729787:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702688768:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 121us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764476.729795:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 425 00000100:00080000:3.0:1775764476.732774:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764476.737153:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764476.741549:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702688896 00000100:00100000:3.0:1775764476.741566:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702688896 00000100:00100000:3.0:1775764476.741670:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 426 00000100:00100000:3.0:1775764476.741683:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702688896:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764476.741801:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702688896:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 121us (4657us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764476.741821:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 426 00000100:00080000:2.0:1775764476.742049:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1775764476.773326:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967388 is committed 00010000:00010000:2.0:1775764477.157431:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764478.179008:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764478.649096:0:46277:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1303480361586ns, next at 1250741646165ns, rc = 0 00000004:00080000:1.0:1775764478.649320:0:46277:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1303480587884ns, next at 1279390404027ns, rc = 0 00000004:00080000:2.0:1775764478.669346:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000004:00080000:2.0:1775764478.669368:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000100:00100000:2.0:1775764478.689139:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725954048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764478.689233:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764478.689801:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725954048 00000100:00100000:0.0:1775764478.689813:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725954048 00000100:00100000:0.0:1775764478.689879:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1775764478.689890:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725954048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764478.689934:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764478.690123:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725954048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 234us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764478.690133:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1775764478.690217:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725954048:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764478.690527:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764479.200227:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764480.224626:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764480.750399:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764480.750506:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702689024 00000100:00100000:3.0:1775764480.750517:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702689024 00000100:00100000:3.0:1775764480.750614:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 210 00000100:00100000:3.0:1775764480.750625:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28190:x1862022702689024:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764480.750765:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28190:x1862022702689024:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 142us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764480.750773:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 210 00000100:00080000:2.0:1775764480.751791:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764480.754624:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764480.755362:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702689152 00000100:00100000:3.0:1775764480.755376:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702689152 00000100:00100000:3.0:1775764480.755460:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 101 00000100:00100000:3.0:1775764480.755473:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:28190:x1862022702689152:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00080000:2.0:1775764480.755954:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764480.756430:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:28190:x1862022702689152:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 957us (1812us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764480.756440:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 101 00000100:00100000:2.0:1775764480.759065:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764480.759148:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702689280 00000100:00100000:3.0:1775764480.759159:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702689280 00000100:00100000:3.0:1775764480.759251:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 102 00000100:00100000:3.0:1775764480.759272:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28190:x1862022702689280:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764480.759642:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28190:x1862022702689280:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 382us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764480.759649:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 102 00000100:00080000:2.0:1775764480.760359:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764480.773947:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764480.774097:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702689408 00000100:00100000:0.0:1775764480.774107:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702689408 00000100:00100000:0.0:1775764480.774179:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 211 00000100:00100000:0.0:1775764480.774190:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28190:x1862022702689408:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764480.774759:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28190:x1862022702689408:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 568us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764480.774767:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 211 00000100:00100000:0.0:1775764480.791640:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764480.791716:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702689536 00000100:00100000:3.0:1775764480.792033:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702689536 00000100:00100000:3.0:1775764480.792105:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 212 00000100:00100000:3.0:1775764480.792115:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28190:x1862022702689536:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764480.792212:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28190:x1862022702689536:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 98us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764480.793398:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 212 00000100:00100000:2.0:1775764480.797440:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764480.799610:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702689664 00000100:00100000:3.0:1775764480.799624:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702689664 00000100:00100000:2.0:1775764480.803111:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 103 00000100:00100000:2.0:1775764480.803126:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:28190:x1862022702689664:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764480.803594:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:28190:x1862022702689664:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 469us (6164us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764480.803603:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 103 00000100:00100000:2.0:1775764480.807423:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764480.823107:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702689792 00000100:00100000:3.0:1775764480.823123:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702689792 00000100:00100000:3.0:1775764480.823918:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 104 00000100:00100000:3.0:1775764480.823931:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28190:x1862022702689792:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764480.824352:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28190:x1862022702689792:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 423us (16941us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764480.824360:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 104 00000100:00100000:3.0:1775764480.829816:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764480.829977:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702689920 00000100:00100000:1.0:1775764480.829992:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702689920 00000100:00100000:1.0:1775764480.830066:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 213 00000100:00100000:1.0:1775764480.830077:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28190:x1862022702689920:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764480.830603:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28190:x1862022702689920:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 526us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764480.830613:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 213 00000100:00100000:2.0:1775764480.973296:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764480.973945:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702690176 00000100:00100000:3.0:1775764480.973956:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702690176 00000100:00100000:3.0:1775764480.974028:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 214 00000100:00100000:3.0:1775764480.974039:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28196:x1862022702690176:12345-192.168.202.7@tcp:36:rm.60003 00010000:00010000:3.0:1775764480.974090:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764480.974122:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420c707 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc78 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.974144:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:3.0:1775764480.974156:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764480.974180:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.974194:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.974222:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.974251:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.974290:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.974297:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.974703:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.974713:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.974721:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764480.978344:0:19479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8704 00000004:00080000:3.0:1775764480.978357:0:19479:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1305809625391ns, next at 1306809623021ns, rc = 0 00010000:00010000:3.0:1775764480.978467:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978485:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978496:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978516:0:19479:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978523:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978528:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978548:0:19479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764480.978575:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978582:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978589:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978596:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764480.978601:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978610:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978625:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8b1d0297b000) 00010000:00010000:3.0:1775764480.978643:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764480.978648:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978664:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c72a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978687:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978694:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978700:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978706:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764480.978709:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978715:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978724:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775764480.978727:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764480.978755:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764480.978761:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c71c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764480.978773:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aec8d71d reply state 000000009db504a2 transno 4294967389 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764480.978782:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764480.978878:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:28196:x1862022702690176:12345-192.168.202.7@tcp:36:rm.60003 Request processed in 4836us (5590us total) trans 4294967389 rc 0/0 00000100:00100000:3.0:1775764480.978888:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 214 00010000:00010000:2.0:1775764480.979515:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764480.979524:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764480.979533:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764480.979537:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764480.979544:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764480.979556:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8b1d0297b000) 00010000:00010000:2.0:1775764480.979559:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764480.979562:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764480.979568:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c731 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764480.979589:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764480.979592:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764480.979593:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764480.988086:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764480.988104:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764480.988112:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764480.988141:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764480.988146:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764480.988154:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764480.988180:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0xe0b8d886 (ffff8b1d0297b100) 00010000:00010000:1.0:1775764480.988183:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764480.988188:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764480.988195:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c723 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0xe0b8d886 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764481.252295:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764481.760119:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764481.760146:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725954176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764481.760222:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764481.761524:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725954304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764481.761568:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764481.761597:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725954816:0@lo:400:kworker.0 00000100:00100000:1.0:1775764481.761622:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764481.761640:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764481.761646:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725954432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764481.761670:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764481.761694:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725954688:0@lo:400:kworker.0 00000100:00100000:1.0:1775764481.761716:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764481.761763:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764481.761769:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725954560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764481.761790:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764481.761818:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725954432 00000100:00100000:1.0:1775764481.761825:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725954432 00000100:00100000:1.0:1775764481.761866:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725954688 00000100:00100000:1.0:1775764481.761869:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725954688 00000100:00100000:1.0:1775764481.761900:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725954560 00000100:00100000:1.0:1775764481.761903:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725954560 00000100:00100000:3.0:1775764481.761921:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1775764481.761933:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725954432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764481.761985:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725954176 00000100:00100000:2.0:1775764481.761990:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725954176 00000100:00100000:3.0:1775764481.762000:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725954432:12345-0@lo:400:kworker.0 Request processed in 69us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764481.762102:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725954304 00000100:00100000:0.0:1775764481.762106:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725954304 00000100:00100000:0.0:1775764481.762140:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1775764481.762147:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725954304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764481.762183:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725954304:12345-0@lo:400:kworker.0 Request processed in 37us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764481.762191:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1775764481.762338:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1775764481.762348:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725954176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764481.762378:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764481.762413:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725954176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (2192us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764481.762427:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1775764481.762462:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725954816 00000100:00100000:2.0:1775764481.762470:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725954816 00000100:00100000:2.0:1775764481.762510:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1775764481.762518:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725954816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764481.762560:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725954816:12345-0@lo:400:kworker.0 Request processed in 43us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764481.762566:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00080000:2.0:1775764481.762587:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764481.762590:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764481.762597:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764481.765421:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1775764481.765442:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725954688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764481.765543:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725954688:12345-0@lo:400:kworker.0 Request processed in 111us (3825us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764481.765550:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1775764481.765571:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1775764481.765578:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725954560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764481.765619:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1775764481.765670:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725954560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764481.765690:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725954688:0@lo:400:kworker.0 00000100:00100000:3.0:1775764481.765916:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725954432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764481.765933:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725954304:0@lo:400:kworker.0 00000100:00100000:3.0:1775764481.765946:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725954816:0@lo:400:kworker.0 00000100:00100000:1.0:1775764481.766227:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725954560:12345-0@lo:400:kworker.0 Request processed in 31us (3816us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764481.766238:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1775764481.766320:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725954176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764481.844486:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764481.844512:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764481.844526:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764481.844551:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764481.844571:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702690304 00000100:00100000:0.0:1775764481.844579:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702690304 00000100:00100000:0.0:1775764481.844625:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 798 00000100:00100000:0.0:1775764481.844632:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702690304:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764481.844683:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702690304:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 52us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764481.844688:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 798 00000100:00100000:0.0:1775764481.844712:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702690432 00000100:00100000:0.0:1775764481.844714:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702690432 00000100:00100000:0.0:1775764481.844761:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 882 00000100:00100000:0.0:1775764481.844768:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2359:x1862022702690432:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764481.844820:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2359:x1862022702690432:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764481.844827:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 882 00000100:00100000:0.0:1775764481.844951:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702690560 00000100:00100000:0.0:1775764481.844955:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702690560 00000100:00100000:0.0:1775764481.844980:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702690688 00000100:00100000:0.0:1775764481.844982:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702690688 00000100:00100000:0.0:1775764481.845003:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 428 00000100:00100000:0.0:1775764481.845009:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702690560:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764481.845040:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702690560:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764481.845047:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 428 00000100:00100000:0.0:1775764481.845058:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 429 00000100:00100000:0.0:1775764481.845063:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702690688:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764481.845084:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702690688:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 21us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764481.845090:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 429 00010000:00010000:2.0:1775764482.277345:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764483.303901:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764483.749254:0:46423:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1308580519410ns, next at 1306809623021ns, rc = 0 00000100:00100000:3.0:1775764483.807901:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764483.807929:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725954944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764483.808019:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764483.808101:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725954944 00000100:00100000:3.0:1775764483.808111:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725954944 00000100:00100000:3.0:1775764483.808172:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1775764483.808183:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725954944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764483.808245:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764483.808297:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725954944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764483.808306:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1775764483.808353:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725954944:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764483.808458:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1775764483.818185:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000100:00100000:1.0:1775764483.818454:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764483.818476:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725955072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764483.818546:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764483.818614:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725955072 00000100:00100000:1.0:1775764483.818622:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725955072 00000100:00100000:1.0:1775764483.818692:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1775764483.818700:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725955072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764483.818947:0:6550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:8 count 1 00010000:00010000:1.0:1775764483.818973:0:6550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764483.818996:0:6550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc7f expref: 5 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764483.819005:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764483.819007:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764483.819011:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764483.819041:0:6550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc7f expref: 5 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764483.819056:0:6550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc7f expref: 5 pid: 6552 timeout: 1408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764483.819069:0:6550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6550:1862022725955200:192.168.202.7@tcp:104: 00000100:00100000:1.0:1775764483.819137:0:6550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0600 going to sleep for 11 seconds 00000100:00080000:1.0:1775764483.819150:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764483.822530:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764483.822619:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702690816 00000100:00100000:3.0:1775764483.822629:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702690816 00010000:00010000:3.0:1775764483.822707:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc7f expref: 6 pid: 6552 timeout: 1408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764483.822780:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 246 00000100:00100000:3.0:1775764483.822800:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e05379c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702690816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764483.822817:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764483.822823:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc7f expref: 6 pid: 6552 timeout: 1408 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764483.822838:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc7f expref: 6 pid: 6552 timeout: 1408 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764483.822868:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764483.822870:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764483.822875:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764483.822886:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764483.822909:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764483.822964:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e05379c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702690816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 176us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764483.822971:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 246 00000100:00080000:0.0:1775764483.823448:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764483.824129:0:6550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420c715 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc7f expref: 5 pid: 6552 timeout: 1408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764483.824147:0:6550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6550:1862022725955200:192.168.202.7@tcp:104: 00010000:00010000:1.0:1775764483.824168:0:6550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764483.824190:0:6550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764483.824197:0:6550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764483.824293:0:6550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764483.824302:0:6550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764483.824337:0:6550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764483.824937:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764483.824947:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764483.824973:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764483.824979:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764483.824989:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764483.825015:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764483.825022:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e60a8156/0x429a70d18420c738 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764483.825052:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764483.825054:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764483.825056:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764483.826278:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967389 is committed 00000004:00080000:2.0:1775764483.826290:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000100:00100000:3.0:1775764483.827437:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725955072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8728us (8881us total) trans 4294967312 rc 0/0 00000100:00100000:3.0:1775764483.827450:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000004:00080000:1.0:1775764483.827545:0:3314:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d02e67800/2, rc 0, transno 4294967312 00000100:00100000:1.0:1775764483.827601:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725955072:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1775764483.828379:0:46423:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1308659646689ns, next at 1279390404027ns, rc = 0 00000004:00080000:1.0:1775764483.830479:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00010000:00010000:2.0:1775764484.322996:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764485.346905:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764485.905072:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967312 is committed 00010000:00010000:3.0:1775764486.371807:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764486.884495:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725955328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.884600:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764486.884652:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725955840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.884678:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764486.884705:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764486.884711:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725955712:0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.884759:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764486.884926:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725955456:0@lo:400:kworker.0 00000100:00100000:3.0:1775764486.884960:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764486.884983:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725955968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764486.885020:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725955840 00000100:00100000:3.0:1775764486.885040:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725955840 00000100:00100000:3.0:1775764486.885120:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725955456 00000100:00100000:3.0:1775764486.885124:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725955456 00000100:00100000:3.0:1775764486.885148:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1775764486.885156:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725955840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764486.885219:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725955840:12345-0@lo:400:kworker.0 Request processed in 64us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764486.885227:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1775764486.885247:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1775764486.885253:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725955456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764486.885285:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725955456:12345-0@lo:400:kworker.0 Request processed in 32us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764486.885290:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00080000:3.0:1775764486.885308:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764486.885358:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725955328 00000100:00100000:3.0:1775764486.885361:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725955328 00000100:00100000:3.0:1775764486.885390:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1775764486.885396:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725955328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764486.885428:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725955328:12345-0@lo:400:kworker.0 Request processed in 32us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764486.885433:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1775764486.885467:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725955584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764486.885493:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764486.885512:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725956096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764486.885535:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764486.885570:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725955584 00000100:00100000:3.0:1775764486.885574:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725955584 00000100:00100000:3.0:1775764486.885611:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1775764486.885616:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725955584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764486.885647:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725955584:12345-0@lo:400:kworker.0 Request processed in 32us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764486.885653:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1775764486.885669:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725956096 00000100:00100000:3.0:1775764486.885672:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725956096 00000100:00100000:3.0:1775764486.885696:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1775764486.885702:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725956096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764486.885963:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764486.885998:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725956096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 296us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764486.886018:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:3.0:1775764486.886038:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764486.886042:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764486.886071:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725955584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764486.886082:0:3312:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967312 gen 2 00000004:00080000:3.0:1775764486.886087:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d02e67800, transno 4294967312 00000100:00100000:3.0:1775764486.886179:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725956096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764486.887309:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725955328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.887343:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725955840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.887378:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764486.887417:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725955456:0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.887437:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725955712 00000100:00100000:1.0:1775764486.887443:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725955712 00000100:00100000:1.0:1775764486.887481:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725955968 00000100:00100000:1.0:1775764486.887484:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725955968 00000100:00100000:1.0:1775764486.887516:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1775764486.887525:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725955712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.887587:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725955712:12345-0@lo:400:kworker.0 Request processed in 63us (2827us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764486.887594:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1775764486.887608:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1775764486.887614:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725955968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.887644:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725955968:12345-0@lo:400:kworker.0 Request processed in 30us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764486.887649:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00080000:1.0:1775764486.887665:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764486.887683:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725955968:0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.887703:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725955712:0@lo:400:kworker.0 00000100:00100000:1.0:1775764486.979526:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764486.979569:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764486.979601:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764486.979631:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764486.979675:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702691200 00000100:00100000:1.0:1775764486.979697:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702691200 00000100:00100000:1.0:1775764486.979792:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702691328 00000100:00100000:1.0:1775764486.979796:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702691328 00000100:00100000:1.0:1775764486.981032:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 432 00000100:00100000:1.0:1775764486.981053:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702691200:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764486.981153:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702691200:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 107us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764486.982231:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702690944 00000100:00100000:3.0:1775764486.982249:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702690944 00000100:00100000:1.0:1775764486.982618:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 432 00000100:00100000:1.0:1775764486.982656:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 433 00000100:00100000:1.0:1775764486.982669:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702691328:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764486.982767:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702691328:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (3134us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764486.982774:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 433 00000100:00100000:1.0:1775764486.982803:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702691072 00000100:00100000:1.0:1775764486.982808:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702691072 00000100:00100000:1.0:1775764486.982869:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 886 00000100:00100000:1.0:1775764486.982875:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702691072:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764486.982906:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702691072:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (3305us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764486.982911:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 886 00000100:00080000:1.0:1775764486.982934:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764486.982938:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764486.982941:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764486.988551:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 800 00000100:00100000:3.0:1775764486.988571:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702690944:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764486.988699:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702690944:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 136us (9187us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764486.988708:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 800 00010000:00010000:0.0:1775764487.397411:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764488.417379:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764488.928324:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725956224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764488.928426:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764488.928817:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725956224 00000100:00100000:2.0:1775764488.928828:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725956224 00000100:00100000:2.0:1775764488.928903:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1775764488.928914:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725956224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764488.928956:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764488.929013:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725956224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764488.929020:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1775764488.929107:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725956224:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764488.929330:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764489.445012:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764490.469255:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764491.488015:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764492.000264:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725956352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764492.000347:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764492.001760:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725956864:0@lo:400:kworker.0 00000100:00100000:0.0:1775764492.001829:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764492.001883:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764492.001908:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725956736:0@lo:400:kworker.0 00000100:00100000:0.0:1775764492.001933:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764492.002118:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725956352 00000100:00100000:3.0:1775764492.002128:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725956352 00000100:00100000:3.0:1775764492.002209:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1775764492.002221:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725956352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764492.002271:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764492.002333:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725956352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (1987us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764492.002342:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1775764492.002369:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725956608:0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.002394:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764492.002419:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764492.002425:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725956480:0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.002471:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764492.002493:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725956992:0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.002518:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764492.002552:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725956864 00000100:00100000:3.0:1775764492.002556:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725956864 00000100:00100000:3.0:1775764492.002596:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725956736 00000100:00100000:3.0:1775764492.002599:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725956736 00000100:00100000:3.0:1775764492.002617:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725956608 00000100:00100000:3.0:1775764492.002619:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725956608 00000100:00100000:3.0:1775764492.002632:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1775764492.002638:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725956864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.002665:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725956864:12345-0@lo:400:kworker.0 Request processed in 28us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764492.002671:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1775764492.002691:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1775764492.002696:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725956736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.002721:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725956736:12345-0@lo:400:kworker.0 Request processed in 24us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764492.002727:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1775764492.002770:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1775764492.002777:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725956608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.002807:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725956608:12345-0@lo:400:kworker.0 Request processed in 31us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764492.002813:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1775764492.002842:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725956480 00000100:00100000:3.0:1775764492.002845:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725956480 00000100:00100000:3.0:1775764492.002871:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1775764492.002877:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725956480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.002900:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725956480:12345-0@lo:400:kworker.0 Request processed in 24us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764492.002904:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1775764492.002928:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725956992 00000100:00100000:3.0:1775764492.002931:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725956992 00000100:00100000:3.0:1775764492.002956:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1775764492.002961:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725956992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.002983:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725956992:12345-0@lo:400:kworker.0 Request processed in 22us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764492.002988:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1775764492.003030:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725956480:0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.003041:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725956992:0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.003057:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725956608:0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.003111:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725956736:0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.003120:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725956864:0@lo:400:kworker.0 00000100:00100000:3.0:1775764492.003138:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725956352:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764492.004762:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764492.004774:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764492.004778:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764492.083077:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764492.083130:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764492.083182:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764492.083231:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764492.083272:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702691840 00000100:00100000:0.0:1775764492.083285:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702691840 00000100:00100000:0.0:1775764492.083368:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702691712 00000100:00100000:0.0:1775764492.083372:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702691712 00000100:00100000:0.0:1775764492.083403:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 435 00000100:00100000:0.0:1775764492.083414:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702691840:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764492.083499:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702691840:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764492.083507:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 435 00000100:00100000:0.0:1775764492.083526:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 436 00000100:00100000:0.0:1775764492.083534:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d811450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702691712:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764492.083559:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d811450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702691712:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764492.083564:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 436 00000100:00080000:0.0:1775764492.083951:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764492.083955:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764492.084165:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702691456 00000100:00100000:2.0:1775764492.084172:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702691456 00000100:00100000:2.0:1775764492.084225:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 802 00000100:00100000:2.0:1775764492.084231:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702691456:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764492.084275:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702691456:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764492.084281:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 802 00000100:00100000:3.0:1775764492.086047:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702691584 00000100:00100000:3.0:1775764492.086068:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702691584 00000100:00100000:3.0:1775764492.086187:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 890 00000100:00100000:3.0:1775764492.086200:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702691584:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764492.086304:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702691584:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 108us (3241us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764492.086312:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 890 00000100:00080000:1.0:1775764492.086662:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764492.516975:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764493.536256:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764494.048574:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725957120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764494.048671:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764494.049351:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725957120 00000100:00100000:3.0:1775764494.049361:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725957120 00000100:00100000:3.0:1775764494.049435:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1775764494.049447:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725957120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764494.049491:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764494.049547:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725957120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764494.049555:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1775764494.049610:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725957120:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764494.049688:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764494.563278:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764495.587251:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764496.610275:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764497.121014:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725957504:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121145:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764497.121224:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764497.121231:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725957632:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121260:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764497.121300:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725957504 00000100:00100000:3.0:1775764497.121312:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725957504 00000100:00100000:3.0:1775764497.121389:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1775764497.121402:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725957504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121471:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725957504:12345-0@lo:400:kworker.0 Request processed in 73us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.121478:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1775764497.121537:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725957504:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121565:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725957376:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121591:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764497.121610:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725957888:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121630:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764497.121647:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764497.121653:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725957248:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121682:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764497.121702:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725957760:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121723:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764497.121775:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725957248 00000100:00100000:3.0:1775764497.121779:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725957248 00000100:00100000:3.0:1775764497.121804:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1775764497.121811:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725957248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121857:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725957248:12345-0@lo:400:kworker.0 Request processed in 46us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.121863:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1775764497.121892:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725957376 00000100:00100000:3.0:1775764497.121896:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725957376 00000100:00100000:3.0:1775764497.121916:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725957760 00000100:00100000:3.0:1775764497.121919:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725957760 00000100:00100000:3.0:1775764497.121939:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1775764497.121945:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725957376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.121974:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725957376:12345-0@lo:400:kworker.0 Request processed in 29us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.121981:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1775764497.121993:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1775764497.121998:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725957760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.122026:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725957760:12345-0@lo:400:kworker.0 Request processed in 28us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.122032:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1775764497.122070:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725957248:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.122082:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725957760:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.122090:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725957376:0@lo:400:kworker.0 00000100:00100000:0.0:1775764497.122761:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725957632 00000100:00100000:0.0:1775764497.122768:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725957632 00000100:00100000:0.0:1775764497.122806:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725957888 00000100:00100000:0.0:1775764497.122808:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725957888 00000100:00100000:0.0:1775764497.122837:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1775764497.122846:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725957632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764497.122911:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725957632:12345-0@lo:400:kworker.0 Request processed in 67us (1650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764497.122919:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1775764497.122937:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1775764497.122943:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725957888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764497.122981:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725957888:12345-0@lo:400:kworker.0 Request processed in 38us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764497.122987:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00080000:0.0:1775764497.123005:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764497.123010:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764497.123013:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764497.123091:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725957888:0@lo:400:kworker.0 00000100:00100000:3.0:1775764497.123927:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725958016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764497.123994:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764497.124061:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725957632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764497.124594:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725958016 00000100:00100000:2.0:1775764497.124605:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725958016 00000100:00100000:2.0:1775764497.124688:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1775764497.124705:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725958016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764497.124801:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764497.124883:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725958016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 186us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764497.124891:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1775764497.124983:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725958016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764497.198211:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764497.198260:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764497.198302:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764497.198337:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764497.198377:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702692224 00000100:00100000:0.0:1775764497.198389:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702692224 00000100:00100000:0.0:1775764497.198474:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702692352 00000100:00100000:0.0:1775764497.198478:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702692352 00000100:00100000:0.0:1775764497.198505:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 439 00000100:00100000:0.0:1775764497.198514:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702692224:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764497.198609:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702692224:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764497.198617:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 439 00000100:00100000:0.0:1775764497.198635:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 440 00000100:00100000:0.0:1775764497.198643:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702692352:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764497.198666:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702692352:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764497.198672:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 440 00000100:00080000:0.0:1775764497.198710:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764497.198713:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764497.199408:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702691968 00000100:00100000:3.0:1775764497.199430:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702691968 00000100:00100000:3.0:1775764497.199480:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 804 00000100:00100000:3.0:1775764497.199487:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702691968:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764497.199531:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702691968:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 45us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.199539:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 804 00000100:00100000:2.0:1775764497.200099:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702692096 00000100:00100000:2.0:1775764497.200121:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702692096 00000100:00100000:2.0:1775764497.200194:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 894 00000100:00100000:2.0:1775764497.200202:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702692096:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764497.200243:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702692096:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (1939us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764497.200249:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 894 00000100:00080000:1.0:1775764497.200406:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764497.632048:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764498.072380:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764498.072636:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702692480 00000100:00100000:3.0:1775764498.072650:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702692480 00000100:00100000:3.0:1775764498.072833:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 215 00000100:00100000:3.0:1775764498.072845:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:28372:x1862022702692480:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764498.072977:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:28372:x1862022702692480:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 135us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764498.072986:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 215 00000100:00100000:3.0:1775764498.077428:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764498.077996:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702692608 00000100:00100000:0.0:1775764498.078014:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702692608 00000100:00100000:0.0:1775764498.078118:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 106 00000100:00100000:0.0:1775764498.078131:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28372:x1862022702692608:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:0.0:1775764498.078601:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28372:x1862022702692608:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 472us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764498.078610:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 106 00000100:00100000:2.0:1775764498.083259:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764498.083324:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702692736 00000100:00100000:0.0:1775764498.083334:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702692736 00000100:00100000:0.0:1775764498.083388:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 107 00000100:00100000:0.0:1775764498.083397:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28372:x1862022702692736:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:0.0:1775764498.083850:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28372:x1862022702692736:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 451us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764498.083858:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 107 00000100:00100000:1.0:1775764498.085587:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764498.085770:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702692864 00000100:00100000:2.0:1775764498.085860:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702692864 00000100:00100000:2.0:1775764498.086119:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 216 00000100:00100000:2.0:1775764498.086130:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:28372:x1862022702692864:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764498.086617:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:28372:x1862022702692864:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 488us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764498.086626:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 216 00000100:00100000:3.0:1775764498.089793:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764498.089991:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702692992 00000100:00100000:0.0:1775764498.090002:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702692992 00000100:00100000:0.0:1775764498.090209:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 217 00000100:00100000:0.0:1775764498.090221:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:28372:x1862022702692992:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764498.090329:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:28372:x1862022702692992:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 110us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764498.090337:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 217 00000100:00100000:0.0:1775764498.091637:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764498.091710:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702693120 00000100:00100000:2.0:1775764498.091717:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702693120 00000100:00100000:2.0:1775764498.091824:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 108 00000100:00100000:2.0:1775764498.091834:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28372:x1862022702693120:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764498.092243:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28372:x1862022702693120:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 410us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764498.092252:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 108 00000100:00100000:1.0:1775764498.094284:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764498.094375:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702693248 00000100:00100000:3.0:1775764498.094386:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702693248 00000100:00100000:3.0:1775764498.094444:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 109 00000100:00100000:3.0:1775764498.094453:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28372:x1862022702693248:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764498.094857:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:28372:x1862022702693248:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 404us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764498.094865:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 109 00000100:00100000:3.0:1775764498.097784:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764498.098008:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702693376 00000100:00100000:0.0:1775764498.098021:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702693376 00000100:00100000:0.0:1775764498.098095:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 218 00000100:00100000:0.0:1775764498.098117:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:28372:x1862022702693376:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764498.098603:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:28372:x1862022702693376:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 487us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764498.098612:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 218 00000100:00100000:3.0:1775764498.124622:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764498.125542:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702693504 00000100:00100000:2.0:1775764498.125558:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702693504 00000100:00100000:2.0:1775764498.125643:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 219 00000100:00100000:2.0:1775764498.125819:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:28374:x1862022702693504:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775764498.125850:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764498.125872:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c73f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc86 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.125969:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c746 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.125985:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c746 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.126001:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c746 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764498.126264:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00000004:00200000:2.0:1775764498.126269:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764498.126352:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c746 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.126382:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c73f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc86 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.126403:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c746 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc86 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.126415:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775764498.126418:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764498.126422:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764498.127836:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28374:x1862022702693504:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1002us (2043us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764498.127856:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 219 00000100:00100000:1.0:1775764498.130456:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764498.130601:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702693632 00000100:00100000:2.0:1775764498.130614:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702693632 00000100:00100000:2.0:1775764498.130695:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 39 00000100:00100000:2.0:1775764498.130707:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28374:x1862022702693632:12345-192.168.202.7@tcp:49:rm.0 00000100:00100000:2.0:1775764498.130862:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28374:x1862022702693632:12345-192.168.202.7@tcp:49:rm.0 Request processed in 157us (415us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775764498.130870:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 39 00000100:00100000:0.0:1775764498.134456:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764498.134636:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702693888 00000100:00100000:3.0:1775764498.134647:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702693888 00000100:00100000:3.0:1775764498.135299:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 220 00000100:00100000:3.0:1775764498.135310:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:28374:x1862022702693888:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764498.135331:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764498.135350:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c74d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc8d expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764498.135940:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00010000:00010000:3.0:1775764498.136208:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c74d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc8d expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.136227:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764498.136230:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764498.136235:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c74d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc8d expref: 10 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.136250:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195a00, rc 0) 00000100:00100000:3.0:1775764498.136402:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:28374:x1862022702693888:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1093us (1963us total) trans 4294967390 rc 301/301 00000100:00100000:3.0:1775764498.136411:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 220 00000100:00100000:3.0:1775764498.144059:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764498.144272:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702694016 00000100:00100000:2.0:1775764498.144289:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702694016 00000100:00100000:2.0:1775764498.144361:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 40 00000100:00100000:2.0:1775764498.144393:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:28374:x1862022702694016:12345-192.168.202.7@tcp:37:rm.0 00000100:00100000:2.0:1775764498.150368:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:28374:x1862022702694016:12345-192.168.202.7@tcp:37:rm.0 Request processed in 5964us (6308us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764498.150385:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 40 00000100:00100000:3.0:1775764498.154961:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764498.155589:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702694272 00000100:00100000:0.0:1775764498.155600:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702694272 00000100:00100000:2.0:1775764498.155774:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 41 00000100:00100000:2.0:1775764498.155789:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:28374:x1862022702694272:12345-192.168.202.7@tcp:35:rm.0 00000100:00100000:2.0:1775764498.156828:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:28374:x1862022702694272:12345-192.168.202.7@tcp:35:rm.0 Request processed in 1038us (1871us total) trans 4294967391 rc 0/0 00000100:00100000:2.0:1775764498.156839:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 41 00000100:00100000:3.0:1775764498.159399:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764498.159875:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702694528 00000100:00100000:2.0:1775764498.159885:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702694528 00000100:00100000:2.0:1775764498.160060:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 221 00000100:00100000:2.0:1775764498.160085:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:28374:x1862022702694528:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:2.0:1775764498.160184:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764498.160217:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c746 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc86 expref: 10 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160245:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420c6eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc71 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160259:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775764498.160278:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c310 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fbbb expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160290:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:2.0:1775764498.160315:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764498.160344:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160358:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160368:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160380:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160386:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160393:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160850:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160861:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.160869:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764498.161916:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 7680 00010000:00010000:2.0:1775764498.161937:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.161946:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.161961:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.161967:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764498.161973:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.161981:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.161995:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1e094a3600) 00010000:00010000:2.0:1775764498.161999:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764498.162003:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.162011:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420c769 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.162034:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.162041:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.162047:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.162052:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764498.162054:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.162071:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.162080:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3000) 00010000:00010000:2.0:1775764498.162083:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764498.162086:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.162092:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420c75b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764498.162120:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045800c8d reply state 000000007642d84e transno 4294967392 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764498.162130:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764498.162221:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:28374:x1862022702694528:12345-192.168.202.7@tcp:36:rm.0 Request processed in 2149us (2827us total) trans 4294967392 rc 0/0 00000100:00100000:2.0:1775764498.162230:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 221 00010000:00010000:0.0:1775764498.182846:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.182872:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.182911:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.182930:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764498.182936:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.182944:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.182964:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1e094a3a00) 00010000:00010000:0.0:1775764498.182967:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764498.182972:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.182977:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420c762 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.657263:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764499.173963:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725958144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764499.174028:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764499.176296:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725958144 00000100:00100000:3.0:1775764499.176311:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725958144 00000100:00100000:3.0:1775764499.176412:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1775764499.176424:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725958144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764499.176465:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764499.176541:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725958144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764499.176549:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00080000:1.0:1775764499.176767:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764499.176847:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725958144:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1775764499.293079:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967392 is committed 00000020:00000080:0.0:1775764499.599173:0:46595:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff7c658c90 20000000:00000080:0.0:1775764499.599194:0:46595:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f055c00 uarg=0000000000000000 10000000:01000000:2.0:1775764499.607842:0:46595:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764499.607868:0:46595:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.607887:0:46595:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c6c1 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.607895:0:46595:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.607936:0:46595:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c6c1 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.607967:0:46595:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c6c1 expref: 17 pid: 5762 timeout: 1424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764499.607982:0:46595:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46595:1862022725958272:0@lo:104: 00000100:00100000:2.0:1775764499.608043:0:46595:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764499.608113:0:46595:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09ec3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764499.612354:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725958272 00000100:00100000:3.0:1775764499.612374:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725958272 00000100:00100000:3.0:1775764499.612468:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1775764499.612491:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:46595:x1862022725958272:12345-0@lo:104: 00010000:00010000:3.0:1775764499.612514:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.612664:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764499.612672:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:46595:x1862022725958272:12345-0@lo:104: Request processed in 195us (4628us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764499.612679:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00010000:00010000:3.0:1775764499.612706:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764499.612713:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.612721:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764499.612724:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.612760:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764499.612788:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764499.612794:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764499.612833:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.612840:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764499.612864:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.612871:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c6c1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c6c8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.612892:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764499.612893:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764499.612895:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764499.612914:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764499.612930:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725958400:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764499.612967:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764499.617543:0:46595:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46595:1862022725958272:0@lo:104: 00010000:00010000:2.0:1775764499.617594:0:46595:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764499.622726:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725958400 00000100:00100000:1.0:1775764499.622769:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725958400 00010000:00010000:1.0:1775764499.622826:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c6c1 expref: 18 pid: 5762 timeout: 1424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764499.622884:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1775764499.622895:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725958400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764499.622916:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764499.622923:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c6c1 expref: 18 pid: 5762 timeout: 1424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.622938:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c6c1 expref: 18 pid: 5762 timeout: 1424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.622969:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81400/0x429a70d18420c6c8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c6c1 expref: 18 pid: 5762 timeout: 1424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.622989:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.622997:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.623030:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.623037:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.623043:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.623050:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.623066:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764499.623071:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.623079:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.623103:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.623114:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764499.623194:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725958400:12345-0@lo:103:ldlm_bl.0 Request processed in 300us (10225us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764499.623201:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1775764499.623253:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725958400:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764499.623634:0:46595:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.623645:0:46595:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.623652:0:46595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c770 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.680382:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764500.573105:0:46643:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff86300e70 20000000:00000080:0.0:1775764500.573128:0:46643:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f056400 uarg=0000000000000000 10000000:01000000:0.0:1775764500.573383:0:46643:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764500.573405:0:46643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573421:0:46643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573440:0:46643:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573447:0:46643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573453:0:46643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573461:0:46643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573467:0:46643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764500.573471:0:46643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573479:0:46643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573493:0:46643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573501:0:46643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764500.573507:0:46643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062a00/0x429a70d18420c777 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.717204:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764501.155184:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764501.155192:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764501.155197:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764501.155254:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764501.155266:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764501.155278:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764501.155306:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725958528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764501.155378:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764501.155515:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764501.161620:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725958528 00000100:00100000:3.0:1775764501.161723:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725958528 00000100:00100000:3.0:1775764501.161872:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1775764501.161883:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725958528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764501.161901:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764501.161920:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c77e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764501.161962:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c77e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764501.161974:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c77e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764501.161983:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194200, rc 0) 00000100:00100000:3.0:1775764501.162057:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725958528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 177us (6678us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764501.162065:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1775764501.162172:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725958528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764501.162193:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764501.162203:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764501.162224:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764501.162230:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764501.162243:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764501.733778:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764502.045588:0:46691:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd71f88440 20000000:00000080:0.0:1775764502.045604:0:46691:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e09ac4800 uarg=0000000000000000 10000000:01000000:1.0:1775764502.053717:0:46691:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764502.053792:0:46691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764502.053839:0:46691:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c77e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764502.053849:0:46691:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764502.053927:0:46691:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c77e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764502.053942:0:46691:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c77e expref: 17 pid: 5760 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764502.053961:0:46691:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e65180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46691:1862022725958656:0@lo:104: 00000100:00100000:1.0:1775764502.054046:0:46691:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764502.054114:0:46691:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e16fde480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764502.054335:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725958656 00000100:00100000:0.0:1775764502.054346:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725958656 00000100:00100000:0.0:1775764502.054420:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1775764502.054433:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:46691:x1862022725958656:12345-0@lo:104: 00010000:00010000:0.0:1775764502.054449:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.059374:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764502.059396:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:46691:x1862022725958656:12345-0@lo:104: Request processed in 4961us (5343us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764502.059411:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1775764502.059793:0:46691:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e65180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46691:1862022725958656:0@lo:104: 00010000:00010000:1.0:1775764502.059835:0:46691:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764502.062121:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764502.062135:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764502.062148:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764502.062154:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764502.062166:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764502.062197:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764502.062204:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764502.062271:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764502.062276:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764502.062299:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764502.062307:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062600/0x429a70d18420c77e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c785 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764502.062331:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764502.062333:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764502.062335:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764502.062344:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764502.062366:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725958784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764502.062432:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764502.062653:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725958784 00000100:00100000:3.0:1775764502.062661:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725958784 00010000:00010000:3.0:1775764502.062697:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c77e expref: 18 pid: 5760 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764502.062766:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1775764502.062777:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725958784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764502.062793:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764502.062798:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c77e expref: 18 pid: 5760 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062810:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c77e expref: 18 pid: 5760 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062836:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194200/0x429a70d18420c785 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c77e expref: 18 pid: 5760 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062852:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062860:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062875:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062894:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062900:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062906:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062911:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764502.062915:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062922:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062935:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764502.062954:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764502.062995:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725958784:12345-0@lo:103:ldlm_bl.0 Request processed in 220us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764502.063003:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1775764502.063041:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725958784:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764502.063612:0:46691:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764502.063622:0:46691:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764502.063629:0:46691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420c78c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764502.240048:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725959168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764502.240149:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764502.240216:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764502.240223:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725959296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764502.240250:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764502.240283:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725959168 00000100:00100000:3.0:1775764502.240291:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725959168 00000100:00100000:3.0:1775764502.240346:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1775764502.240356:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725959168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764502.240404:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725959168:12345-0@lo:400:kworker.0 Request processed in 50us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764502.240412:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00080000:3.0:1775764502.240444:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764502.240631:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725958912:0@lo:400:kworker.0 00000100:00100000:1.0:1775764502.240683:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764502.240716:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725959424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764502.240775:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764502.240797:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764502.240806:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725959040:0@lo:400:kworker.0 00000100:00100000:1.0:1775764502.240840:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764502.240866:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725959552:0@lo:400:kworker.0 00000100:00100000:1.0:1775764502.240892:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764502.241756:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725959296 00000100:00100000:0.0:1775764502.241764:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725959296 00000100:00100000:0.0:1775764502.241808:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725959552 00000100:00100000:0.0:1775764502.241811:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725959552 00000100:00100000:0.0:1775764502.241833:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1775764502.241840:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725959296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764502.241892:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725959296:12345-0@lo:400:kworker.0 Request processed in 53us (1641us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764502.241910:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1775764502.241924:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1775764502.241930:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725959552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764502.241971:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725959552:12345-0@lo:400:kworker.0 Request processed in 41us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764502.241977:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1775764502.241995:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725958912 00000100:00100000:0.0:1775764502.241999:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725958912 00000100:00100000:1.0:1775764502.242016:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725959552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764502.242021:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1775764502.242026:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725958912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764502.242085:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725958912:12345-0@lo:400:kworker.0 Request processed in 58us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764502.242092:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1775764502.242118:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725959424 00000100:00100000:1.0:1775764502.242120:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725958912:0@lo:400:kworker.0 00000100:00100000:0.0:1775764502.242121:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725959424 00000100:00100000:0.0:1775764502.242146:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725959040 00000100:00100000:0.0:1775764502.242149:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725959040 00000100:00100000:1.0:1775764502.242159:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1775764502.242165:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1775764502.242167:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725959424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764502.242170:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725959040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764502.242612:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725959424:12345-0@lo:400:kworker.0 Request processed in 34us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764502.242621:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1775764502.242845:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764502.242861:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725959680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764502.242908:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764502.242950:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725959296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764502.242961:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725959168:0@lo:400:kworker.0 00000100:00100000:0.0:1775764502.243330:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725959040:12345-0@lo:400:kworker.0 Request processed in 860us (2191us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764502.243338:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1775764502.243842:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725959680 00000100:00100000:0.0:1775764502.243850:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725959680 00000100:00100000:0.0:1775764502.244012:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1775764502.244022:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725959680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764502.244210:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764502.244275:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725959680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 256us (1366us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764502.244282:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1775764502.244321:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725959680:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764502.244342:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764502.244347:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764502.244349:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764502.247867:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725959040:0@lo:400:kworker.0 00000100:00100000:0.0:1775764502.247934:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725959424:0@lo:400:kworker.0 00000100:00100000:0.0:1775764502.318964:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764502.319095:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764502.319325:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702694784 00000100:00100000:3.0:1775764502.319342:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702694784 00000100:00100000:3.0:1775764502.319429:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 898 00000100:00100000:0.0:1775764502.319548:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764502.319575:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764502.319621:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702695040 00000100:00100000:0.0:1775764502.319625:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702695040 00000100:00100000:0.0:1775764502.319652:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702694912 00000100:00100000:0.0:1775764502.319655:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702694912 00000100:00100000:0.0:1775764502.319674:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 443 00000100:00100000:0.0:1775764502.319683:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695040:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764502.320243:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702694784:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764502.320318:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702694784:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 81us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764502.320325:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 898 00000100:00100000:0.0:1775764502.320557:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695040:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 874us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764502.320565:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 443 00000100:00100000:0.0:1775764502.320582:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 444 00000100:00100000:0.0:1775764502.320590:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702694912:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764502.320612:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702694912:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764502.320624:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 444 00000100:00080000:0.0:1775764502.320640:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764502.320670:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764502.320673:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764502.320699:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702694656 00000100:00100000:0.0:1775764502.321323:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702694656 00000100:00100000:0.0:1775764502.321400:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807 00000100:00100000:0.0:1775764502.321427:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702694656:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764502.322253:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702694656:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 843us (2702us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764502.322262:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807 00010000:00010000:3.0:1775764502.754190:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764503.778056:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764503.983063:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764503.983075:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764503.983082:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764503.983143:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764503.983185:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764503.983199:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764503.983228:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725959808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764503.983295:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764503.983408:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764503.988177:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725959808 00000100:00100000:2.0:1775764503.988202:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725959808 00000100:00100000:2.0:1775764503.988331:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1775764503.988343:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725959808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764503.988375:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764503.988399:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c793 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764503.988436:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c793 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764503.988450:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c793 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764503.988462:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81800, rc 0) 00000100:00100000:2.0:1775764503.988620:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725959808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 279us (5324us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764503.988786:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725959808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764503.988814:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764503.988827:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764503.988872:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764503.988880:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764503.988888:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764503.989287:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1775764504.288538:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764504.288572:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725959936:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764504.288702:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764504.288856:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725959936 00000100:00100000:3.0:1775764504.288878:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725959936 00000100:00100000:3.0:1775764504.288962:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1775764504.288986:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725959936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764504.289039:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764504.289115:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725959936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764504.289123:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1775764504.289169:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725959936:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764504.297961:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764504.800697:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764505.824062:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764506.467998:0:46840:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8a8114b0 20000000:00000080:2.0:1775764506.468018:0:46840:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37638c00 uarg=0000000000000000 00010000:00010000:2.0:1775764506.470678:0:46840:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764506.470700:0:46840:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764506.472588:0:46840:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764506.472668:0:46840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.472702:0:46840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c793 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.472722:0:46840:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.472789:0:46840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c793 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.472815:0:46840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c793 expref: 17 pid: 5763 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764506.472828:0:46840:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46840:1862022725960064:0@lo:104: 00000100:00100000:2.0:1775764506.472884:0:46840:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764506.472924:0:46840:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764506.473778:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725960064 00000100:00100000:0.0:1775764506.473787:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725960064 00000100:00100000:0.0:1775764506.473849:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1775764506.473856:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:46840:x1862022725960064:12345-0@lo:104: 00010000:00010000:0.0:1775764506.473869:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.473930:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764506.473935:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:46840:x1862022725960064:12345-0@lo:104: Request processed in 80us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.473939:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00010000:00010000:0.0:1775764506.473955:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764506.473959:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.473964:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764506.473967:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.473972:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764506.473977:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764506.473981:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764506.474007:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474014:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764506.474052:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474060:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420c793 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c79a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474076:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764506.474078:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764506.474080:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764506.474101:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725960192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764506.474137:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764506.474200:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725960192 00000100:00100000:0.0:1775764506.474204:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725960192 00010000:00010000:0.0:1775764506.474223:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c793 expref: 18 pid: 5763 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764506.474244:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1775764506.474250:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725960192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764506.474260:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764506.474263:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c793 expref: 18 pid: 5763 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474270:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c793 expref: 18 pid: 5763 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474283:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474289:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474307:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474312:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474316:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474320:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474323:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764506.474325:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474329:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474334:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.474340:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764506.474360:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725960192:12345-0@lo:103:ldlm_bl.0 Request processed in 111us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.474364:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1775764506.474391:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725960192:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764506.475256:0:46840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420c79a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c793 expref: 17 pid: 5763 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764506.475266:0:46840:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46840:1862022725960064:0@lo:104: 00010000:00010000:1.0:1775764506.475279:0:46840:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764506.475285:0:46840:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764506.475295:0:46840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764506.475299:0:46840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80200/0x429a70d18420c7a1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764506.848389:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764507.360853:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725960320:0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.360930:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764507.360977:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725960832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.361045:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764507.361072:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764507.361078:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725960704:0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.361106:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764507.361134:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725960448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.361156:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764507.361172:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725960960:0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.361191:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764507.361208:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764507.361214:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725960576:0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.361235:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764507.361264:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725960320 00000100:00100000:0.0:1775764507.361272:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725960320 00000100:00100000:0.0:1775764507.361313:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1775764507.361322:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725960320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.361371:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725960320:12345-0@lo:400:kworker.0 Request processed in 50us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764507.361379:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1775764507.361598:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725960832 00000100:00100000:0.0:1775764507.361602:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725960832 00000100:00100000:3.0:1775764507.364610:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764507.364641:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725961088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764507.364718:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764507.364780:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725961088 00000100:00100000:3.0:1775764507.364788:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725961088 00000100:00100000:0.0:1775764507.364864:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725960704 00000100:00100000:0.0:1775764507.364869:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725960704 00000100:00100000:0.0:1775764507.364909:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725960960 00000100:00100000:0.0:1775764507.364912:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725960960 00000100:00100000:3.0:1775764507.366606:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1775764507.366620:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725961088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764507.366693:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764507.366786:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725961088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 170us (2067us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764507.366794:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1775764507.366854:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725961088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764507.369994:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725960448 00000100:00100000:1.0:1775764507.370006:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725960448 00000100:00100000:1.0:1775764507.370042:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725960576 00000100:00100000:1.0:1775764507.370045:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725960576 00000100:00100000:1.0:1775764507.370067:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1775764507.370077:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725960832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764507.370157:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725960832:12345-0@lo:400:kworker.0 Request processed in 82us (9111us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764507.370165:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1775764507.370181:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1775764507.370187:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725960448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764507.370219:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725960448:12345-0@lo:400:kworker.0 Request processed in 32us (9061us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764507.370226:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1775764507.370236:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1775764507.370243:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725960576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764507.370267:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725960576:12345-0@lo:400:kworker.0 Request processed in 26us (9032us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764507.370273:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1775764507.370387:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725960576:0@lo:400:kworker.0 00000100:00100000:3.0:1775764507.370399:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725960448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.373666:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1775764507.373691:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725960704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.373800:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725960704:12345-0@lo:400:kworker.0 Request processed in 116us (12692us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764507.373808:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1775764507.373828:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1775764507.373835:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725960960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764507.373877:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725960960:12345-0@lo:400:kworker.0 Request processed in 43us (12684us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764507.373884:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1775764507.374043:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725960960:0@lo:400:kworker.0 00000100:00100000:1.0:1775764507.374167:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725960704:0@lo:400:kworker.0 00000100:00100000:1.0:1775764507.374179:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725960320:0@lo:400:kworker.0 00000100:00100000:1.0:1775764507.374190:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725960832:0@lo:400:kworker.0 00000100:00080000:1.0:1775764507.375117:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764507.375124:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764507.375127:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764507.441993:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764507.442041:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764507.442070:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764507.442094:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764507.442122:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702695168 00000100:00100000:2.0:1775764507.442131:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702695168 00000100:00100000:2.0:1775764507.442178:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 810 00000100:00100000:2.0:1775764507.442189:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702695168:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764507.442252:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702695168:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 65us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764507.442260:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 810 00000100:00100000:2.0:1775764507.442289:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702695552 00000100:00100000:2.0:1775764507.442298:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702695552 00000100:00100000:2.0:1775764507.442335:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702695424 00000100:00100000:2.0:1775764507.442338:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702695424 00000100:00100000:2.0:1775764507.442357:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 447 00000100:00100000:2.0:1775764507.442363:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695552:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764507.442392:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695552:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764507.442398:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 447 00000100:00100000:2.0:1775764507.442489:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 448 00000100:00100000:2.0:1775764507.442497:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695424:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764507.442524:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695424:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764507.442529:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 448 00000100:00080000:2.0:1775764507.442651:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764507.442655:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764507.443113:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702695296 00000100:00100000:1.0:1775764507.443118:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702695296 00000100:00100000:1.0:1775764507.443195:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 902 00000100:00100000:1.0:1775764507.443203:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695296:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764507.443245:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695296:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (1261us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764507.443252:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 902 00000100:00080000:2.0:1775764507.443966:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:3.0:1775764507.554961:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764507.554968:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764507.554973:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764507.555035:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764507.555048:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764507.555059:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764507.555089:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725961216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764507.557949:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764507.558124:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0536ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764507.558184:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725961216 00000100:00100000:0.0:1775764507.558195:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725961216 00000100:00100000:0.0:1775764507.558285:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1775764507.558295:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725961216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764507.558312:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764507.558332:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c7a8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764507.558358:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c7a8 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764507.558370:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c7a8 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764507.558380:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062e00, rc 0) 00000100:00100000:0.0:1775764507.558492:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725961216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 198us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764507.558499:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1775764507.559107:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725961216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764507.559125:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764507.559135:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764507.559158:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764507.559163:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764507.559170:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764507.871931:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764508.897907:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764509.409376:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725961344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764509.409442:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764509.411093:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725961344 00000100:00100000:2.0:1775764509.411107:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725961344 00000100:00100000:2.0:1775764509.411171:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1775764509.411182:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725961344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764509.411218:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764509.411282:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725961344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (1840us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764509.411288:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00080000:2.0:1775764509.411310:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764509.411340:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725961344:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764509.921382:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764510.946635:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764511.967902:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764512.480575:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725961472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764512.480658:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764512.482225:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725961472 00000100:00100000:3.0:1775764512.482240:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725961472 00000100:00100000:3.0:1775764512.482317:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1775764512.482328:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725961472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764512.482375:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764512.482465:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725961472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 139us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764512.482473:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00080000:2.0:1775764512.487923:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764512.488017:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725961472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764512.496878:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725961856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764512.496986:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764512.497062:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764512.497069:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725961984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764512.497093:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764512.497131:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725961856 00000100:00100000:2.0:1775764512.497141:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725961856 00000100:00100000:2.0:1775764512.497206:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725961984 00000100:00100000:2.0:1775764512.497209:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725961984 00000100:00100000:2.0:1775764512.497232:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1775764512.497241:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725961856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764512.497310:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725961856:12345-0@lo:400:kworker.0 Request processed in 70us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764512.497318:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1775764512.497336:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1775764512.497341:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725961984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764512.497368:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725961984:12345-0@lo:400:kworker.0 Request processed in 27us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764512.497373:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00080000:2.0:1775764512.497417:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764512.497451:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725961984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764512.497461:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725961856:0@lo:400:kworker.0 00000100:00100000:0.0:1775764512.497717:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725961728:0@lo:400:kworker.0 00000100:00100000:0.0:1775764512.497773:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764512.497796:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764512.497802:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725961600:0@lo:400:kworker.0 00000100:00100000:0.0:1775764512.497833:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764512.497858:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725962112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764512.497889:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764512.497920:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725961600 00000100:00100000:0.0:1775764512.497924:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725961600 00000100:00100000:0.0:1775764512.497987:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1775764512.497994:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725961600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764512.498030:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725961600:12345-0@lo:400:kworker.0 Request processed in 37us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764512.498036:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1775764512.498079:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725961600:0@lo:400:kworker.0 00000100:00100000:3.0:1775764512.498167:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725961728 00000100:00100000:3.0:1775764512.498172:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725961728 00000100:00100000:3.0:1775764512.498209:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:3.0:1775764512.498217:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725961728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764512.498251:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725961728:12345-0@lo:400:kworker.0 Request processed in 36us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764512.498257:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1775764512.498790:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725962112 00000100:00100000:2.0:1775764512.498796:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725962112 00000100:00100000:2.0:1775764512.498847:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1775764512.498855:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725962112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764512.498897:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725962112:12345-0@lo:400:kworker.0 Request processed in 44us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764512.498903:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00080000:3.0:1775764512.499891:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764512.500044:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725962112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764512.500056:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725961728:0@lo:400:kworker.0 00000100:00100000:1.0:1775764512.570145:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764512.570195:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764512.570227:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764512.570252:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764512.570292:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702695680 00000100:00100000:1.0:1775764512.570304:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702695680 00000100:00100000:1.0:1775764512.570362:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 813 00000100:00100000:1.0:1775764512.570373:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702695680:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764512.570457:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702695680:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 85us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764512.570465:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 813 00000100:00100000:1.0:1775764512.570507:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702696064 00000100:00100000:1.0:1775764512.570511:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702696064 00000100:00100000:1.0:1775764512.570550:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702695936 00000100:00100000:1.0:1775764512.570552:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702695936 00000100:00100000:1.0:1775764512.570572:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 450 00000100:00100000:1.0:1775764512.570577:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702696064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764512.570604:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702696064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764512.570611:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 450 00000100:00100000:1.0:1775764512.570622:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 451 00000100:00100000:1.0:1775764512.570629:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764512.570651:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764512.570681:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 451 00000100:00080000:1.0:1775764512.570857:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764512.570861:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764512.571147:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702695808 00000100:00100000:3.0:1775764512.571160:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702695808 00000100:00100000:3.0:1775764512.571205:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 906 00000100:00100000:3.0:1775764512.571213:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695808:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764512.571256:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702695808:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764512.571263:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 906 00000100:00080000:1.0:1775764512.572231:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764512.997140:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764514.017685:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764514.528020:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764514.528043:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725962240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764514.528109:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764514.528215:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725962240 00000100:00100000:2.0:1775764514.528224:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725962240 00000100:00100000:2.0:1775764514.528286:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1775764514.528306:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725962240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764514.528348:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764514.528395:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725962240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764514.528402:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1775764514.528447:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725962240:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764514.528575:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764515.039906:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764516.083461:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764517.093554:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764517.601173:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725962368:0@lo:400:kworker.0 00000100:00100000:2.0:1775764517.601334:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725962496:0@lo:400:kworker.0 00000100:00100000:3.0:1775764517.603938:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725962752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764517.604872:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764517.605178:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725962880:0@lo:400:kworker.0 00000100:00100000:1.0:1775764517.605221:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764517.605265:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725962368 00000100:00100000:1.0:1775764517.605275:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725962368 00000100:00100000:1.0:1775764517.605350:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1775764517.605362:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725962368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764517.605435:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725962368:12345-0@lo:400:kworker.0 Request processed in 75us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764517.605444:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1775764517.605488:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725962880 00000100:00100000:1.0:1775764517.605493:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725962880 00000100:00100000:1.0:1775764517.605549:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1775764517.606597:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764517.606646:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725963008:0@lo:400:kworker.0 00000100:00100000:2.0:1775764517.606686:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764517.606747:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725962880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764517.606800:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725962880:12345-0@lo:400:kworker.0 Request processed in 1245us (1578us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764517.606810:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:1.0:1775764517.606847:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764517.606886:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725962880:0@lo:400:kworker.0 00000100:00100000:1.0:1775764517.606896:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725962368:0@lo:400:kworker.0 00000100:00100000:3.0:1775764517.608357:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764517.608431:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764517.608445:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725962624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764517.608808:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725962752 00000100:00100000:0.0:1775764517.608818:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725962752 00000100:00100000:0.0:1775764517.608873:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1775764517.608883:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725962752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764517.608936:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764517.615859:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725962496 00000100:00100000:2.0:1775764517.615878:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725962496 00000100:00100000:3.0:1775764517.616684:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764517.616721:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725962752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7834us (8367us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764517.616723:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725963008 00000100:00100000:2.0:1775764517.616752:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725963008 00000100:00100000:0.0:1775764517.616770:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1775764517.616788:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725963136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764517.616795:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725962624 00000100:00100000:2.0:1775764517.616799:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725962624 00000100:00100000:2.0:1775764517.616821:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:2.0:1775764517.616831:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725962496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764517.616849:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764517.616916:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725962752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764517.616977:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1775764517.616986:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1775764517.616991:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725963008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764517.616999:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725962624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764517.617068:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725962496:12345-0@lo:400:kworker.0 Request processed in 239us (10483us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764517.617075:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:2.0:1775764517.617131:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725962496:0@lo:400:kworker.0 00000100:00100000:3.0:1775764517.619474:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725962624:12345-0@lo:400:kworker.0 Request processed in 2464us (2780us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764517.619696:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1775764517.619821:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725963136 00000100:00100000:3.0:1775764517.619834:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725963136 00000100:00100000:3.0:1775764517.619998:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1775764517.620010:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725963136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764517.620079:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725963136:12345-0@lo:400:kworker.0 Request processed in 73us (3230us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764517.620086:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1775764517.620156:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725962624:0@lo:400:kworker.0 00000100:00100000:3.0:1775764517.620170:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725963136:0@lo:400:kworker.0 00000100:00080000:0.0:1775764517.621826:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764517.621838:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764517.622666:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725963008:12345-0@lo:400:kworker.0 Request processed in 5670us (15968us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764517.622687:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1775764517.622864:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725963008:0@lo:400:kworker.0 00000100:00100000:2.0:1775764517.690490:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764517.690555:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764517.692248:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702696192 00000100:00100000:0.0:1775764517.692270:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702696192 00000100:00100000:0.0:1775764517.692381:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 815 00000100:00100000:0.0:1775764517.692394:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702696192:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764517.692514:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702696192:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 123us (2036us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764517.692522:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 815 00000100:00100000:2.0:1775764517.698148:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702696320 00000100:00100000:2.0:1775764517.698170:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702696320 00000100:00100000:2.0:1775764517.698370:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 910 00000100:00100000:2.0:1775764517.698385:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702696320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764517.699053:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702696320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 671us (8494us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764517.699063:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 910 00000100:00080000:2.0:1775764517.699093:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764517.707608:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764517.708938:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764517.711442:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702696448 00000100:00100000:3.0:1775764517.711442:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702696576 00000100:00100000:2.0:1775764517.711453:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702696448 00000100:00100000:3.0:1775764517.711453:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702696576 00000100:00100000:2.0:1775764517.711628:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 110 00000100:00100000:2.0:1775764517.711638:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702696448:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:2.0:1775764517.711668:0:6552:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420c6cf 00000100:00080000:2.0:1775764517.711682:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1d01dc8800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1775764517.711873:0:6552:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967312 00000100:00100000:2.0:1775764517.718161:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702696448:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 6503us (10543us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764517.718185:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 110 00010000:00010000:2.0:1775764517.718266:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764517.724722:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 111 00000100:00100000:3.0:1775764517.724764:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702696576:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:3.0:1775764517.724811:0:6550:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420c46e 00000100:00080000:3.0:1775764517.724823:0:6550:0:(import.c:65:import_set_state_nolock()) ffff8b1e3733c800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775764517.724883:0:6550:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967312 00010000:00010000:2.0:1775764517.725170:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764517.725317:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702696576:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 581us (16382us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764517.725327:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 111 00000100:00080000:1.0:1775764517.725621:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764517.725627:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764518.114761:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764519.137877:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764519.656078:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725963264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764519.656151:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764519.656230:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725963264 00000100:00100000:3.0:1775764519.656238:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725963264 00000100:00100000:3.0:1775764519.656294:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1775764519.656303:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725963264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764519.656350:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764519.656396:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725963264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764519.656403:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1775764519.656455:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725963264:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764519.656576:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:1.0:1775764519.955164:0:47186:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 17: test nodemap trusted_noadmin fileops ========================================================== 15:55:17 (1775764517) 00010000:00010000:2.0:1775764520.175037:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764520.759552:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764520.759645:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764520.760159:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702696832 00000100:00100000:0.0:1775764520.760173:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702696832 00000100:00100000:0.0:1775764520.760246:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 911 00000100:00100000:0.0:1775764520.760258:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702696832:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764520.760341:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702696832:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764520.760349:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 911 00000100:00080000:1.0:1775764520.760655:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764520.765657:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702696704 00000100:00100000:2.0:1775764520.765676:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702696704 00000100:00100000:1.0:1775764520.766153:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 816 00000100:00100000:1.0:1775764520.766164:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702696704:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764520.766290:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702696704:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 127us (6744us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764520.766298:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 816 00010000:00010000:3.0:1775764521.188432:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:2.0:1775764521.737770:0:47234:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1775764521.764525:0:47234:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000001:00100000:3.0:1775764521.855058:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:3.0:1775764521.855068:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1e3733f000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:3.0:1775764521.855112:0:15444:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e3733f000/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0001 00000020:00000080:3.0:1775764521.855164:0:15444:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e3733c800 for lustre-OST0001 00000001:00100000:1.0:1775764521.859425:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:1.0:1775764521.859434:0:6575:0:(genops.c:904:class_export_put()) final put ffff8b1d01dca800/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:1.0:1775764521.859461:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1d01dca800/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0000 00000020:00000080:1.0:1775764521.859508:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1d01dc8800 for lustre-OST0000 00010000:00010000:3.0:1775764522.214703:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764522.728340:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764522.728363:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725963392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764522.728446:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764522.728518:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725963392 00000100:00100000:3.0:1775764522.728527:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725963392 00000100:00100000:3.0:1775764522.728598:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1775764522.728608:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725963392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764522.728644:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764522.728685:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725963392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764522.728692:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1775764522.728758:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725963392:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764522.729245:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764522.729888:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725963648:0@lo:400:kworker.0 00000100:00100000:1.0:1775764522.729940:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764522.729977:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764522.729984:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725963776:0@lo:400:kworker.0 00000100:00100000:1.0:1775764522.730006:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764522.730038:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725963648 00000100:00100000:1.0:1775764522.730044:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725963648 00000100:00100000:1.0:1775764522.730076:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725963776 00000100:00100000:1.0:1775764522.730079:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725963776 00000100:00100000:1.0:1775764522.730106:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1775764522.730112:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725963648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764522.730151:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725963648:12345-0@lo:400:kworker.0 Request processed in 39us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764522.730158:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1775764522.730173:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1775764522.730179:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725963776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764522.730204:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725963776:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764522.730210:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00080000:1.0:1775764522.730232:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764522.730253:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725963776:0@lo:400:kworker.0 00000100:00100000:1.0:1775764522.730265:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725963648:0@lo:400:kworker.0 00000100:00100000:2.0:1775764522.730832:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725963904:0@lo:400:kworker.0 00000100:00100000:2.0:1775764522.730887:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764522.730918:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764522.730925:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725963520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764522.730951:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764522.730971:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725964032:0@lo:400:kworker.0 00000100:00100000:2.0:1775764522.730993:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764522.731019:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725964032 00000100:00100000:2.0:1775764522.731024:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725964032 00000100:00100000:2.0:1775764522.731063:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1775764522.731070:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725964032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764522.731106:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725964032:12345-0@lo:400:kworker.0 Request processed in 37us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764522.731113:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1775764522.731143:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725964032:0@lo:400:kworker.0 00000100:00080000:2.0:1775764522.731166:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764522.731374:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725963904 00000100:00100000:0.0:1775764522.731380:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725963904 00000100:00100000:0.0:1775764522.731425:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1775764522.731441:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725963904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764522.731478:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725963904:12345-0@lo:400:kworker.0 Request processed in 48us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764522.731485:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1775764522.733100:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725963520 00000100:00100000:3.0:1775764522.733114:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725963520 00000100:00100000:3.0:1775764522.733192:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1775764522.733210:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725963520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764522.733282:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725963520:12345-0@lo:400:kworker.0 Request processed in 75us (2330us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764522.733289:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1775764522.733859:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725963520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764522.733886:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725963904:0@lo:400:kworker.0 00000100:00080000:2.0:1775764522.733924:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764522.797689:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764522.797761:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764522.797804:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702697088 00000100:00100000:3.0:1775764522.797815:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702697088 00000100:00100000:3.0:1775764522.797917:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 915 00000100:00100000:3.0:1775764522.797929:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702697088:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764522.798012:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702697088:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764522.798020:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 915 00000100:00080000:3.0:1775764522.798142:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764522.798282:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702696960 00000100:00100000:2.0:1775764522.798287:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702696960 00000100:00100000:2.0:1775764522.798334:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 818 00000100:00100000:2.0:1775764522.798343:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702696960:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764522.798378:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702696960:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 37us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764522.798385:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 818 00010000:00010000:3.0:1775764523.236541:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764523.280400:0:47284:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc78572b90 20000000:00000080:1.0:1775764523.280421:0:47284:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36c44000 uarg=0000000000000000 10000000:01000000:1.0:1775764523.281125:0:47284:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764523.281145:0:47284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764523.281176:0:47284:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c7a8 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764523.281184:0:47284:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764523.281225:0:47284:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c7a8 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764523.281239:0:47284:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c7a8 expref: 17 pid: 5760 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764523.281255:0:47284:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47284:1862022725964160:0@lo:104: 00000100:00100000:1.0:1775764523.281316:0:47284:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764523.281372:0:47284:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764523.281397:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725964160 00000100:00100000:0.0:1775764523.281410:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725964160 00000100:00100000:0.0:1775764523.281588:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1775764523.281611:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47284:x1862022725964160:12345-0@lo:104: 00010000:00010000:0.0:1775764523.281625:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764523.281691:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764523.281697:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47284:x1862022725964160:12345-0@lo:104: Request processed in 102us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764523.281704:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00010000:00010000:3.0:1775764523.281756:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764523.281763:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.281771:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764523.281775:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.281784:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764523.281790:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764523.281808:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764523.281846:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.281853:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764523.281883:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.281891:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7a8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c7af expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.281907:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764523.281909:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764523.281911:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764523.281929:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725964288:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764523.281960:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764523.282004:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725964288 00000100:00100000:3.0:1775764523.282007:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725964288 00010000:00010000:3.0:1775764523.282027:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c7a8 expref: 18 pid: 5760 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764523.282051:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1775764523.282057:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725964288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764523.282067:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764523.282072:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c7a8 expref: 18 pid: 5760 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282082:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c7a8 expref: 18 pid: 5760 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282104:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282111:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282123:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282130:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282136:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282141:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282146:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764523.282149:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282156:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282164:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764523.282173:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764523.282200:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725964288:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764523.282213:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1775764523.282259:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725964288:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764523.284050:0:47284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c7af lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c7a8 expref: 17 pid: 5760 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764523.284067:0:47284:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47284:1862022725964160:0@lo:104: 00010000:00010000:1.0:1775764523.284090:0:47284:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764523.284100:0:47284:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764523.284105:0:47284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764523.284110:0:47284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7b6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764524.256241:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764524.438434:0:47332:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3f0af940 20000000:00000080:0.0:1775764524.438611:0:47332:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36ea4400 uarg=0000000000000000 10000000:01000000:0.0:1775764524.440063:0:47332:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764524.440187:0:47332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440207:0:47332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440219:0:47332:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440226:0:47332:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440232:0:47332:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440239:0:47332:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440261:0:47332:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764524.440265:0:47332:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440273:0:47332:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440286:0:47332:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440294:0:47332:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764524.440300:0:47332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420c7bd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764524.768948:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764524.768977:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725964416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764524.769057:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764524.769135:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725964416 00000100:00100000:0.0:1775764524.769145:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725964416 00000100:00100000:0.0:1775764524.769202:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1775764524.769212:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725964416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764524.769250:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764524.769294:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725964416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764524.769301:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00080000:0.0:1775764524.769572:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764524.769625:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725964416:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1775764525.215866:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764525.215877:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764525.215885:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764525.215964:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764525.215979:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764525.215995:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764525.216034:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725964544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764525.216139:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764525.216222:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764525.216453:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725964544 00000100:00100000:2.0:1775764525.216461:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725964544 00000100:00100000:2.0:1775764525.216517:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1775764525.216525:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725964544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764525.216541:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764525.216556:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c7c4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764525.216581:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c7c4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764525.216594:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c7c4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764525.216620:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80800, rc 0) 00000100:00100000:2.0:1775764525.216671:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725964544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764525.216691:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1775764525.216771:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725964544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764525.216786:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764525.216796:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764525.216815:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764525.216828:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764525.216833:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764525.283754:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764525.362527:0:47383:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff13d4e030 20000000:00000080:1.0:1775764525.362546:0:47383:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee4800 uarg=0000000000000000 10000000:01000000:1.0:1775764525.363377:0:47383:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764525.363397:0:47383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.363416:0:47383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c7c4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.363424:0:47383:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.363462:0:47383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c7c4 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.363478:0:47383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c7c4 expref: 17 pid: 5760 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764525.363494:0:47383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47383:1862022725964672:0@lo:104: 00000100:00100000:1.0:1775764525.363558:0:47383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764525.364068:0:47383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752be40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764525.364585:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775764525.364612:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725964672 00000100:00100000:0.0:1775764525.364621:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725964672 00000100:00100000:0.0:1775764525.364675:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1775764525.364684:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e09ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47383:x1862022725964672:12345-0@lo:104: 00010000:00010000:0.0:1775764525.364700:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764525.364791:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764525.364798:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e09ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47383:x1862022725964672:12345-0@lo:104: Request processed in 115us (1240us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764525.364805:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00010000:00010000:3.0:1775764525.364941:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764525.364949:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764525.364957:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764525.364960:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764525.364969:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764525.364992:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764525.364998:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764525.365045:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764525.365052:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764525.365088:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764525.365095:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c7c4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c7cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764525.365111:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764525.365113:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764525.365115:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764525.365124:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764525.365142:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725964800:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764525.365150:0:47383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47383:1862022725964672:0@lo:104: 00010000:00010000:1.0:1775764525.365172:0:47383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764525.365190:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764525.365370:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725964800 00000100:00100000:1.0:1775764525.365375:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725964800 00010000:00010000:1.0:1775764525.365395:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c7c4 expref: 18 pid: 5760 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764525.365434:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1775764525.365441:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725964800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764525.365456:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764525.365461:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c7c4 expref: 18 pid: 5760 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365472:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c7c4 expref: 18 pid: 5760 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365486:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420c7cb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c7c4 expref: 18 pid: 5760 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365501:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365508:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365520:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365527:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365534:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365540:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365555:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764525.365559:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365566:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365585:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764525.365594:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764525.365632:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022725964800:12345-0@lo:103:ldlm_bl.0 Request processed in 192us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764525.365639:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1775764525.365701:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725964800:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764525.365766:0:47383:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764525.365774:0:47383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764525.365781:0:47383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420c7d2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764526.306368:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764526.496535:0:47431:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6d4d42d0 20000000:00000080:0.0:1775764526.496558:0:47431:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3790e800 uarg=0000000000000000 10000000:01000000:0.0:1775764526.497127:0:47431:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764526.497160:0:47431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497183:0:47431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497197:0:47431:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497206:0:47431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497562:0:47431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497571:0:47431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497578:0:47431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764526.497583:0:47431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497591:0:47431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497606:0:47431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497614:0:47431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764526.497621:0:47431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c7d9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764527.266689:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764527.266695:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764527.266700:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764527.266762:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.266787:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.266799:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764527.266828:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725964928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764527.266906:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764527.266960:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764527.266983:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725964928 00000100:00100000:2.0:1775764527.266991:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725964928 00000100:00100000:2.0:1775764527.267038:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1775764527.267049:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725964928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764527.267077:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764527.267092:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c7e0 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.267119:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c7e0 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.267130:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c7e0 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.267140:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764527.267196:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725964928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764527.267204:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1775764527.267275:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725964928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764527.267306:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.267317:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764527.267340:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764527.267346:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.267353:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.333121:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764527.844181:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725965056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764527.844254:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764527.844611:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725965056 00000100:00100000:3.0:1775764527.844619:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725965056 00000100:00100000:3.0:1775764527.844683:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1775764527.844693:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725965056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764527.844752:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764527.844801:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725965056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764527.844821:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1775764527.844990:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725965056:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764527.846449:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764527.847122:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725965184:0@lo:400:kworker.0 00000100:00100000:2.0:1775764527.847200:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764527.847249:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764527.847255:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725965312:0@lo:400:kworker.0 00000100:00100000:2.0:1775764527.847286:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764527.847321:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725965440:0@lo:400:kworker.0 00000100:00100000:2.0:1775764527.847344:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764527.847362:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764527.847367:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725965568:0@lo:400:kworker.0 00000100:00100000:2.0:1775764527.847403:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764527.847432:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725965184 00000100:00100000:2.0:1775764527.847438:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725965184 00000100:00100000:2.0:1775764527.847478:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725965312 00000100:00100000:2.0:1775764527.847481:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725965312 00000100:00100000:2.0:1775764527.847517:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725965440 00000100:00100000:2.0:1775764527.847520:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725965440 00000100:00100000:2.0:1775764527.847535:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1775764527.847544:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725965184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764527.847598:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725965184:12345-0@lo:400:kworker.0 Request processed in 54us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764527.847605:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1775764527.847622:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1775764527.847628:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725965312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764527.847653:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725965312:12345-0@lo:400:kworker.0 Request processed in 26us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764527.847660:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1775764527.847670:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1775764527.847676:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725965440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764527.847704:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725965440:12345-0@lo:400:kworker.0 Request processed in 28us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764527.847710:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00080000:2.0:1775764527.847760:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764527.847788:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725965440:0@lo:400:kworker.0 00000100:00100000:2.0:1775764527.847812:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725965312:0@lo:400:kworker.0 00000100:00100000:2.0:1775764527.847820:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725965184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764527.848367:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725965568 00000100:00100000:3.0:1775764527.848375:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725965568 00000100:00100000:3.0:1775764527.848445:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1775764527.848453:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725965568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764527.848512:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725965568:12345-0@lo:400:kworker.0 Request processed in 60us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764527.848517:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1775764527.848558:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725965568:0@lo:400:kworker.0 00000100:00080000:2.0:1775764527.849059:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764527.923911:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764527.923971:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764527.924041:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702697344 00000100:00100000:1.0:1775764527.924051:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702697344 00000100:00100000:1.0:1775764527.924125:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 919 00000100:00100000:1.0:1775764527.924136:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702697344:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764527.924220:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702697344:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764527.924228:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 919 00000100:00080000:2.0:1775764527.924528:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764527.924791:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702697216 00000100:00100000:2.0:1775764527.924797:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702697216 00000100:00100000:2.0:1775764527.924841:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 821 00000100:00100000:2.0:1775764527.924849:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702697216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764527.924889:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702697216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764527.924896:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 821 00000020:00000080:2.0:1775764527.950396:0:47481:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff66780210 20000000:00000080:2.0:1775764527.950409:0:47481:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3795dc00 uarg=0000000000000000 10000000:01000000:2.0:1775764527.950598:0:47481:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764527.950618:0:47481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.950636:0:47481:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c7e0 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.950644:0:47481:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.950682:0:47481:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c7e0 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.950696:0:47481:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c7e0 expref: 17 pid: 5763 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764527.950711:0:47481:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47481:1862022725965696:0@lo:104: 00000100:00100000:2.0:1775764527.950798:0:47481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764527.950857:0:47481:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985e40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764527.959232:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725965696 00000100:00100000:0.0:1775764527.959248:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725965696 00000100:00100000:0.0:1775764527.959327:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1775764527.959339:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47481:x1862022725965696:12345-0@lo:104: 00010000:00010000:0.0:1775764527.959374:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959467:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764527.959474:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47481:x1862022725965696:12345-0@lo:104: Request processed in 138us (8676us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764527.959481:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00010000:00010000:0.0:1775764527.959502:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764527.959507:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959515:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764527.959519:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959527:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764527.959534:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764527.959540:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764527.959575:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959581:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764527.959600:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959607:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81c00/0x429a70d18420c7e0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c7e7 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959630:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764527.959632:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764527.959634:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764527.959654:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725965824:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764527.959694:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764527.959756:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725965824 00000100:00100000:0.0:1775764527.959760:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725965824 00010000:00010000:0.0:1775764527.959778:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c7e0 expref: 18 pid: 5763 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764527.959801:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1775764527.959808:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725965824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764527.959819:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764527.959835:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c7e0 expref: 18 pid: 5763 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959847:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c7e0 expref: 18 pid: 5763 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959865:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959873:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959889:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959896:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959909:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959915:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959920:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764527.959924:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959932:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959941:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764527.959952:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764527.959978:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725965824:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764527.959984:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1775764527.960017:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725965824:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764527.962960:0:47481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c7e7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c7e0 expref: 17 pid: 5763 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764527.963021:0:47481:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47481:1862022725965696:0@lo:104: 00010000:00010000:2.0:1775764527.963058:0:47481:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.963069:0:47481:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.963076:0:47481:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764527.963082:0:47481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420c7ee lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.353298:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764528.970039:0:47529:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1dbfaa00 20000000:00000080:3.0:1775764528.970067:0:47529:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37922400 uarg=0000000000000000 10000000:01000000:3.0:1775764528.970367:0:47529:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764528.970539:0:47529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970554:0:47529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970562:0:47529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970567:0:47529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970572:0:47529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970586:0:47529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970591:0:47529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764528.970594:0:47529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970600:0:47529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970612:0:47529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970617:0:47529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764528.970622:0:47529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194000/0x429a70d18420c7f5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764528.991840:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764528.991850:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764528.991857:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764528.991926:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764528.991940:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764528.991966:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764528.992009:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725965952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764528.992104:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764528.992164:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09ab5a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764528.994630:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725965952 00000100:00100000:2.0:1775764528.994650:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725965952 00000100:00100000:2.0:1775764528.994758:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1775764528.994768:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725965952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764528.994787:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764528.994807:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c7fc expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764528.994856:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c7fc expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764528.994871:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c7fc expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764528.994882:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764528.995010:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725965952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 243us (2905us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764528.995018:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1775764528.995389:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725965952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764528.995416:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764528.995428:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764528.995459:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764528.995464:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764528.995472:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764529.376877:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764529.890510:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764529.890544:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725966080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764529.890639:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764529.890714:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725966080 00000100:00100000:3.0:1775764529.890724:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725966080 00000100:00100000:3.0:1775764529.890840:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1775764529.890851:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725966080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764529.890896:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764529.891573:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725966080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 722us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764529.891599:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1775764529.891682:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725966080:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764529.894648:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764530.411887:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764531.424122:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764532.447957:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764532.890670:0:47679:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6a6d8330 20000000:00000080:0.0:1775764532.890696:0:47679:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719b400 uarg=0000000000000000 10000000:01000000:0.0:1775764532.891286:0:47679:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764532.891305:0:47679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764532.891332:0:47679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c7fc expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764532.891341:0:47679:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764532.891386:0:47679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c7fc expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764532.891404:0:47679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c7fc expref: 17 pid: 5760 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764532.891422:0:47679:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47679:1862022725966208:0@lo:104: 00000100:00100000:0.0:1775764532.891506:0:47679:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764532.891575:0:47679:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08c8f780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764532.891792:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725966208 00000100:00100000:2.0:1775764532.891802:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725966208 00000100:00100000:2.0:1775764532.891852:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1775764532.891861:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47679:x1862022725966208:12345-0@lo:104: 00010000:00010000:2.0:1775764532.891873:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.891943:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764532.891950:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47679:x1862022725966208:12345-0@lo:104: Request processed in 90us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764532.891957:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00010000:00010000:2.0:1775764532.891979:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764532.891984:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.891992:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764532.891995:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892004:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764532.892012:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764532.892018:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764532.892054:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892061:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764532.892084:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892090:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062000/0x429a70d18420c7fc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c803 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892105:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764532.892106:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764532.892108:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764532.892127:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725966336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764532.892159:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764532.892195:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725966336 00000100:00100000:2.0:1775764532.892199:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725966336 00010000:00010000:2.0:1775764532.892217:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c7fc expref: 18 pid: 5760 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764532.892240:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1775764532.892245:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e05378850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725966336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764532.892256:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764532.892261:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c7fc expref: 18 pid: 5760 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892272:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c7fc expref: 18 pid: 5760 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892289:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892302:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892316:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892322:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892329:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892334:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892340:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764532.892345:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892352:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892360:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764532.892369:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764532.892394:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e05378850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725966336:12345-0@lo:103:ldlm_bl.0 Request processed in 149us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764532.892400:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1775764532.892466:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725966336:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764532.892563:0:47679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420c803 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c7fc expref: 17 pid: 5760 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764532.892573:0:47679:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47679:1862022725966208:0@lo:104: 00010000:00010000:1.0:1775764532.892586:0:47679:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764532.892604:0:47679:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764532.892611:0:47679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764532.892617:0:47679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062e00/0x429a70d18420c80a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764532.960537:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725966464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764532.960615:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764532.960767:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725966464 00000100:00100000:0.0:1775764532.960787:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725966464 00000100:00100000:0.0:1775764532.960870:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1775764532.960885:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725966464:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764532.961098:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1775764532.961153:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764532.961222:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725966464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 342us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764532.961229:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1775764532.961320:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725966464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764532.965875:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3752ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725966976:0@lo:400:kworker.0 00000100:00100000:3.0:1775764532.965988:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764532.966044:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764532.966051:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725966848:0@lo:400:kworker.0 00000100:00100000:3.0:1775764532.966082:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764532.966893:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725966592:0@lo:400:kworker.0 00000100:00100000:0.0:1775764532.967031:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725966720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764532.967087:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764532.967210:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764532.967305:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725966976 00000100:00100000:2.0:1775764532.967315:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725966976 00000100:00100000:2.0:1775764532.967398:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1775764532.967407:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725966976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764532.967459:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725966976:12345-0@lo:400:kworker.0 Request processed in 54us (1473us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764532.967466:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1775764532.977121:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725966848 00000100:00100000:0.0:1775764532.977145:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725966848 00000100:00100000:0.0:1775764532.977242:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725966720 00000100:00100000:0.0:1775764532.977246:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725966720 00000100:00100000:0.0:1775764532.977268:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725966592 00000100:00100000:0.0:1775764532.977270:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725966592 00000100:00100000:0.0:1775764532.977289:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1775764532.977298:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725966848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764532.977405:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725966848:12345-0@lo:400:kworker.0 Request processed in 108us (11323us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764532.977413:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1775764532.977429:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1775764532.977435:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725966720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764532.977469:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725966720:12345-0@lo:400:kworker.0 Request processed in 35us (10382us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764532.977475:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1775764532.977486:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1775764532.977492:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725966592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764532.977527:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725966592:12345-0@lo:400:kworker.0 Request processed in 35us (10317us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764532.977532:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1775764532.977597:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725966592:0@lo:400:kworker.0 00000100:00100000:0.0:1775764532.977637:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725966720:0@lo:400:kworker.0 00000100:00080000:3.0:1775764532.996040:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764532.996050:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764532.998051:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725966848:0@lo:400:kworker.0 00000100:00100000:3.0:1775764532.998073:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3752ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725966976:0@lo:400:kworker.0 00000100:00100000:3.0:1775764533.058236:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764533.058288:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764533.058365:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702697472 00000100:00100000:2.0:1775764533.058377:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702697472 00000100:00100000:2.0:1775764533.058452:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 823 00000100:00100000:2.0:1775764533.058463:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702697472:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764533.058560:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702697472:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 99us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764533.058568:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 823 00000100:00100000:0.0:1775764533.058945:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702697600 00000100:00100000:0.0:1775764533.058953:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702697600 00000100:00100000:0.0:1775764533.059012:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 923 00000100:00100000:0.0:1775764533.059021:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702697600:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764533.059057:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702697600:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764533.059072:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 923 00000100:00080000:3.0:1775764533.059118:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764533.478929:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764534.083454:0:47727:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0d6d7690 20000000:00000080:1.0:1775764534.083468:0:47727:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee5c00 uarg=0000000000000000 10000000:01000000:1.0:1775764534.083888:0:47727:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764534.083912:0:47727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.083933:0:47727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.083944:0:47727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.083951:0:47727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.083956:0:47727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.083962:0:47727:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.083966:0:47727:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764534.083975:0:47727:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.083981:0:47727:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.083994:0:47727:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.084000:0:47727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.084004:0:47727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c811 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764534.500046:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764534.751990:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764534.751999:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764534.752005:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764534.752080:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764534.752094:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764534.752109:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764534.752160:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725967104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764534.752236:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764534.752301:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764534.752442:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725967104 00000100:00100000:1.0:1775764534.752450:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725967104 00000100:00100000:1.0:1775764534.752515:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1775764534.752526:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725967104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764534.752543:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764534.752560:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c818 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.752587:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c818 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.752600:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c818 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.752611:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb600, rc 0) 00000100:00100000:1.0:1775764534.752655:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725967104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764534.752669:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1775764534.752718:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725967104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764534.752774:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.752784:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764534.752801:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764534.752806:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764534.752813:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764535.010246:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764535.010290:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725967232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764535.010377:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764535.014776:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725967232 00000100:00100000:3.0:1775764535.014797:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725967232 00000100:00100000:3.0:1775764535.014900:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1775764535.014913:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725967232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764535.014966:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764535.015094:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725967232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 185us (4717us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764535.015102:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1775764535.015177:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725967232:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764535.015367:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764535.519982:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764536.558928:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764537.568101:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764537.853339:0:47878:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe76d1d620 20000000:00000080:1.0:1775764537.853357:0:47878:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee5400 uarg=0000000000000000 00010000:00010000:1.0:1775764537.854293:0:47878:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1775764537.854316:0:47878:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1775764537.854342:0:47878:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764537.854372:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764537.854398:0:47878:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c818 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764537.854422:0:47878:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764537.854479:0:47878:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c818 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764537.854499:0:47878:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c818 expref: 17 pid: 5762 timeout: 1462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764537.854520:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026ce680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47878:1862022725967360:0@lo:104: 00000100:00100000:1.0:1775764537.854612:0:47878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764537.857267:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764537.861421:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725967360 00000100:00100000:3.0:1775764537.861439:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725967360 00000100:00100000:3.0:1775764537.861521:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1775764537.861532:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47878:x1862022725967360:12345-0@lo:104: 00010000:00010000:3.0:1775764537.861555:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.862037:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764537.862045:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:47878:x1862022725967360:12345-0@lo:104: Request processed in 515us (7433us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764537.862054:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00010000:00010000:2.0:1775764537.862143:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764537.862152:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862161:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764537.862166:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862177:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764537.862185:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764537.862192:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764537.862250:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862257:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764537.862295:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862303:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420c818 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c81f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862336:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764537.862338:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764537.862339:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764537.862348:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764537.862367:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725967488:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764537.862421:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764537.862467:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725967488 00000100:00100000:2.0:1775764537.862472:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725967488 00010000:00010000:2.0:1775764537.862495:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c818 expref: 18 pid: 5762 timeout: 1462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764537.862518:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1775764537.862525:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725967488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764537.862536:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764537.862541:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c818 expref: 18 pid: 5762 timeout: 1462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862552:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c818 expref: 18 pid: 5762 timeout: 1462 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862570:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862578:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862592:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862608:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862614:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862634:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862640:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764537.862644:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862651:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862660:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.862670:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764537.862700:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725967488:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764537.862707:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1775764537.862779:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725967488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764537.864310:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c81f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c818 expref: 17 pid: 5762 timeout: 1462 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764537.864325:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026ce680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47878:1862022725967360:0@lo:104: 00010000:00010000:1.0:1775764537.864346:0:47878:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764537.866233:0:47878:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764537.866253:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764537.866261:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420c826 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764538.079973:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725967616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080049:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764538.080109:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725968128:0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080135:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764538.080158:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764538.080164:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725967744:0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080183:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764538.080215:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725967872:0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080237:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764538.080253:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764538.080257:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725968000:0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080287:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764538.080313:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725968128 00000100:00100000:3.0:1775764538.080321:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725968128 00000100:00100000:3.0:1775764538.080378:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725967872 00000100:00100000:3.0:1775764538.080382:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725967872 00000100:00100000:3.0:1775764538.080405:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1775764538.080414:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725968128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080465:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725968128:12345-0@lo:400:kworker.0 Request processed in 51us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.080473:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1775764538.080489:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1775764538.080496:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725967872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080525:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725967872:12345-0@lo:400:kworker.0 Request processed in 29us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.080531:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1775764538.080548:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725967616 00000100:00100000:3.0:1775764538.080552:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725967616 00000100:00100000:3.0:1775764538.080576:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725967744 00000100:00100000:3.0:1775764538.080579:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725967744 00000100:00100000:3.0:1775764538.080596:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725968000 00000100:00100000:3.0:1775764538.080598:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725968000 00000100:00100000:3.0:1775764538.080613:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1775764538.080618:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725967616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080645:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725967616:12345-0@lo:400:kworker.0 Request processed in 26us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.080651:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1775764538.080663:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1775764538.080668:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725967744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080715:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725967744:12345-0@lo:400:kworker.0 Request processed in 33us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.080721:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1775764538.080762:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1775764538.080768:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725968000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080795:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725968000:12345-0@lo:400:kworker.0 Request processed in 27us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.080801:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00080000:3.0:1775764538.080829:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764538.080833:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764538.080835:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764538.080884:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725968000:0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080896:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725967872:0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080928:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725967744:0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080938:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725967616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764538.080946:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725968128:0@lo:400:kworker.0 00000100:00100000:0.0:1775764538.081270:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764538.081281:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725968256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764538.081313:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764538.081346:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725968256 00000100:00100000:0.0:1775764538.081350:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725968256 00000100:00100000:0.0:1775764538.081377:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1775764538.081384:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725968256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764538.081413:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764538.081449:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725968256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764538.081455:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1775764538.081490:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725968256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764538.180928:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764538.180974:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702697856 00000100:00100000:3.0:1775764538.180988:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702697856 00000100:00100000:3.0:1775764538.181079:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 927 00000100:00100000:3.0:1775764538.181092:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702697856:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764538.181191:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702697856:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 102us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.181199:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 927 00000100:00080000:3.0:1775764538.181234:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764538.181283:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764538.181412:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702697728 00000100:00100000:3.0:1775764538.181416:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702697728 00000100:00100000:3.0:1775764538.181443:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 825 00000100:00100000:3.0:1775764538.181449:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702697728:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764538.181480:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702697728:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.181486:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 825 00010000:00010000:0.0:1775764538.601258:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764538.979869:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764538.979877:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764538.979883:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764538.979928:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.979939:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.979951:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764538.979997:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026ce680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725968384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764538.980067:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764538.980128:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764538.980152:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725968384 00000100:00100000:1.0:1775764538.980159:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725968384 00000100:00100000:1.0:1775764538.980208:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1775764538.980217:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725968384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764538.980232:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764538.980245:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c82d expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.980269:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c82d expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.980569:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c82d expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.980582:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775764538.980630:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725968384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 414us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764538.980637:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1775764538.980867:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026ce680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725968384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764538.980883:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.980899:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764538.980920:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764538.980924:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.980930:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764539.615896:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764540.128159:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764540.128183:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725968512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764540.128262:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764540.128609:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725968512 00000100:00100000:3.0:1775764540.128622:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725968512 00000100:00100000:3.0:1775764540.128691:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1775764540.128702:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725968512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764540.128878:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764540.128933:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725968512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 232us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764540.128941:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00080000:3.0:1775764540.128964:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764540.129000:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725968512:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764540.641009:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764541.545660:0:48075:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd6207a520 20000000:00000080:1.0:1775764541.545680:0:48075:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee7800 uarg=0000000000000000 00010000:00010000:1.0:1775764541.546282:0:48075:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1775764541.546302:0:48075:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1775764541.546329:0:48075:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764541.546353:0:48075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764541.546379:0:48075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c82d expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764541.546386:0:48075:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764541.546429:0:48075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c82d expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764541.546445:0:48075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c82d expref: 17 pid: 5763 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764541.546463:0:48075:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48075:1862022725968640:0@lo:104: 00000100:00100000:1.0:1775764541.546534:0:48075:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764541.546604:0:48075:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09ec3180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764541.546775:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725968640 00000100:00100000:2.0:1775764541.546783:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725968640 00000100:00100000:2.0:1775764541.546826:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1775764541.546834:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:48075:x1862022725968640:12345-0@lo:104: 00010000:00010000:2.0:1775764541.546851:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764541.546909:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764541.546913:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:48075:x1862022725968640:12345-0@lo:104: Request processed in 80us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764541.546918:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00010000:00010000:0.0:1775764541.547058:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764541.547065:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547071:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764541.547075:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547082:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764541.547087:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764541.547091:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764541.547123:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547127:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764541.547150:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547154:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420c82d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c834 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547166:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764541.547168:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764541.547169:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764541.547174:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764541.547186:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725968768:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764541.547215:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764541.547250:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725968768 00000100:00100000:0.0:1775764541.547255:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725968768 00010000:00010000:0.0:1775764541.547274:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c82d expref: 18 pid: 5763 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764541.547296:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1775764541.547302:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725968768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764541.547313:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764541.547318:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c82d expref: 18 pid: 5763 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547328:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c82d expref: 18 pid: 5763 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547339:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547345:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547360:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547364:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547369:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547372:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547375:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764541.547378:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547382:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547387:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764541.547392:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764541.547412:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725968768:12345-0@lo:103:ldlm_bl.0 Request processed in 111us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764541.547416:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1775764541.547446:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725968768:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764541.550901:0:48075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c834 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c82d expref: 17 pid: 5763 timeout: 1466 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764541.550928:0:48075:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48075:1862022725968640:0@lo:104: 00010000:00010000:3.0:1775764541.550970:0:48075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764541.550981:0:48075:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764541.550988:0:48075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764541.550993:0:48075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420c83b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764541.664833:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764542.698206:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764542.835825:0:48123:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf188e4b0 20000000:00000080:0.0:1775764542.835843:0:48123:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f077c00 uarg=0000000000000000 00010000:00010000:0.0:1775764542.836077:0:48123:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764542.836092:0:48123:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764542.836115:0:48123:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764542.836133:0:48123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836148:0:48123:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836158:0:48123:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836164:0:48123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836171:0:48123:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836177:0:48123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836183:0:48123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764542.836187:0:48123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836194:0:48123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836206:0:48123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836213:0:48123:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764542.836225:0:48123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420c842 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764543.010282:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764543.010293:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764543.010299:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764543.010350:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764543.010364:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764543.010376:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764543.010410:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725968896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764543.010491:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764543.010564:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266b900 going to sleep for 11 seconds 00000100:00100000:1.0:1775764543.010642:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725968896 00000100:00100000:1.0:1775764543.010664:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725968896 00000100:00100000:1.0:1775764543.010782:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1775764543.010796:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725968896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764543.010818:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764543.010840:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c849 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764543.010871:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c849 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764543.010886:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c849 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764543.010915:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775764543.010969:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725968896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764543.010976:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1775764543.011496:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725968896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764543.011519:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764543.011532:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764543.011563:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764543.011569:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764543.011591:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764543.202058:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725969152:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202148:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764543.202197:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725969664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202226:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764543.202255:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764543.202261:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725969024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764543.202287:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764543.202305:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725969536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202328:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764543.202353:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725969408:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202376:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764543.202391:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764543.202395:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725969280:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202437:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764543.202460:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725969792:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202479:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764543.202510:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725969152 00000100:00100000:3.0:1775764543.202519:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725969152 00000100:00100000:3.0:1775764543.202594:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1775764543.202605:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725969152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202664:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725969152:12345-0@lo:400:kworker.0 Request processed in 60us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764543.202673:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1775764543.202725:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725969664 00000100:00100000:3.0:1775764543.202750:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725969664 00000100:00100000:3.0:1775764543.202788:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725969408 00000100:00100000:3.0:1775764543.202791:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725969408 00000100:00100000:3.0:1775764543.202809:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725969280 00000100:00100000:3.0:1775764543.202812:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725969280 00000100:00100000:3.0:1775764543.202826:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1775764543.202831:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725969664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202863:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725969664:12345-0@lo:400:kworker.0 Request processed in 32us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764543.202869:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1775764543.202881:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1775764543.202887:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725969408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202916:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725969408:12345-0@lo:400:kworker.0 Request processed in 29us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764543.202921:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1775764543.202932:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1775764543.202938:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02207b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725969280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.202979:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02207b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725969280:12345-0@lo:400:kworker.0 Request processed in 40us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764543.202985:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1775764543.203006:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725969536 00000100:00100000:3.0:1775764543.203010:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725969536 00000100:00100000:3.0:1775764543.203035:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725969792 00000100:00100000:3.0:1775764543.203038:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725969792 00000100:00100000:3.0:1775764543.203058:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1775764543.203064:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725969536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.203095:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725969536:12345-0@lo:400:kworker.0 Request processed in 32us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764543.203101:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1775764543.203111:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1775764543.203117:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725969792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.203143:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725969792:12345-0@lo:400:kworker.0 Request processed in 26us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764543.203148:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00080000:3.0:1775764543.203173:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764543.203178:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764543.203181:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764543.203231:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725969280:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.203243:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725969792:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.203254:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725969408:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.203286:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725969536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.203295:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725969152:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.203315:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725969664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764543.205624:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725969024 00000100:00100000:3.0:1775764543.205645:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725969024 00000100:00100000:3.0:1775764543.205750:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775764543.205761:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725969024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764543.205814:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764543.205908:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725969024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (3619us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764543.205914:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775764543.205982:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725969024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764543.280882:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764543.280938:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764543.280970:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702698112 00000100:00100000:3.0:1775764543.280982:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702698112 00000100:00100000:3.0:1775764543.281063:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 931 00000100:00100000:0.0:1775764543.281251:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702697984 00000100:00100000:0.0:1775764543.281256:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702697984 00000100:00100000:0.0:1775764543.281291:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 829 00000100:00100000:0.0:1775764543.281299:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702697984:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764543.281402:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702697984:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764543.281409:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 829 00000100:00100000:3.0:1775764543.284295:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02205880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702698112:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764543.284465:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02205880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702698112:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 3387us (3599us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764543.284478:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 931 00000100:00080000:3.0:1775764543.284537:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764543.720135:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764544.750115:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764545.249207:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764545.249244:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725969920:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764545.249362:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764545.249475:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725969920 00000100:00100000:3.0:1775764545.249486:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725969920 00000100:00100000:3.0:1775764545.249580:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1775764545.249590:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725969920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764545.249634:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764545.249699:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725969920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764545.249706:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00080000:3.0:1775764545.249747:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764545.249798:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725969920:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764545.763963:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764546.787302:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764547.808862:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764548.321109:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02206300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725970176:0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.321177:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764548.321221:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725970688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764548.321750:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725970048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764548.321790:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764548.321814:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02205f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725970560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764548.321838:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764548.322393:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764548.322431:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725970304:0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.322457:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764548.322479:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725970816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.322502:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764548.322520:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764548.322527:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725970432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.322550:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764548.322593:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725970176 00000100:00100000:3.0:1775764548.322604:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725970176 00000100:00100000:3.0:1775764548.324111:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1775764548.324123:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725970176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.325377:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725970176:12345-0@lo:400:kworker.0 Request processed in 1250us (4194us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764548.325388:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1775764548.325447:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725970048 00000100:00100000:3.0:1775764548.325455:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725970048 00000100:00100000:3.0:1775764548.325500:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1775764548.325508:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725970048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764548.325545:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764548.326861:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725970048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1339us (5055us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764548.326877:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1775764548.327354:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725970560 00000100:00100000:3.0:1775764548.327364:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725970560 00000100:00100000:3.0:1775764548.327424:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725970816 00000100:00100000:3.0:1775764548.327428:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725970816 00000100:00100000:3.0:1775764548.327461:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1775764548.327470:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725970560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.327540:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725970560:12345-0@lo:400:kworker.0 Request processed in 71us (5700us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764548.327546:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1775764548.327557:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1775764548.327563:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725970816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.328406:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725970816:12345-0@lo:400:kworker.0 Request processed in 838us (5898us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764548.328415:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1775764548.328447:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725970688 00000100:00100000:3.0:1775764548.328467:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725970688 00000100:00100000:3.0:1775764548.328546:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725970304 00000100:00100000:3.0:1775764548.328550:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725970304 00000100:00100000:0.0:1775764548.335760:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725970432 00000100:00100000:0.0:1775764548.335780:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725970432 00000100:00100000:0.0:1775764548.335874:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1775764548.335888:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02206a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725970688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764548.336007:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02206a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725970688:12345-0@lo:400:kworker.0 Request processed in 123us (13615us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764548.336014:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1775764548.336033:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1775764548.336052:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725970304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764548.336104:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725970304:12345-0@lo:400:kworker.0 Request processed in 53us (13646us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764548.336111:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1775764548.336123:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1775764548.336129:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725970432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764548.336154:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725970432:12345-0@lo:400:kworker.0 Request processed in 26us (13604us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764548.336172:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00080000:3.0:1775764548.337216:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764548.337223:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764548.337702:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764548.337801:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725970432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.337822:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725970304:0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.337838:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725970816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.338152:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725970048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764548.338166:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02205f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725970560:0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.338198:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02206300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725970176:0@lo:400:kworker.0 00000100:00100000:3.0:1775764548.338212:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725970688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764548.399854:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764548.399908:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764548.399945:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702698240 00000100:00100000:0.0:1775764548.399956:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702698240 00000100:00100000:0.0:1775764548.400028:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 831 00000100:00100000:0.0:1775764548.400040:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702698240:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764548.400129:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702698240:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764548.400137:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 831 00000100:00100000:3.0:1775764548.400375:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702698368 00000100:00100000:3.0:1775764548.400380:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702698368 00000100:00100000:3.0:1775764548.400424:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 935 00000100:00100000:3.0:1775764548.400432:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702698368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764548.400470:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702698368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764548.400477:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 935 00000100:00080000:0.0:1775764548.400534:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764548.833237:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764549.855948:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764550.295804:0:48417:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffccf2f5fc0 20000000:00000080:1.0:1775764550.295823:0:48417:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee6400 uarg=0000000000000000 00010000:00010000:1.0:1775764550.296415:0:48417:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1775764550.296430:0:48417:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1775764550.296454:0:48417:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764550.296470:0:48417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764550.296486:0:48417:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c849 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764550.296494:0:48417:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764550.296529:0:48417:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c849 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764550.296543:0:48417:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c849 expref: 17 pid: 5762 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764550.296559:0:48417:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48417:1862022725970944:0@lo:104: 00000100:00100000:1.0:1775764550.296632:0:48417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764550.296781:0:48417:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764550.296897:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725970944 00000100:00100000:2.0:1775764550.296904:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725970944 00000100:00100000:2.0:1775764550.296979:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1775764550.296989:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:48417:x1862022725970944:12345-0@lo:104: 00010000:00010000:2.0:1775764550.297003:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764550.297075:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764550.297082:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:48417:x1862022725970944:12345-0@lo:104: Request processed in 95us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764550.297089:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00010000:00010000:3.0:1775764550.297141:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764550.297149:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297173:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764550.297177:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297186:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764550.297193:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764550.297198:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764550.297239:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297246:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764550.297267:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297274:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063c00/0x429a70d18420c849 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c850 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297290:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764550.297292:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764550.297294:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764550.297329:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725971072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764550.297365:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764550.297400:0:48417:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48417:1862022725970944:0@lo:104: 00000100:00100000:3.0:1775764550.297420:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725971072 00010000:00010000:0.0:1775764550.297422:0:48417:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764550.297425:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725971072 00010000:00010000:3.0:1775764550.297448:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c849 expref: 18 pid: 5762 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764550.297487:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1775764550.297494:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02206300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725971072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764550.297506:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764550.297511:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c849 expref: 18 pid: 5762 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297522:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c849 expref: 18 pid: 5762 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297534:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420c850 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c849 expref: 18 pid: 5762 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297547:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297556:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297568:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297575:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297581:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297587:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297602:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764550.297606:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297613:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297633:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764550.297642:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764550.297668:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02206300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022725971072:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764550.297674:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1775764550.297700:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725971072:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764550.297893:0:48417:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764550.297901:0:48417:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764550.297915:0:48417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c857 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764550.372917:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725971200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764550.373001:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764550.373089:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725971200 00000100:00100000:3.0:1775764550.373098:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725971200 00000100:00100000:3.0:1775764550.373164:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1775764550.373185:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725971200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764550.373227:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764550.373270:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725971200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764550.373276:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1775764550.373318:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725971200:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764550.373379:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764550.880098:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764551.209092:0:48467:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc9b755970 20000000:00000080:3.0:1775764551.209110:0:48467:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e375ac400 uarg=0000000000000000 00010000:00010000:3.0:1775764551.210792:0:48467:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1775764551.210812:0:48467:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1775764551.210838:0:48467:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764551.210857:0:48467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210872:0:48467:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210881:0:48467:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210887:0:48467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210893:0:48467:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210899:0:48467:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210904:0:48467:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764551.210908:0:48467:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210915:0:48467:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210941:0:48467:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210950:0:48467:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764551.210956:0:48467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194000/0x429a70d18420c85e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764551.908465:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764552.227921:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764552.227930:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764552.227936:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764552.227990:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764552.228004:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764552.228015:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764552.228042:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725971328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764552.228132:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764552.228203:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e02b90cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764552.228231:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725971328 00000100:00100000:3.0:1775764552.228239:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725971328 00000100:00100000:3.0:1775764552.228302:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1775764552.228312:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725971328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764552.228327:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764552.228354:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c865 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764552.228386:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c865 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764552.228397:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c865 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764552.228540:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194200, rc 0) 00000100:00100000:3.0:1775764552.228580:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725971328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 269us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764552.228588:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1775764552.228774:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725971328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764552.228791:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764552.228802:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764552.228825:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764552.228832:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764552.228840:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764552.930490:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764553.444404:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725971456:0@lo:400:kworker.0 00000100:00100000:0.0:1775764553.444479:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764553.447129:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725971456 00000100:00100000:1.0:1775764553.447137:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725971456 00000100:00100000:1.0:1775764553.447197:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1775764553.447205:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725971456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764553.451083:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725971968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764553.451214:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764553.455155:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725971840:0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.455257:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764553.455325:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725971584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.455360:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764553.455380:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764553.455386:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725971712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.455409:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764553.455451:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725971968 00000100:00100000:3.0:1775764553.455459:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725971968 00000100:00100000:3.0:1775764553.455653:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1775764553.455664:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725971968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764553.461757:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764553.461873:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725971968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6206us (10653us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.461885:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1775764553.461940:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725971584 00000100:00100000:3.0:1775764553.461947:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725971584 00000100:00100000:3.0:1775764553.461992:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725971712 00000100:00100000:3.0:1775764553.461995:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725971712 00000100:00100000:3.0:1775764553.462012:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1775764553.462018:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02204e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725971584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.462060:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02204e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725971584:12345-0@lo:400:kworker.0 Request processed in 43us (6700us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.462065:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1775764553.462248:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1775764553.462256:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02206680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725971712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.462287:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02206680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725971712:12345-0@lo:400:kworker.0 Request processed in 33us (6877us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.462311:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1775764553.469912:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725971456:12345-0@lo:400:kworker.0 Request processed in 22696us (25421us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764553.469929:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1775764553.475428:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725971840 00000100:00100000:1.0:1775764553.475446:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725971840 00000100:00100000:1.0:1775764553.475523:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1775764553.475533:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725971840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764553.475642:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725971840:12345-0@lo:400:kworker.0 Request processed in 111us (20385us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764553.475649:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1775764553.475946:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725971840:0@lo:400:kworker.0 00000100:00100000:0.0:1775764553.480268:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725971456:0@lo:400:kworker.0 00000100:00080000:0.0:1775764553.480326:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764553.480332:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764553.480397:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725971968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764553.483027:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725971712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.483046:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725971584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.483171:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725972224:0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.483231:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764553.483258:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764553.483264:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725972096:0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.483289:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764553.483317:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725972224 00000100:00100000:3.0:1775764553.483324:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725972224 00000100:00100000:3.0:1775764553.483393:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1775764553.483402:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02206d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725972224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.483449:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02206d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725972224:12345-0@lo:400:kworker.0 Request processed in 48us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.483456:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1775764553.483478:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725972096 00000100:00100000:3.0:1775764553.483481:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725972096 00000100:00100000:3.0:1775764553.483509:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1775764553.483514:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02204000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725972096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.483540:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02204000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725972096:12345-0@lo:400:kworker.0 Request processed in 26us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.483545:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1775764553.483566:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725972096:0@lo:400:kworker.0 00000100:00100000:3.0:1775764553.483574:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725972224:0@lo:400:kworker.0 00000100:00080000:0.0:1775764553.484795:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764553.484806:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764553.520942:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764553.520997:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764553.521124:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702698624 00000100:00100000:1.0:1775764553.521141:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702698624 00000100:00100000:1.0:1775764553.521239:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 939 00000100:00100000:1.0:1775764553.521251:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702698624:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764553.521358:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702698624:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 110us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764553.521367:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 939 00000100:00080000:0.0:1775764553.521882:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764553.523097:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702698496 00000100:00100000:3.0:1775764553.523112:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702698496 00000100:00100000:3.0:1775764553.523198:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 834 00000100:00100000:3.0:1775764553.523208:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702698496:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764553.523529:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702698496:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 320us (2600us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.523538:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 834 00010000:00010000:3.0:1775764553.956946:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764554.985602:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764555.458386:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764555.458518:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702698752 00000100:00100000:3.0:1775764555.458535:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702698752 00000100:00100000:3.0:1775764555.458674:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 222 00000100:00100000:3.0:1775764555.458688:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:29578:x1862022702698752:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764555.458718:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764555.459156:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c873 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc94 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.459236:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c87a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.459253:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c87a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.459291:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c87a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764555.459578:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1775764555.459583:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764555.459675:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c87a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.459702:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420c873 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc94 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.459719:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c87a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc94 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.459727:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:2.0:1775764555.459784:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764555.459788:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764555.459869:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29578:x1862022702698752:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1185us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764555.459877:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 222 00000100:00080000:0.0:1775764555.460273:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764555.462712:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764555.462978:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702698880 00000100:00100000:3.0:1775764555.462989:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702698880 00000100:00100000:3.0:1775764555.463049:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 223 00000100:00100000:3.0:1775764555.463058:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29578:x1862022702698880:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764555.463077:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764555.463095:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c881 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fc9b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463160:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463173:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463183:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463210:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463215:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463221:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463841:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463850:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463857:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463863:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764555.463867:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463874:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463886:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:3.0:1775764555.463888:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764555.463893:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.463898:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c888 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464704:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464711:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464717:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464721:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764555.464724:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464758:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464771:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1d0297b900) 00010000:00010000:3.0:1775764555.464773:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764555.464776:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464782:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c88f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464838:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c881 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc9b expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464850:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:3.0:1775764555.464852:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764555.464864:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c881 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc9b expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.464874:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195a00, rc 0) 00000100:00100000:3.0:1775764555.465613:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29578:x1862022702698880:12345-192.168.202.7@tcp:101:rm.0 Request processed in 2549us (2905us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764555.465623:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 223 00000100:00100000:2.0:1775764555.488112:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725972352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764555.488234:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764555.488489:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725972352 00000100:00100000:3.0:1775764555.488501:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725972352 00000100:00100000:3.0:1775764555.488589:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1775764555.488600:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725972352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764555.488640:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764555.488717:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725972352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764555.488724:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:2.0:1775764555.488974:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764555.488980:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725972352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764555.547383:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764555.547429:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764555.547459:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702699008 00000100:00100000:1.0:1775764555.547478:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702699008 00000100:00100000:1.0:1775764555.548650:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702699264 00000100:00100000:1.0:1775764555.548668:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702699264 00000100:00100000:1.0:1775764555.548758:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 224 00000100:00100000:1.0:1775764555.548771:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702699008:12345-192.168.202.7@tcp:41:mkdir.0 00000004:00000024:1.0:1775764555.548837:0:8088:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1775764555.549708:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702699008:12345-192.168.202.7@tcp:41:mkdir.0 Request processed in 933us (2329us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764555.549720:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 224 00000100:00100000:1.0:1775764555.549779:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 225 00000100:00100000:1.0:1775764555.549789:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29582:x1862022702699264:12345-192.168.202.7@tcp:36:mkdir.0 00010000:00010000:1.0:1775764555.549832:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764555.549862:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420c87a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fc94 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.549883:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:1.0:1775764555.549897:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764555.554221:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.554255:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.554273:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.554294:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.554323:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.554330:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764555.562621:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 512 00010000:00010000:1.0:1775764555.562654:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.562667:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.562677:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.562683:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764555.562690:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.562699:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.562722:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:1.0:1775764555.562725:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764555.562751:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.562758:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c896 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764555.562802:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002879135a reply state 00000000562c7f83 transno 4294967393 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764555.562814:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764555.562948:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:29582:x1862022702699264:12345-192.168.202.7@tcp:36:mkdir.0 Request processed in 13155us (15511us total) trans 4294967393 rc 0/0 00000100:00100000:1.0:1775764555.562959:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 225 00010000:00010000:3.0:1775764555.568627:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.568653:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.568663:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.568670:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764555.568677:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.568686:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.568755:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e03a56e00) 00010000:00010000:3.0:1775764555.568760:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764555.568765:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.568773:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420c89d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764555.663853:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764555.663955:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702699392 00000100:00100000:3.0:1775764555.663965:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702699392 00000100:00100000:3.0:1775764555.664039:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 226 00000100:00100000:3.0:1775764555.664049:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29586:x1862022702699392:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:3.0:1775764555.664078:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764555.664101:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c8a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fca2 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.664177:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c8ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.664192:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c8ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.664205:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c8ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764555.664282:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775764555.664287:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764555.664319:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c8ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.664374:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c8a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fca2 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.664401:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c8ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fca2 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.664408:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:3.0:1775764555.664411:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764555.664415:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194c00, rc 0) 00000100:00100000:3.0:1775764555.664485:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:29586:x1862022702699392:12345-192.168.202.7@tcp:101:chown.0 Request processed in 438us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764555.664492:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 226 00000100:00100000:1.0:1775764555.669063:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764555.669168:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702699520 00000100:00100000:2.0:1775764555.669180:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702699520 00000100:00100000:2.0:1775764555.669249:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 227 00000100:00100000:2.0:1775764555.669262:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:29586:x1862022702699520:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:2.0:1775764555.669306:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764555.669330:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fca9 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669410:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669425:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669435:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669449:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669454:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669460:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669611:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c8c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669618:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c8c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669623:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c8c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764555.669666:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 512 00000004:00200000:2.0:1775764555.669674:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764555.669700:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c8c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669711:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669717:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669723:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669778:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764555.669786:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669793:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669808:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:2.0:1775764555.669811:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764555.669816:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669821:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420c8b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669834:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669840:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669857:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669861:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764555.669863:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669869:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669875:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e094a3d00) 00010000:00010000:2.0:1775764555.669877:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764555.669879:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669884:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420c8c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669914:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fca9 expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669928:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c8c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fca9 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.669935:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:2.0:1775764555.669938:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764555.669940:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80400, rc 0) 00000100:00100000:2.0:1775764555.670007:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:29586:x1862022702699520:12345-192.168.202.7@tcp:101:chown.0 Request processed in 748us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764555.670024:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 227 00000100:00100000:0.0:1775764555.674661:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764555.675098:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702699776 00000100:00100000:2.0:1775764555.675109:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702699776 00000100:00100000:2.0:1775764555.675176:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 228 00000100:00100000:2.0:1775764555.675184:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:29586:x1862022702699776:12345-192.168.202.7@tcp:36:chown.0 00010000:00010000:2.0:1775764555.675236:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764555.675264:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420c8c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fca9 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.675280:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:2.0:1775764555.675290:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764555.675312:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.675324:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.675332:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764555.675848:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7ed9da3 reply state 00000000e543b749 transno 4294967394 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764555.675858:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764555.675873:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 512 00000100:00100000:2.0:1775764555.675978:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:29586:x1862022702699776:12345-192.168.202.7@tcp:36:chown.0 Request processed in 794us (1325us total) trans 4294967394 rc 0/0 00000100:00100000:2.0:1775764555.675986:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 228 00010000:00010000:0.0:1775764555.678943:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.678964:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.678972:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.678996:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764555.679001:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.679009:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.679029:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:0.0:1775764555.679032:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764555.679037:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.679043:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420c8ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764556.005851:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764556.750589:0:48664:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0128bac0 20000000:00000080:3.0:1775764556.750617:0:48664:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e36d29000 uarg=0000000000000000 00010000:00010000:3.0:1775764556.753946:0:48664:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1775764556.755425:0:48664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:3.0:1775764556.755436:0:48664:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764556.755455:0:48664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c8ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fca2 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764556.755506:0:48664:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1775764556.755596:0:48664:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764556.755621:0:48664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764556.755638:0:48664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c865 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764556.755671:0:48664:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764556.755753:0:48664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c865 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764556.755773:0:48664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c865 expref: 17 pid: 5763 timeout: 1481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764556.755795:0:48664:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48664:1862022725972480:0@lo:104: 00000100:00100000:3.0:1775764556.755892:0:48664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764556.756096:0:48664:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e02b906c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764556.760296:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725972480 00000100:00100000:1.0:1775764556.760319:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725972480 00000100:00100000:1.0:1775764556.760426:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1775764556.760438:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02204380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:48664:x1862022725972480:12345-0@lo:104: 00010000:00010000:1.0:1775764556.760465:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.760655:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764556.760663:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02204380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:48664:x1862022725972480:12345-0@lo:104: Request processed in 226us (4770us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764556.760672:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00010000:00010000:1.0:1775764556.760700:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764556.760707:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.760717:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764556.760722:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.760750:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764556.760779:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764556.760784:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764556.760825:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.760831:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764556.760854:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.760860:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420c865 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c86c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.760884:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764556.760886:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764556.760888:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764556.760912:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725972608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764556.760956:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764556.761018:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725972608 00000100:00100000:1.0:1775764556.761023:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725972608 00010000:00010000:1.0:1775764556.761046:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c865 expref: 18 pid: 5763 timeout: 1481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764556.761089:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1775764556.761095:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725972608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764556.761107:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764556.761113:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c865 expref: 18 pid: 5763 timeout: 1481 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761132:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c865 expref: 18 pid: 5763 timeout: 1481 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761152:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761160:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761175:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761182:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761189:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761196:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761201:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764556.761206:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761213:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761222:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764556.761241:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764556.761278:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725972608:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764556.761285:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1775764556.761385:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725972608:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764556.764318:0:48664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194200/0x429a70d18420c86c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c865 expref: 17 pid: 5763 timeout: 1481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764556.764343:0:48664:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02205c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48664:1862022725972480:0@lo:104: 00010000:00010000:3.0:1775764556.764371:0:48664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764556.764383:0:48664:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764556.764389:0:48664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764556.764394:0:48664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195800/0x429a70d18420c8d5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764557.035204:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764558.006304:0:48712:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce7af4da0 20000000:00000080:2.0:1775764558.006330:0:48712:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e10b82000 uarg=0000000000000000 00010000:00010000:2.0:1775764558.006704:0:48712:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764558.006723:0:48712:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764558.006797:0:48712:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764558.006824:0:48712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006844:0:48712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006856:0:48712:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006863:0:48712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006870:0:48712:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006878:0:48712:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006885:0:48712:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764558.006889:0:48712:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006897:0:48712:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006911:0:48712:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006929:0:48712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764558.006934:0:48712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420c8dc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764558.052051:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764558.561409:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764558.561437:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725972736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764558.561526:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:1.0:1775764558.561799:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764558.561805:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764558.561811:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764558.561857:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764558.561871:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764558.561887:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764558.561912:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725972864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764558.561949:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764558.561975:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b66600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764558.562000:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725972864 00000100:00100000:1.0:1775764558.562008:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725972864 00000100:00100000:1.0:1775764558.562056:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1775764558.562065:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725972864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764558.562078:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764558.562090:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c8e3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764558.562126:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c8e3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764558.562153:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c8e3 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764558.562163:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb600, rc 0) 00000100:00100000:1.0:1775764558.562202:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725972864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764558.562209:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1775764558.562264:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725972864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764558.562277:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764558.562287:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764558.562309:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764558.562313:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764558.562321:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764558.562390:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725972992:0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.562431:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764558.563079:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764558.563088:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725973376:0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.563122:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764558.563182:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725972992 00000100:00100000:1.0:1775764558.563189:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725972992 00000100:00100000:1.0:1775764558.563232:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1775764558.563239:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725972992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.563279:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725972992:12345-0@lo:400:kworker.0 Request processed in 40us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764558.563286:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1775764558.563300:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725972736 00000100:00100000:3.0:1775764558.563305:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725972736 00000100:00100000:1.0:1775764558.563311:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725973120:0@lo:400:kworker.0 00000100:00100000:3.0:1775764558.563346:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1775764558.563352:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725972736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764558.563380:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764558.563417:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725972736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (1892us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764558.563423:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00080000:3.0:1775764558.563440:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764558.563634:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764558.563668:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764558.563677:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725973248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.563703:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764558.563766:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725973376 00000100:00100000:1.0:1775764558.563771:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725973376 00000100:00100000:1.0:1775764558.563814:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1775764558.563821:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725973376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.563853:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725973376:12345-0@lo:400:kworker.0 Request processed in 32us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764558.563859:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1775764558.563878:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725973120 00000100:00100000:1.0:1775764558.563893:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725973120 00000100:00100000:1.0:1775764558.563919:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725973248 00000100:00100000:1.0:1775764558.563922:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725973248 00000100:00100000:1.0:1775764558.563945:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1775764558.563950:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725973120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.564055:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725973120:12345-0@lo:400:kworker.0 Request processed in 104us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764558.564157:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1775764558.564171:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1775764558.564178:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725973248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.564207:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725973248:12345-0@lo:400:kworker.0 Request processed in 30us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764558.564213:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00080000:1.0:1775764558.564242:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764558.564246:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764558.564288:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725973248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.564300:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725973120:0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.564613:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725973376:0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.564628:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725972992:0@lo:400:kworker.0 00000100:00100000:1.0:1775764558.564650:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725972736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764558.638347:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764558.638423:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764558.638578:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702699904 00000100:00100000:1.0:1775764558.638598:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702699904 00000100:00100000:1.0:1775764558.638675:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 836 00000100:00100000:1.0:1775764558.638689:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702699904:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764558.639003:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702700032 00000100:00100000:2.0:1775764558.639008:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702700032 00000100:00100000:2.0:1775764558.639071:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 943 00000100:00100000:2.0:1775764558.639079:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02207480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702700032:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764558.639262:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02207480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702700032:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 182us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764558.639270:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 943 00000100:00100000:1.0:1775764558.640210:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702699904:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1517us (1873us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764558.640219:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 836 00000100:00080000:1.0:1775764558.640266:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764559.074946:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764560.096860:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764560.611947:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725973504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764560.612011:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764560.614224:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725973504 00000100:00100000:3.0:1775764560.614240:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725973504 00000100:00100000:3.0:1775764560.614315:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1775764560.614327:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725973504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764560.614367:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764560.614449:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725973504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (2437us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764560.614457:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:3.0:1775764560.614479:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764560.614519:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725973504:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1775764560.672244:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967393 is committed 00000001:00080000:2.0:1775764560.672273:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967394 is committed 00010000:00010000:1.0:1775764561.120278:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764562.143946:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764562.279985:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764562.280259:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702700160 00000100:00100000:0.0:1775764562.280272:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702700160 00000100:00100000:0.0:1775764562.280347:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 5 00000100:00100000:0.0:1775764562.280368:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5546:x1862022702700160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764562.280385:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764562.280388:0:5755:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420c8ab) 00010000:00010000:0.0:1775764562.280390:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764562.280442:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5546:x1862022702700160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (470us total) trans 0 rc 116/116 00000100:00100000:0.0:1775764562.280464:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 5 00000100:00080000:3.0:1775764562.280670:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764563.176117:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764563.686937:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725973632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764563.687008:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764563.687166:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725974144:0@lo:400:kworker.0 00000100:00100000:1.0:1775764563.687214:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764563.687237:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764563.687243:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725973760:0@lo:400:kworker.0 00000100:00100000:1.0:1775764563.687272:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764563.687408:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725973632 00000100:00100000:2.0:1775764563.687416:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725973632 00000100:00100000:2.0:1775764563.687474:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1775764563.687484:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725973632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764563.687531:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764563.687576:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725973632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764563.687583:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1775764563.688998:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725974016:0@lo:400:kworker.0 00000100:00100000:3.0:1775764563.689055:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764563.689118:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764563.689125:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725973888:0@lo:400:kworker.0 00000100:00100000:3.0:1775764563.689146:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775764563.689169:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764563.689204:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725974144 00000100:00100000:3.0:1775764563.689211:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725974144 00000100:00100000:3.0:1775764563.689255:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725974016 00000100:00100000:3.0:1775764563.689258:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725974016 00000100:00100000:3.0:1775764563.689277:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725973888 00000100:00100000:2.0:1775764563.689379:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1775764563.689396:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725974144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764563.689449:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725974144:12345-0@lo:400:kworker.0 Request processed in 55us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764563.689456:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1775764563.689486:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1775764563.689501:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725974016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764563.689535:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725974016:12345-0@lo:400:kworker.0 Request processed in 43us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764563.689541:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1775764563.689575:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725973888 00000100:00100000:3.0:1775764563.689690:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1775764563.689698:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725973888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764563.689757:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725973888:12345-0@lo:400:kworker.0 Request processed in 34us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764563.689763:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00080000:3.0:1775764563.689778:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764563.689813:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725973888:0@lo:400:kworker.0 00000100:00100000:3.0:1775764563.689824:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725974016:0@lo:400:kworker.0 00000100:00100000:1.0:1775764563.690023:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725974272:0@lo:400:kworker.0 00000100:00100000:1.0:1775764563.690052:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764563.690086:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725974144:0@lo:400:kworker.0 00000100:00100000:1.0:1775764563.690105:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725973632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764563.690140:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725973760 00000100:00100000:1.0:1775764563.690143:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725973760 00000100:00100000:1.0:1775764563.690170:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1775764563.690177:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725973760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764563.690212:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725973760:12345-0@lo:400:kworker.0 Request processed in 36us (2939us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764563.690218:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1775764563.690250:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725973760:0@lo:400:kworker.0 00000100:00100000:3.0:1775764563.690707:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725974272 00000100:00100000:3.0:1775764563.690714:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725974272 00000100:00100000:3.0:1775764563.690798:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775764563.690805:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725974272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764563.690850:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725974272:12345-0@lo:400:kworker.0 Request processed in 46us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764563.690856:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775764563.690893:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725974272:0@lo:400:kworker.0 00000100:00080000:2.0:1775764563.691037:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764563.757634:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764563.757681:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764563.757843:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702700416 00000100:00100000:2.0:1775764563.757854:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702700416 00000100:00100000:2.0:1775764563.757919:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 947 00000100:00100000:2.0:1775764563.757928:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702700416:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764563.757994:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702700416:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 67us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764563.758001:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 947 00000100:00100000:3.0:1775764563.760263:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702700288 00000100:00100000:3.0:1775764563.760303:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702700288 00000100:00100000:3.0:1775764563.760364:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 838 00000100:00100000:3.0:1775764563.760375:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702700288:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764563.760451:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702700288:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 78us (2831us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764563.760459:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 838 00010000:00010000:1.0:1775764564.199912:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764564.448224:0:48958:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdab2a3b40 20000000:00000080:0.0:1775764564.448242:0:48958:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0f077c00 uarg=0000000000000000 00010000:00010000:0.0:1775764564.456240:0:48958:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764564.456266:0:48958:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764564.456294:0:48958:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764564.456326:0:48958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764564.456346:0:48958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c8e3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764564.456354:0:48958:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764564.456590:0:48958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c8e3 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764564.456608:0:48958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c8e3 expref: 17 pid: 5762 timeout: 1489 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764564.456624:0:48958:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48958:1862022725974400:0@lo:104: 00000100:00100000:0.0:1775764564.456694:0:48958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764564.456932:0:48958:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764564.457603:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1775764564.457625:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725974400 00000100:00100000:2.0:1775764564.457637:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725974400 00000100:00100000:2.0:1775764564.457787:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1775764564.457798:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33f77050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:48958:x1862022725974400:12345-0@lo:104: 00010000:00010000:2.0:1775764564.457814:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764564.457909:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764564.457930:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33f77050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:48958:x1862022725974400:12345-0@lo:104: Request processed in 134us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764564.457939:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1775764564.458078:0:48958:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48958:1862022725974400:0@lo:104: 00010000:00010000:1.0:1775764564.458106:0:48958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458182:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764564.458191:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458198:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764564.458202:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458212:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764564.458219:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764564.458225:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764564.458274:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458280:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764564.458314:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458322:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca200/0x429a70d18420c8e3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c8ea expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458350:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764564.458352:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764564.458354:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764564.458369:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725974528:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764564.458419:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764564.458465:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725974528 00000100:00100000:3.0:1775764564.458469:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725974528 00010000:00010000:3.0:1775764564.458505:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c8e3 expref: 18 pid: 5762 timeout: 1489 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764564.458529:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1775764564.458536:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725974528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764564.458550:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764564.458556:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c8e3 expref: 18 pid: 5762 timeout: 1489 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458569:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c8e3 expref: 18 pid: 5762 timeout: 1489 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458582:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420c8ea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c8e3 expref: 18 pid: 5762 timeout: 1489 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458595:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458603:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458616:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458629:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458636:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458641:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458646:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764564.458651:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458658:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458669:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764564.458678:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764564.458708:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725974528:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764564.458715:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1775764564.458771:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725974528:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764564.459352:0:48958:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764564.459362:0:48958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764564.459378:0:48958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062200/0x429a70d18420c8f1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764565.215957:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764565.729038:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725974656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764565.729120:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764565.729985:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725974656 00000100:00100000:1.0:1775764565.730002:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725974656 00000100:00100000:1.0:1775764565.730080:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1775764565.730090:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725974656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764565.730134:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764565.730203:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725974656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764565.730210:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00080000:3.0:1775764565.730720:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764565.732021:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725974656:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764566.240083:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764566.368008:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764566.368016:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764566.368021:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764566.368076:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764566.368089:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764566.368102:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764566.368149:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725974784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764566.368224:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764566.368283:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebbc00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764566.368364:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725974784 00000100:00100000:3.0:1775764566.368373:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725974784 00000100:00100000:3.0:1775764566.368488:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1775764566.368500:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725974784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764566.368517:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764566.368533:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c8f8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764566.368558:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c8f8 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764566.368568:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c8f8 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764566.368578:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194200, rc 0) 00000100:00100000:3.0:1775764566.368629:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725974784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764566.368636:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:2.0:1775764566.368825:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725974784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764566.368843:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764566.368852:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764566.368874:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764566.368879:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764566.368887:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764567.269878:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764568.288482:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764568.439231:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764568.439371:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702700544 00000100:00100000:3.0:1775764568.439382:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702700544 00000100:00080000:2.0:1775764568.439461:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764568.439470:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 229 00000100:00100000:3.0:1775764568.439482:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:29764:x1862022702700544:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764568.439503:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764568.439525:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c906 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fcb0 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.439600:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c90d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.439629:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c90d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.439641:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c90d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764568.439848:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775764568.439852:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764568.439910:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c90d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.439929:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420c906 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcb0 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.439943:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c90d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcb0 expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.439948:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:3.0:1775764568.439951:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764568.439953:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194c00, rc 0) 00000100:00100000:3.0:1775764568.440004:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29764:x1862022702700544:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 525us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.440020:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 229 00000100:00100000:2.0:1775764568.442983:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764568.443026:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702700672 00000100:00100000:1.0:1775764568.443036:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702700672 00000100:00100000:1.0:1775764568.443094:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 230 00000100:00100000:1.0:1775764568.443104:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29764:x1862022702700672:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:1.0:1775764568.443124:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764568.443139:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420c914 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fcb7 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.443185:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.443196:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.443204:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.443215:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.443219:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.443223:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.443891:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c929 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.443900:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.443906:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764568.443978:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:1.0:1775764568.443981:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764568.444048:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444062:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444070:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444077:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444084:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764568.444087:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444092:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444101:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:1.0:1775764568.444108:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.444112:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444116:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420c91b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444124:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444128:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444132:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444134:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764568.444136:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444139:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444143:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e03a56300) 00010000:00010000:1.0:1775764568.444144:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.444145:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444148:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420c922 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444172:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420c914 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcb7 expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444189:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c929 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcb7 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.444194:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e03a56400) 00010000:00010000:1.0:1775764568.444196:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764568.444198:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb200, rc 0) 00000100:00100000:1.0:1775764568.444262:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:29764:x1862022702700672:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 1159us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764568.444270:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 230 00000100:00100000:2.0:1775764568.447253:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764568.447367:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702700928 00000100:00100000:1.0:1775764568.447380:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702700928 00000100:00100000:1.0:1775764568.447469:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 231 00000100:00100000:1.0:1775764568.447481:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:29764:x1862022702700928:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:1.0:1775764568.447539:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764568.447566:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420c929 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcb7 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.447586:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e03a56400) 00010000:00010000:1.0:1775764568.447596:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764568.447621:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.447635:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.447644:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764568.487214:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967395 is committed 00000004:00010000:1.0:1775764568.487343:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088cbf1c8 reply state 000000008112f7d3 transno 4294967395 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764568.487360:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764568.487795:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00010000:00080000:1.0:1775764568.488309:0:5769:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00010000:00010000:3.0:1775764568.488438:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.488458:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.488481:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.488487:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764568.488492:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.488500:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.488517:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:3.0:1775764568.488520:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764568.488524:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.488530:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420c930 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764568.488639:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:29764:x1862022702700928:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 40851us (41086us total) trans 4294967395 rc 0/0 00000100:00100000:1.0:1775764568.488650:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 231 00000100:00100000:1.0:1775764568.804825:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764568.804848:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725974912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764568.804928:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764568.804994:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725974912 00000100:00100000:1.0:1775764568.805003:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725974912 00000100:00100000:1.0:1775764568.805061:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1775764568.805069:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725974912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764568.805105:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764568.805150:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725974912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764568.805157:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00080000:1.0:1775764568.805177:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764568.805215:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725974912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764568.805600:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725975168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764568.805633:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764568.805656:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764568.805661:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725975296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764568.805681:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764568.805715:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725975168 00000100:00100000:3.0:1775764568.805720:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725975168 00000100:00100000:3.0:1775764568.805780:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725975296 00000100:00100000:3.0:1775764568.805784:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725975296 00000100:00100000:3.0:1775764568.805824:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1775764568.805831:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725975168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764568.805887:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725975168:12345-0@lo:400:kworker.0 Request processed in 56us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.805893:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1775764568.805908:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1775764568.805914:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725975296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764568.805940:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725975296:12345-0@lo:400:kworker.0 Request processed in 27us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.805945:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1775764568.805976:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725975296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764568.805985:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725975168:0@lo:400:kworker.0 00000100:00080000:1.0:1775764568.806492:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764568.806510:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725975040:0@lo:400:kworker.0 00000100:00100000:1.0:1775764568.806548:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764568.806588:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725975552:0@lo:400:kworker.0 00000100:00100000:1.0:1775764568.806636:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764568.806662:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764568.806668:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725975424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764568.806689:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764568.806713:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725975552 00000100:00100000:1.0:1775764568.806718:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725975552 00000100:00100000:3.0:1775764568.807466:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725975040 00000100:00100000:3.0:1775764568.807477:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725975040 00000100:00100000:3.0:1775764568.807521:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1775764568.807530:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725975040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764568.807593:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725975040:12345-0@lo:400:kworker.0 Request processed in 64us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.807601:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1775764568.807660:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725975424 00000100:00100000:3.0:1775764568.807665:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725975424 00000100:00100000:3.0:1775764568.807697:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1775764568.807704:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725975424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764568.807757:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725975424:12345-0@lo:400:kworker.0 Request processed in 54us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.807763:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:1.0:1775764568.808020:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1775764568.808032:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725975552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764568.808073:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725975552:12345-0@lo:400:kworker.0 Request processed in 45us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764568.808080:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1775764568.808130:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725975424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764568.808140:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725975040:0@lo:400:kworker.0 00000100:00100000:1.0:1775764568.808149:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f099180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725975552:0@lo:400:kworker.0 00000100:00080000:1.0:1775764568.808194:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764568.808198:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764568.880185:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764568.880233:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764568.880558:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702701184 00000100:00100000:3.0:1775764568.880586:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702701184 00000100:00100000:1.0:1775764568.880596:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702701056 00000100:00100000:1.0:1775764568.880600:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702701056 00000100:00100000:3.0:1775764568.880640:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 951 00000100:00100000:1.0:1775764568.880641:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 841 00000100:00100000:3.0:1775764568.880650:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702701184:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764568.880651:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702701056:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764568.880718:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702701056:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 68us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764568.880725:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 841 00000100:00100000:3.0:1775764568.893399:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702701184:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 12733us (13211us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.893415:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 951 00010000:00010000:3.0:1775764569.312129:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764569.731455:0:49156:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa0e07d90 20000000:00000080:1.0:1775764569.731480:0:49156:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee5400 uarg=0000000000000000 00010000:00010000:1.0:1775764569.733810:0:49156:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1775764569.733860:0:49156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:1.0:1775764569.733863:0:49156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764569.733878:0:49156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c90d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcb0 expref: 5 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.733912:0:49156:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1775764569.733946:0:49156:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764569.733965:0:49156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.733979:0:49156:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c8f8 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.733987:0:49156:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.734159:0:49156:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c8f8 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.734175:0:49156:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c8f8 expref: 17 pid: 5762 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764569.734298:0:49156:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49156:1862022725975680:0@lo:104: 00000100:00100000:1.0:1775764569.734385:0:49156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764569.734561:0:49156:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e33ebbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764569.740570:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725975680 00000100:00100000:0.0:1775764569.740589:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725975680 00000100:00100000:0.0:1775764569.740681:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1775764569.740712:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:49156:x1862022725975680:12345-0@lo:104: 00010000:00010000:0.0:1775764569.741342:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764569.741470:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764569.741477:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:49156:x1862022725975680:12345-0@lo:104: Request processed in 767us (7094us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764569.741486:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00010000:00010000:2.0:1775764569.741560:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764569.741570:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.741579:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764569.741585:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.741609:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764569.741617:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764569.741623:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764569.741693:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.741700:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764569.741758:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.741766:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420c8f8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c8ff expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.741787:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764569.741790:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764569.741791:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764569.741963:0:49156:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49156:1862022725975680:0@lo:104: 00010000:00010000:1.0:1775764569.742011:0:49156:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764569.742205:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725975808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764569.742252:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764569.742846:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725975808 00000100:00100000:2.0:1775764569.742858:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725975808 00010000:00010000:2.0:1775764569.742903:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c8f8 expref: 18 pid: 5762 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764569.742952:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1775764569.742961:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e03020850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725975808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764569.742987:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764569.742993:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c8f8 expref: 18 pid: 5762 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743021:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c8f8 expref: 18 pid: 5762 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743038:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194200/0x429a70d18420c8ff lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c8f8 expref: 18 pid: 5762 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743056:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743065:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743080:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743087:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743093:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743099:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743105:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764569.743110:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743119:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743144:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.743154:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764569.743215:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e03020850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725975808:12345-0@lo:103:ldlm_bl.0 Request processed in 254us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764569.743223:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1775764569.743535:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725975808:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764569.743878:0:49156:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.743888:0:49156:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.743895:0:49156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb400/0x429a70d18420c937 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764570.337140:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764570.848766:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725975936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764570.848844:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764570.848940:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725975936 00000100:00100000:1.0:1775764570.848948:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725975936 00000100:00100000:1.0:1775764570.849026:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1775764570.849036:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725975936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764570.849080:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764570.849131:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725975936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764570.849139:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00080000:1.0:1775764570.849162:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764570.849202:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725975936:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1775764571.295898:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764571.295912:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764571.295919:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764571.296005:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764571.296020:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764571.296034:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764571.296068:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725976064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764571.296141:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764571.296247:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764571.297028:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725976064 00000100:00100000:0.0:1775764571.297041:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725976064 00000100:00100000:0.0:1775764571.297110:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1775764571.297119:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725976064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764571.297137:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764571.297157:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c93e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764571.297186:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c93e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764571.297200:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c93e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764571.297211:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775764571.297302:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725976064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764571.297310:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1775764571.297497:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725976064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764571.297520:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764571.297533:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764571.297558:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764571.297564:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764571.297572:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764571.362592:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764572.383921:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764573.366930:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764573.367075:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702701312 00000100:00100000:3.0:1775764573.367089:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702701312 00000100:00100000:3.0:1775764573.367175:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 232 00000100:00100000:3.0:1775764573.367189:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:29841:x1862022702701312:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:3.0:1775764573.367238:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764573.367270:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420c94c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fcbe expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.367358:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.367374:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.367389:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.367417:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.367425:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.367432:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.368246:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c961 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.368260:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.368268:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775764573.368855:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1775764573.369189:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:3.0:1775764573.369207:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764573.369313:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369330:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369337:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369345:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369350:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764573.369355:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369362:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369376:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:3.0:1775764573.369379:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764573.369384:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369389:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420c953 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369413:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369419:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369434:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369439:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764573.369441:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369456:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369464:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1d0297b700) 00010000:00010000:3.0:1775764573.369466:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764573.369469:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369474:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420c95a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369514:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420c94c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcbe expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369530:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c961 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcbe expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.369537:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b200) 00010000:00010000:3.0:1775764573.369538:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764573.369541:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194c00, rc 0) 00000100:00100000:3.0:1775764573.371199:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29841:x1862022702701312:12345-192.168.202.7@tcp:101:touch.0 Request processed in 4005us (4272us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764573.371222:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 232 00000100:00100000:2.0:1775764573.379923:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764573.380570:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702701568 00000100:00100000:3.0:1775764573.380590:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702701568 00000100:00100000:3.0:1775764573.380695:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 233 00000100:00100000:3.0:1775764573.380709:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29841:x1862022702701568:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:3.0:1775764573.380770:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764573.380797:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420c968 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fcc5 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.381712:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.381802:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.381818:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.381879:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.381888:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.381895:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764573.384124:0:5769:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x9:0x0], index 1: 0 00010000:00010000:3.0:1775764573.385067:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c97d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385100:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c97d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385113:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c97d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385166:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385173:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385181:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385187:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764573.385192:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385200:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385215:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b200) 00010000:00010000:3.0:1775764573.385219:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764573.385226:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385232:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420c96f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764573.385250:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fbb14f8f reply state 00000000054f23f1 transno 4294967396 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764573.385267:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764573.385319:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420c968 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcc5 expref: 9 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385337:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c97d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcc5 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.385344:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8b1d0297b100) 00010000:00010000:3.0:1775764573.385346:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764573.385349:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031c00, rc 0) 00000100:00100000:3.0:1775764573.385635:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:29841:x1862022702701568:12345-192.168.202.7@tcp:101:touch.0 Request processed in 4927us (5725us total) trans 4294967396 rc 0/0 00000100:00100000:3.0:1775764573.385647:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 233 00000100:00100000:3.0:1775764573.398925:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764573.399257:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702701696 00000100:00100000:2.0:1775764573.399272:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702701696 00000100:00100000:2.0:1775764573.399348:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 42 00000100:00100000:2.0:1775764573.399377:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:29841:x1862022702701696:12345-192.168.202.7@tcp:49:touch.0 00000100:00100000:2.0:1775764573.399681:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:29841:x1862022702701696:12345-192.168.202.7@tcp:49:touch.0 Request processed in 306us (767us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775764573.399690:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 42 00010000:00010000:1.0:1775764573.404627:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.404650:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.404672:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.404679:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764573.404685:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.404694:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.404714:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1d0297b500) 00010000:00010000:1.0:1775764573.404717:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764573.404722:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.404852:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420c976 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764573.406851:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764573.407437:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702701952 00000100:00100000:3.0:1775764573.407613:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702701952 00000100:00100000:3.0:1775764573.407698:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 234 00000100:00100000:3.0:1775764573.407709:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:29841:x1862022702701952:12345-192.168.202.7@tcp:36:touch.0 00010000:00010000:3.0:1775764573.407812:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764573.407847:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c97d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcc5 expref: 8 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.407871:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8b1d0297b100) 00010000:00010000:3.0:1775764573.407885:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764573.408078:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.408109:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.408119:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764573.408274:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b52e2c0 reply state 0000000059a9e7f5 transno 4294967397 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764573.408284:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764573.409363:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:29841:x1862022702701952:12345-192.168.202.7@tcp:36:touch.0 Request processed in 1646us (2510us total) trans 4294967397 rc 0/0 00000100:00100000:3.0:1775764573.409383:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 234 00010000:00010000:3.0:1775764573.409434:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764573.413814:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.413836:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.413846:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.413852:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764573.413858:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.413874:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.413896:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:1.0:1775764573.413899:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764573.413906:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.413913:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420c98b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764573.420027:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764573.420629:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702702080 00000100:00100000:3.0:1775764573.420639:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702702080 00000100:00100000:3.0:1775764573.420705:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 235 00000100:00100000:3.0:1775764573.420717:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:29841:x1862022702702080:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:3.0:1775764573.420762:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764573.420788:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c992 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fccc expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.420851:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c992 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fccc expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.420866:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c992 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fccc expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.420898:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:3.0:1775764573.420901:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764573.420906:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031400, rc 0) 00000100:00100000:3.0:1775764573.420987:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:29841:x1862022702702080:12345-192.168.202.7@tcp:101:touch.0 Request processed in 272us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764573.420994:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 235 00000100:00100000:3.0:1775764573.425654:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764573.425918:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702702208 00000100:00100000:1.0:1775764573.425930:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702702208 00000100:00100000:1.0:1775764573.425995:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 112 00000100:00100000:1.0:1775764573.426007:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2355:x1862022702702208:12345-192.168.202.7@tcp:8:touch.0 00010000:00080000:1.0:1775764573.426043:0:7727:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1398 last 0 00000020:00000080:1.0:1775764573.426071:0:7727:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420c999 00002000:00100000:1.0:1775764573.426111:0:7727:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e0f04a000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1775764573.426139:0:7727:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1775764573.426471:0:7727:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1775764573.426512:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1e0f04d000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764573.426617:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702702208:12345-192.168.202.7@tcp:8:touch.0 Request processed in 610us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764573.426627:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 112 00000100:00100000:2.0:1775764573.444475:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764573.444899:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702702336 00000100:00100000:3.0:1775764573.444910:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702702336 00000100:00080000:2.0:1775764573.444944:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764573.444987:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 113 00000100:00100000:3.0:1775764573.444998:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:0:x1862022702702336:12345-192.168.202.7@tcp:2:touch.0 00000100:00100000:1.0:1775764573.503551:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:0:x1862022702702336:12345-192.168.202.7@tcp:2:touch.0 Request processed in 58541us (59074us total) trans 4294967313 rc 0/0 00000100:00100000:1.0:1775764573.503584:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 113 00000001:00100000:2.0:1775764573.503915:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00080000:2.0:1775764573.503928:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967313 is committed 00000100:00100000:2.0:1775764573.506978:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764573.507039:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702702592 00000100:00100000:0.0:1775764573.507049:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702702592 00000100:00100000:0.0:1775764573.507109:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 43 00000100:00100000:0.0:1775764573.507120:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:29841:x1862022702702592:12345-192.168.202.7@tcp:35:touch.0 00000100:00100000:0.0:1775764573.507522:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:29841:x1862022702702592:12345-192.168.202.7@tcp:35:touch.0 Request processed in 403us (554us total) trans 4294967398 rc 0/0 00000100:00100000:0.0:1775764573.507530:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 43 00000100:00100000:1.0:1775764573.572027:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764573.572200:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702702720 00000100:00100000:3.0:1775764573.572214:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702702720 00000100:00100000:3.0:1775764573.572307:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 236 00000100:00100000:3.0:1775764573.572320:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:29845:x1862022702702720:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764573.572352:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764573.572453:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c9a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fcd3 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572551:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572571:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572585:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572627:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572635:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572643:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572826:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c9b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572835:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572842:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764573.572885:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x14:0x0]: returning size 0 00000004:00200000:3.0:1775764573.572891:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764573.572930:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572942:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572950:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572956:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572981:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.572988:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764573.572992:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573000:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573012:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b200) 00010000:00010000:3.0:1775764573.573015:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764573.573018:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573023:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031600/0x429a70d18420c9a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573034:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573038:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573041:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573044:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764573.573045:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573056:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573061:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1d0297b100) 00010000:00010000:3.0:1775764573.573062:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764573.573064:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573067:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420c9ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573098:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c9a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcd3 expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573109:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c9b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcd3 expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.573114:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:3.0:1775764573.573116:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764573.573118:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00030200, rc 0) 00000100:00100000:3.0:1775764573.573193:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:29845:x1862022702702720:12345-192.168.202.7@tcp:101:rm.0 Request processed in 877us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764573.573198:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 236 00000100:00100000:2.0:1775764573.583628:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764573.583860:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702702848 00000100:00100000:3.0:1775764573.583872:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702702848 00000100:00100000:3.0:1775764573.583941:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 114 00000100:00100000:3.0:1775764573.583955:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702702848:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764573.584010:0:6551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764573.584037:0:6551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fcda expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764573.584067:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x9:0x0] initial LVB size: 0, mtime: 0x69d8045d, atime: 0x69d8045d, ctime: 0x69d8045d, blocks: 0x1 00010000:00010000:3.0:1775764573.584093:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764573.584096:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764573.584106:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcda expref: 6 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.584129:0:6551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcda expref: 6 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.584146:0:6551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031c00, rc 0) 00000100:00100000:3.0:1775764573.584231:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702702848:12345-192.168.202.7@tcp:101:rm.0 Request processed in 279us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764573.584238:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 114 00000100:00100000:2.0:1775764573.591231:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764573.591493:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702703104 00000100:00100000:1.0:1775764573.591506:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702703104 00000100:00100000:1.0:1775764573.591668:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 237 00000100:00100000:1.0:1775764573.591679:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:29845:x1862022702703104:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:1.0:1775764573.591799:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764573.591837:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420c9b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcd3 expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.591867:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420c992 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fccc expref: 10 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.591876:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:1.0:1775764573.591890:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764573.591918:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.591933:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.591945:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.591974:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.591981:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.592009:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.592157:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.592163:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.592168:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764573.592874:0:8088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8768 00000004:00080000:1.0:1775764573.592885:0:8088:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1398424153277ns, next at 1399424150522ns, rc = 0 00010000:00010000:1.0:1775764573.592961:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.592974:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.592984:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.592991:0:8088:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.592998:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593006:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593050:0:8088:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764573.593075:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593082:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593088:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593094:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764573.593099:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593107:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593118:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8b1e03a56300) 00010000:00010000:1.0:1775764573.593121:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764573.593125:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593131:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420c9d1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593148:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593152:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593163:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593167:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764573.593168:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593172:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593177:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b200) 00010000:00010000:1.0:1775764573.593179:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764573.593180:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764573.593184:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420c9c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764573.593190:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007807b9d reply state 000000000304d04f transno 4294967399 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764573.593198:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764573.593300:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:29845:x1862022702703104:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1620us (2077us total) trans 4294967399 rc 0/0 00000100:00100000:1.0:1775764573.593309:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 237 00010000:00010000:2.0:1775764573.593374:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764573.593380:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764573.593386:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764573.593390:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764573.593396:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764573.593414:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x14:0x0].0x0 (ffff8b1e03a56300) 00010000:00010000:2.0:1775764573.593416:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764573.593419:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764573.593424:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420c9d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764573.593447:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764573.593449:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764573.593451:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764573.597675:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.597694:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.597700:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.597706:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764573.597710:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.598015:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.598032:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1e03a56400) 00010000:00010000:3.0:1775764573.598035:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764573.598039:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764573.598046:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420c9ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764573.921496:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764573.921524:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725976192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764573.921615:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764573.921704:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725976192 00000100:00100000:1.0:1775764573.921725:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725976192 00000100:00100000:1.0:1775764573.921805:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1775764573.921814:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725976192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764573.921853:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764573.921914:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725976192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764573.921921:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00080000:1.0:1775764573.921943:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764573.921983:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725976192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764573.930775:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725976704:0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.930888:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764573.930955:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764573.930963:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725976320:0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.930999:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764573.931022:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725976832:0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.931054:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764573.931087:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725976448:0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.931155:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764573.931178:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764573.931184:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725976576:0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.931208:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764573.931245:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725976704 00000100:00100000:1.0:1775764573.931257:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725976704 00000100:00100000:1.0:1775764573.931339:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725976448 00000100:00100000:1.0:1775764573.931342:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725976448 00000100:00100000:1.0:1775764573.931360:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725976576 00000100:00100000:1.0:1775764573.931362:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725976576 00000100:00100000:1.0:1775764573.931396:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1775764573.931421:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725976704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.931496:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f099180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725976704:12345-0@lo:400:kworker.0 Request processed in 76us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764573.931504:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1775764573.931523:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1775764573.931530:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725976448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.931563:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725976448:12345-0@lo:400:kworker.0 Request processed in 33us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764573.931568:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1775764573.931581:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1775764573.931588:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725976576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.931613:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725976576:12345-0@lo:400:kworker.0 Request processed in 26us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764573.931618:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1775764573.931640:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725976320 00000100:00100000:1.0:1775764573.931644:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725976320 00000100:00100000:1.0:1775764573.931674:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1775764573.931681:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725976320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.931714:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725976320:12345-0@lo:400:kworker.0 Request processed in 34us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764573.931721:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1775764573.931788:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725976832 00000100:00100000:1.0:1775764573.931792:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725976832 00000100:00100000:1.0:1775764573.931829:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1775764573.931836:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725976832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.931879:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725976832:12345-0@lo:400:kworker.0 Request processed in 43us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764573.931884:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00080000:1.0:1775764573.931921:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764573.931926:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764573.931968:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725976576:0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.931980:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725976448:0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.932017:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725976320:0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.932027:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725976832:0@lo:400:kworker.0 00000100:00100000:1.0:1775764573.932035:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725976704:0@lo:400:kworker.0 00000100:00100000:2.0:1775764574.003434:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764574.003480:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764574.003523:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764574.003648:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702703488 00000100:00100000:2.0:1775764574.003659:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702703488 00000100:00100000:2.0:1775764574.003718:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 469 00000100:00100000:2.0:1775764574.003749:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702703488:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764574.003838:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702703488:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 111us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764574.003847:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 469 00000100:00100000:3.0:1775764574.006871:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702703232 00000100:00100000:3.0:1775764574.006893:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702703232 00000100:00100000:3.0:1775764574.007004:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 844 00000100:00100000:3.0:1775764574.007015:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702703232:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764574.007094:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702703232:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 81us (3671us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764574.007103:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 844 00000100:00100000:1.0:1775764574.013861:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702703360 00000100:00100000:1.0:1775764574.013884:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702703360 00000100:00100000:1.0:1775764574.014001:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 955 00000100:00100000:1.0:1775764574.014015:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:2358:x1862022702703360:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764574.014127:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d71c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:2358:x1862022702703360:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 114us (10602us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764574.014135:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 955 00000001:00080000:3.0:1775764574.035073:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967398 is committed 00000001:00080000:3.0:1775764574.035096:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967399 is committed 00000004:00080000:3.0:1775764574.035101:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000100:00100000:3.0:1775764574.038053:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764574.038081:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725976960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764574.038154:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764574.038484:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725976960 00000100:00100000:1.0:1775764574.038493:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725976960 00000100:00100000:1.0:1775764574.038547:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1775764574.038557:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725976960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764574.038585:0:6550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:9 count 1 00010000:00010000:1.0:1775764574.038612:0:6550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764574.038653:0:6550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcda expref: 5 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764574.038662:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764574.038664:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764574.038668:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764574.038700:0:6550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcda expref: 5 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764574.038714:0:6550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcda expref: 5 pid: 6551 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764574.038764:0:6550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022725977088:192.168.202.7@tcp:104: 00000100:00100000:1.0:1775764574.038836:0:6550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b483c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764574.041084:0:6550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022725977088:192.168.202.7@tcp:104: 00010000:00010000:3.0:1775764574.041113:0:6550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764574.042775:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764574.042831:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702703616 00000100:00100000:1.0:1775764574.042841:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702703616 00010000:00010000:1.0:1775764574.042884:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcda expref: 6 pid: 6551 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764574.042926:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 260 00000100:00100000:1.0:1775764574.042936:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702703616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764574.042953:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764574.042958:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcda expref: 6 pid: 6551 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764574.042983:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcda expref: 6 pid: 6551 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764574.043008:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017a71983/0x429a70d18420c9bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcda expref: 6 pid: 6551 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764574.043025:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764574.043028:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764574.043032:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764574.043042:0:5754:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764574.043068:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764574.043122:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702703616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 187us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764574.043129:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 260 00010000:00010000:3.0:1775764574.043638:0:6550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764574.043649:0:6550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764574.043671:0:6550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764574.043678:0:6550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764574.043707:0:6550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764574.044374:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725976960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5810us (6210us total) trans 4294967314 rc 0/0 00000100:00100000:3.0:1775764574.044384:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000004:00080000:1.0:1775764574.044498:0:3314:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e33c23b80/2, rc 0, transno 4294967314 00000100:00100000:1.0:1775764574.044508:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725976960:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764574.044751:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764574.044760:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764574.044770:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764574.044775:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764574.044785:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764574.044802:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764574.044810:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009860fac9/0x429a70d18420c9df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764574.044829:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764574.044831:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764574.044832:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764574.433555:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764574.512957:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764574.513050:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702703744 00000100:00100000:3.0:1775764574.513063:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702703744 00000100:00100000:3.0:1775764574.513137:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 238 00000100:00100000:3.0:1775764574.513147:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702703744:12345-192.168.202.7@tcp:17:kworker.0 00000100:00100000:3.0:1775764574.513266:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702703744:12345-192.168.202.7@tcp:17:kworker.0 Request processed in 121us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764574.513274:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 238 00010000:00010000:2.0:1775764575.455886:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764575.968174:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725977216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764575.968282:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764575.968441:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725977216 00000100:00100000:3.0:1775764575.968452:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725977216 00000100:00100000:3.0:1775764575.968537:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1775764575.968550:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725977216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764575.968594:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764575.968654:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725977216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764575.968663:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1775764575.968723:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725977216:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764575.968980:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1775764576.324684:0:49401:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff77308710 20000000:00000080:2.0:1775764576.324700:0:49401:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33ee7c00 uarg=0000000000000000 00010000:00010000:2.0:1775764576.325651:0:49401:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1775764576.325700:0:49401:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b200) 00010000:00010000:2.0:1775764576.325705:0:49401:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764576.325719:0:49401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420c961 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcbe expref: 5 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764576.326232:0:49401:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1775764576.326267:0:49401:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764576.326283:0:49401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764576.326298:0:49401:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c93e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764576.326306:0:49401:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764576.326465:0:49401:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c93e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764576.326484:0:49401:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c93e expref: 17 pid: 5760 timeout: 1501 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764576.326505:0:49401:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49401:1862022725977344:0@lo:104: 00000100:00100000:3.0:1775764576.326596:0:49401:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764576.326713:0:49401:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d02a1c780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764576.327060:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725977344 00000100:00100000:2.0:1775764576.327071:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725977344 00000100:00100000:0.0:1775764576.327193:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1775764576.327205:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:49401:x1862022725977344:12345-0@lo:104: 00010000:00010000:0.0:1775764576.327223:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.327305:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764576.327312:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:49401:x1862022725977344:12345-0@lo:104: Request processed in 110us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764576.327319:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00010000:00010000:0.0:1775764576.327342:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764576.327357:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.327365:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764576.327369:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.327387:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764576.327395:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764576.327401:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764576.327433:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.327439:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764576.327464:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.327479:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420c93e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c945 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.327498:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764576.327500:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764576.327501:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764576.327593:0:49401:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49401:1862022725977344:0@lo:104: 00010000:00010000:2.0:1775764576.327623:0:49401:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764576.327819:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725977472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764576.327869:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764576.328213:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725977472 00000100:00100000:0.0:1775764576.328219:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725977472 00010000:00010000:0.0:1775764576.328245:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c93e expref: 18 pid: 5760 timeout: 1501 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764576.328279:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1775764576.328286:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725977472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764576.328300:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764576.328306:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c93e expref: 18 pid: 5760 timeout: 1501 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328317:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c93e expref: 18 pid: 5760 timeout: 1501 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328333:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420c945 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c93e expref: 18 pid: 5760 timeout: 1501 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328358:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328368:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328559:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328566:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328572:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328578:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328583:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764576.328587:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.328595:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764576.329124:0:49401:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764576.329133:0:49401:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.329277:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.329286:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9e6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764576.329302:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764576.329393:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725977472:12345-0@lo:103:ldlm_bl.0 Request processed in 1106us (1521us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764576.329402:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1775764576.329471:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725977472:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764576.482356:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764577.506968:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764578.017054:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764578.017060:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764578.017065:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764578.017139:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764578.017162:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764578.017175:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764578.017201:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725977600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764578.017272:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764578.017318:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764578.017342:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725977600 00000100:00100000:3.0:1775764578.017349:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725977600 00000100:00100000:3.0:1775764578.017415:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1775764578.017424:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725977600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764578.017438:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764578.017452:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420c9ed expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764578.017476:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420c9ed expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764578.017487:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c9ed expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764578.017497:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031800, rc 0) 00000100:00100000:3.0:1775764578.017547:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725977600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764578.017554:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1775764578.017609:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725977600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764578.017624:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764578.017632:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764578.017649:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764578.017653:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764578.017659:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764578.529406:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764578.600180:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967314 is committed 00000100:00100000:1.0:1775764579.040138:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725977728:0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.040138:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725978112:0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.040344:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764579.040446:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725977856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.040514:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764579.040520:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764579.040861:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725978368:0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.040893:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764579.041006:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764579.041014:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725977984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.041040:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764579.041066:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725978496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764579.041091:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764579.041131:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725978112 00000100:00100000:2.0:1775764579.041140:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725978112 00000100:00100000:2.0:1775764579.041204:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725978368 00000100:00100000:2.0:1775764579.041207:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725978368 00000100:00100000:0.0:1775764579.041235:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1775764579.041249:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725978112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.041270:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1775764579.041280:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725978368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764579.041324:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725978112:12345-0@lo:400:kworker.0 Request processed in 79us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764579.041333:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1775764579.041338:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725978368:12345-0@lo:400:kworker.0 Request processed in 59us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764579.041347:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1775764579.041537:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725977856 00000100:00100000:2.0:1775764579.041542:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725977856 00000100:00100000:2.0:1775764579.041576:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725977984 00000100:00100000:2.0:1775764579.041580:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725977984 00000100:00100000:2.0:1775764579.041622:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1775764579.041640:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725977856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.041679:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725977856:12345-0@lo:400:kworker.0 Request processed in 51us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764579.041686:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1775764579.041700:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1775764579.041708:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725977984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.041766:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725977984:12345-0@lo:400:kworker.0 Request processed in 59us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764579.041772:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1775764579.041798:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725978496 00000100:00100000:2.0:1775764579.041802:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725978496 00000100:00100000:2.0:1775764579.041831:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1775764579.041839:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725978496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764579.041866:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764579.041901:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725978496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764579.041918:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00080000:2.0:1775764579.041944:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764579.041949:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764579.041951:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764579.042003:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725978112:0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.042033:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725977984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.042049:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725978496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764579.042062:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725977856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.042070:0:3313:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967314 gen 2 00000004:00080000:2.0:1775764579.042077:0:3313:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e33c23b80, transno 4294967314 00000100:00100000:2.0:1775764579.042088:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725978368:0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.047001:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725977728 00000100:00100000:2.0:1775764579.047023:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725977728 00000100:00100000:2.0:1775764579.047216:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1775764579.047227:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725977728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764579.047318:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725977728:12345-0@lo:400:kworker.0 Request processed in 94us (6799us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764579.047326:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1775764579.054983:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725977728:0@lo:400:kworker.0 00000100:00100000:1.0:1775764579.055006:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725978240:0@lo:400:kworker.0 00000100:00100000:1.0:1775764579.055068:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764579.055773:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725978240 00000100:00100000:0.0:1775764579.055781:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725978240 00000100:00100000:0.0:1775764579.055869:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1775764579.055880:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725978240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764579.055947:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725978240:12345-0@lo:400:kworker.0 Request processed in 70us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764579.055955:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1775764579.059088:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725978240:0@lo:400:kworker.0 00000100:00080000:1.0:1775764579.059716:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764579.132807:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764579.132844:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764579.132873:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764579.132900:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702704000 00000100:00100000:2.0:1775764579.132910:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702704000 00000100:00100000:2.0:1775764579.132971:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 959 00000100:00100000:2.0:1775764579.132981:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702704000:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764579.133050:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702704000:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 71us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764579.133072:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 959 00000100:00100000:3.0:1775764579.133530:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702703872 00000100:00100000:3.0:1775764579.133536:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702703872 00000100:00100000:3.0:1775764579.133569:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 847 00000100:00100000:3.0:1775764579.133576:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702703872:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764579.133611:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702703872:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764579.133617:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 847 00000100:00100000:0.0:1775764579.133781:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702704128 00000100:00100000:0.0:1775764579.133785:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702704128 00000100:00100000:0.0:1775764579.133837:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 472 00000100:00100000:0.0:1775764579.133845:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702704128:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764579.133880:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702704128:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764579.133887:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 472 00000100:00080000:2.0:1775764579.135940:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764579.135948:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764579.553106:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764579.575816:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764579.576408:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702704256 00000100:00100000:3.0:1775764579.576419:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702704256 00000100:00100000:3.0:1775764579.576491:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 239 00000100:00100000:3.0:1775764579.576504:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:29933:x1862022702704256:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764579.576553:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764579.576584:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c9fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fce1 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764579.576750:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420ca02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764579.576764:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420ca02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764579.576777:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420ca02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764579.577017:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:3.0:1775764579.577021:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764579.577117:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420ca02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764579.577149:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420c9fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fce1 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764579.577177:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420ca02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fce1 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764579.577187:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764579.577190:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764579.577194:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031400, rc 0) 00000100:00100000:3.0:1775764579.577266:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29933:x1862022702704256:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 764us (1459us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764579.577273:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 239 00000100:00100000:3.0:1775764579.584600:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764579.584635:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702704512 00000100:00100000:3.0:1775764579.584645:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702704512 00000100:00100000:3.0:1775764579.584701:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 240 00000100:00100000:3.0:1775764579.584710:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29933:x1862022702704512:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:3.0:1775764579.584778:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764579.584804:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420ca02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fce1 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764579.584822:0:8088:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420c961) 00010000:00010000:3.0:1775764579.584826:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764579.584837:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764579.584861:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764579.584874:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764579.584883:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764579.698439:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967400 is committed 00000004:00010000:3.0:1775764579.701031:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc27b107 reply state 00000000d36c2d8a transno 4294967400 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764579.701058:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1775764579.701301:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00010000:00080000:1.0:1775764579.702902:0:8088:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1775764579.702938:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:29933:x1862022702704512:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 118220us (118339us total) trans 4294967400 rc 0/0 00000100:00100000:1.0:1775764579.702950:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 240 00010000:00010000:2.0:1775764579.703043:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764579.703054:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764579.703062:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764579.703068:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00030200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764579.703072:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764579.703080:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764579.703096:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:2.0:1775764579.703099:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764579.703104:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764579.703110:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420ca09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764580.585784:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764580.705670:0:49599:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd64e13f50 20000000:00000080:2.0:1775764580.707475:0:49599:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01aca000 uarg=0000000000000000 00010000:00010000:2.0:1775764580.710303:0:49599:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764580.710349:0:49599:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764580.710375:0:49599:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764580.710393:0:49599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764580.710409:0:49599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420c9ed expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764580.710417:0:49599:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764580.710458:0:49599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420c9ed expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764580.710474:0:49599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420c9ed expref: 17 pid: 5760 timeout: 1505 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764580.710489:0:49599:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49599:1862022725978624:0@lo:104: 00000100:00100000:2.0:1775764580.710558:0:49599:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764580.710624:0:49599:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d02cae3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764580.710773:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725978624 00000100:00100000:1.0:1775764580.710783:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725978624 00000100:00100000:1.0:1775764580.710829:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1775764580.710839:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:49599:x1862022725978624:12345-0@lo:104: 00010000:00010000:1.0:1775764580.710852:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.710926:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764580.710932:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:49599:x1862022725978624:12345-0@lo:104: Request processed in 95us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764580.710940:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00010000:00010000:3.0:1775764580.711101:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764580.711108:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764580.711129:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764580.711133:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764580.711142:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764580.711149:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764580.711155:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764580.711194:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764580.711200:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764580.711224:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764580.711231:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e00031600/0x429a70d18420c9ed lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420c9f4 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764580.711249:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764580.711251:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764580.711252:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764580.711265:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725978752:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764580.711296:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764580.711612:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725978752 00000100:00100000:1.0:1775764580.711618:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725978752 00010000:00010000:1.0:1775764580.711637:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c9ed expref: 18 pid: 5760 timeout: 1505 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764580.711718:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1775764580.711725:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725978752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764580.711995:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764580.712001:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420c9ed expref: 18 pid: 5760 timeout: 1505 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712015:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420c9ed expref: 18 pid: 5760 timeout: 1505 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712034:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712045:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712061:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712069:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712076:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712082:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712088:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764580.712092:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712099:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712117:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764580.712127:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764580.712168:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725978752:12345-0@lo:103:ldlm_bl.0 Request processed in 443us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764580.712175:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00010000:00010000:2.0:1775764580.712654:0:49599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031800/0x429a70d18420c9f4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420c9ed expref: 17 pid: 5760 timeout: 1505 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764580.712674:0:49599:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49599:1862022725978624:0@lo:104: 00010000:00010000:2.0:1775764580.712803:0:49599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764580.712812:0:49599:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764580.712816:0:49599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764580.712829:0:49599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420ca10 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764580.714532:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725978752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764581.088010:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764581.088047:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725978880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764581.088131:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764581.088613:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725978880 00000100:00100000:3.0:1775764581.088625:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725978880 00000100:00100000:3.0:1775764581.088719:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1775764581.088776:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725978880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764581.088824:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764581.088887:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725978880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764581.088894:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00080000:2.0:1775764581.089234:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764581.089312:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725978880:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764581.600601:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764582.304815:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764582.304822:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764582.304828:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764582.304873:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764582.304900:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764582.305043:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764582.305077:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725979008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764582.305152:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764582.305302:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725979008 00000100:00100000:0.0:1775764582.305332:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725979008 00000100:00100000:0.0:1775764582.305405:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1775764582.305425:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725979008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764582.305443:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764582.305461:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ca17 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764582.305491:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ca17 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764582.305504:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ca17 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764582.305514:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775764582.305557:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725979008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764582.305565:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1775764582.309692:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2aac9540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764582.309764:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725979008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764582.309794:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764582.309808:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764582.309834:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764582.309840:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764582.309853:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.630205:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764583.650416:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764584.160581:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725979136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764584.160654:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764584.161254:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725979136 00000100:00100000:0.0:1775764584.161264:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725979136 00000100:00080000:1.0:1775764584.161484:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764584.161583:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1775764584.161594:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d4afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725979136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764584.161636:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764584.161714:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d4afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725979136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764584.161722:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1775764584.162017:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725979136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764584.163666:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725979392:0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.163748:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764584.163807:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764584.163813:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725979520:0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.163836:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764584.163865:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725979392 00000100:00100000:1.0:1775764584.163871:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725979392 00000100:00100000:1.0:1775764584.163904:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725979520 00000100:00100000:1.0:1775764584.163905:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725979520 00000100:00100000:1.0:1775764584.163924:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1775764584.163929:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725979392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.163968:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725979392:12345-0@lo:400:kworker.0 Request processed in 39us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764584.163972:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1775764584.163984:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1775764584.163988:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725979520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.164015:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725979520:12345-0@lo:400:kworker.0 Request processed in 27us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764584.164019:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00080000:1.0:1775764584.164038:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764584.164045:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725979648:0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.164062:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764584.164075:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764584.164091:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725979264:0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.164113:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764584.164135:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725979776:0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.164150:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764584.164168:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725979648 00000100:00100000:1.0:1775764584.164170:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725979648 00000100:00100000:1.0:1775764584.164188:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1775764584.164191:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725979648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.164212:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725979648:12345-0@lo:400:kworker.0 Request processed in 21us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764584.164216:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1775764584.164226:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725979776 00000100:00100000:1.0:1775764584.164228:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725979776 00000100:00100000:1.0:1775764584.164257:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1775764584.164264:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725979776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.164318:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725979776:12345-0@lo:400:kworker.0 Request processed in 54us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764584.164323:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:1.0:1775764584.164340:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764584.164351:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764584.164382:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725979776:0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.164872:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725979648:0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.164916:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725979520:0@lo:400:kworker.0 00000100:00100000:1.0:1775764584.164926:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725979392:0@lo:400:kworker.0 00000100:00100000:3.0:1775764584.166375:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725979264 00000100:00100000:3.0:1775764584.166560:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725979264 00000100:00100000:3.0:1775764584.166621:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1775764584.166630:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725979264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764584.166721:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725979264:12345-0@lo:400:kworker.0 Request processed in 91us (2604us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764584.166750:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1775764584.166917:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725979264:0@lo:400:kworker.0 00000100:00100000:3.0:1775764584.237704:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764584.237795:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764584.237842:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764584.237879:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702704896 00000100:00100000:3.0:1775764584.237893:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702704896 00000100:00100000:3.0:1775764584.237959:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 474 00000100:00100000:3.0:1775764584.237970:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702704896:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764584.238064:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702704896:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764584.238073:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 474 00000100:00080000:3.0:1775764584.238098:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764584.238786:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702704640 00000100:00100000:2.0:1775764584.238793:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702704640 00000100:00100000:2.0:1775764584.238835:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 850 00000100:00100000:2.0:1775764584.238843:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702704640:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764584.238886:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702704640:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764584.238894:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 850 00000100:00100000:1.0:1775764584.239109:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702704768 00000100:00100000:1.0:1775764584.239114:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702704768 00000100:00100000:1.0:1775764584.239180:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 963 00000100:00100000:1.0:1775764584.239188:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702704768:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764584.239247:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702704768:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 49us (1544us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764584.239253:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 963 00000100:00080000:2.0:1775764584.239523:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764584.309045:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764584.309268:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702705024 00000100:00100000:2.0:1775764584.309279:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702705024 00000100:00100000:2.0:1775764584.309354:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 241 00000100:00100000:2.0:1775764584.309365:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30010:x1862022702705024:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:2.0:1775764584.309409:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764584.309437:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ca25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fce8 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.309509:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.309529:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.309543:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.309557:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.309564:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.309570:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310006:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ca3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310013:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ca3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310018:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ca3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764584.310076:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:2.0:1775764584.310080:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764584.310152:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ca3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310167:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310183:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310190:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310196:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764584.310200:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310208:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310221:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3000) 00010000:00010000:2.0:1775764584.310224:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764584.310229:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310235:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420ca2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310246:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310251:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310257:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310262:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764584.310271:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310277:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310285:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e094a3a00) 00010000:00010000:2.0:1775764584.310287:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764584.310290:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310296:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420ca33 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310342:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ca25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fce8 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310358:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ca3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fce8 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.310364:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3800) 00010000:00010000:2.0:1775764584.310366:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764584.310368:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80200, rc 0) 00000100:00100000:2.0:1775764584.310431:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30010:x1862022702705024:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1068us (1398us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764584.310439:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 241 00000100:00100000:3.0:1775764584.314719:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764584.314817:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702705280 00000100:00100000:1.0:1775764584.314829:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702705280 00000100:00100000:1.0:1775764584.314897:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 242 00000100:00100000:1.0:1775764584.314908:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30010:x1862022702705280:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:1.0:1775764584.314929:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764584.314949:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420ca41 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fcef expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315166:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315180:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315195:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315250:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315255:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315260:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764584.315412:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00010000:00010000:1.0:1775764584.315429:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315434:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315438:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315441:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764584.315444:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315449:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315458:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3800) 00010000:00010000:1.0:1775764584.315460:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764584.315468:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315472:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0caa00/0x429a70d18420ca48 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315480:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315483:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315487:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315490:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764584.315492:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315495:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315498:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1e03a56500) 00010000:00010000:1.0:1775764584.315500:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764584.315501:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315504:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ca4f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315535:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420ca41 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcef expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315557:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3800) 00010000:00010000:1.0:1775764584.315560:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764584.315563:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420ca41 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcef expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.315572:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cba00, rc 0) 00000100:00100000:1.0:1775764584.315635:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30010:x1862022702705280:12345-192.168.202.7@tcp:101:touch.0 Request processed in 730us (935us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764584.315641:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 242 00000100:00100000:1.0:1775764584.326831:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764584.326895:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702705408 00000100:00100000:0.0:1775764584.326909:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702705408 00000100:00100000:0.0:1775764584.326974:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 243 00000100:00100000:0.0:1775764584.326986:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30010:x1862022702705408:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764584.327011:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764584.327032:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ca56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fcf6 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327114:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327131:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327144:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327158:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327163:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327170:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327706:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327718:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327760:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327767:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764584.327773:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327782:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327794:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3800) 00010000:00010000:0.0:1775764584.327798:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764584.327804:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327810:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ca5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327825:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327831:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327836:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327842:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764584.327845:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327862:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327870:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1e1676e800) 00010000:00010000:0.0:1775764584.327872:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764584.327875:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327881:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ca64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327919:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ca56 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcf6 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327930:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3800) 00010000:00010000:0.0:1775764584.327933:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764584.327936:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420ca56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcf6 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.327945:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062000, rc 0) 00000100:00100000:0.0:1775764584.328087:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30010:x1862022702705408:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1101us (1263us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764584.328097:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 243 00000100:00100000:0.0:1775764584.330848:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764584.330900:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702705536 00000100:00100000:0.0:1775764584.330910:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702705536 00000100:00100000:0.0:1775764584.330967:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 244 00000100:00100000:0.0:1775764584.330976:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30010:x1862022702705536:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764584.331004:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764584.331024:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420ca6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fcfd expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331091:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331106:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331118:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331132:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331138:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331144:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331685:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331694:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331701:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331707:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764584.331718:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331726:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331769:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3800) 00010000:00010000:0.0:1775764584.331772:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764584.331777:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331782:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ca72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331797:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331804:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331810:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331816:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764584.331819:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331825:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331835:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1e1676e100) 00010000:00010000:0.0:1775764584.331838:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764584.331847:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.331854:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ca79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.332210:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420ca6b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcfd expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.332223:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3800) 00010000:00010000:0.0:1775764584.332225:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764584.332229:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420ca6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fcfd expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.333248:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775764584.333655:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30010:x1862022702705536:12345-192.168.202.7@tcp:101:touch.0 Request processed in 2672us (2811us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764584.333665:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 244 00010000:00010000:1.0:1775764584.675000:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764585.697224:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764586.213220:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725979904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764586.213336:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764586.213564:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725979904 00000100:00100000:2.0:1775764586.213575:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725979904 00000100:00100000:2.0:1775764586.213651:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1775764586.213668:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725979904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764586.213707:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764586.213789:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725979904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764586.213797:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00080000:0.0:1775764586.214709:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764586.214891:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725979904:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1775764586.474665:0:49843:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7fc359a0 20000000:00000080:0.0:1775764586.474684:0:49843:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3754b400 uarg=0000000000000000 00010000:00010000:1.0:1775764586.476486:0:49843:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1775764586.476538:0:49843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3800) 00010000:00010000:1.0:1775764586.476542:0:49843:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764586.476556:0:49843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420ca3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fce8 expref: 5 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.476585:0:49843:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1775764586.476616:0:49843:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764586.476634:0:49843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.476651:0:49843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ca17 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.476659:0:49843:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.476913:0:49843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ca17 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.476935:0:49843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ca17 expref: 17 pid: 5760 timeout: 1511 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764586.476953:0:49843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49843:1862022725980032:0@lo:104: 00000100:00100000:1.0:1775764586.477058:0:49843:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764586.492717:0:49843:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764586.494427:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725980032 00000100:00100000:3.0:1775764586.494465:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725980032 00000100:00100000:2.0:1775764586.494630:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1775764586.494645:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:49843:x1862022725980032:12345-0@lo:104: 00010000:00010000:2.0:1775764586.494666:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764586.494823:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764586.494830:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:49843:x1862022725980032:12345-0@lo:104: Request processed in 190us (17772us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764586.494838:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00010000:00010000:0.0:1775764586.494919:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764586.494927:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.494935:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764586.494948:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.494959:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764586.494966:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764586.494972:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764586.495030:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495038:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764586.495065:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495071:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e00031c00/0x429a70d18420ca17 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ca1e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495091:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764586.495093:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764586.495095:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764586.495111:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725980160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764586.495159:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764586.495228:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725980160 00000100:00100000:0.0:1775764586.495234:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725980160 00010000:00010000:0.0:1775764586.495263:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ca17 expref: 18 pid: 5760 timeout: 1511 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764586.495301:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1775764586.495315:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02628e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725980160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764586.495328:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764586.495334:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ca17 expref: 18 pid: 5760 timeout: 1511 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495347:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ca17 expref: 18 pid: 5760 timeout: 1511 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495368:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495376:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495392:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495399:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495406:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495412:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495417:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764586.495422:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495429:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495445:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.495458:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764586.495488:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02628e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725980160:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764586.495494:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1775764586.495536:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725980160:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764586.496176:0:49843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063a00/0x429a70d18420ca1e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ca17 expref: 17 pid: 5760 timeout: 1511 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764586.496190:0:49843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49843:1862022725980032:0@lo:104: 00010000:00010000:3.0:1775764586.496209:0:49843:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.496220:0:49843:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.496227:0:49843:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.496234:0:49843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ca80 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.720997:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764587.743939:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764588.384094:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764588.384103:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764588.384109:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764588.384163:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764588.384177:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764588.384189:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764588.384221:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725980288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764588.384317:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764588.384379:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d02cae6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764588.388910:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725980288 00000100:00100000:3.0:1775764588.388935:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725980288 00000100:00100000:3.0:1775764588.389143:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:3.0:1775764588.389154:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725980288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764588.389173:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764588.389193:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ca87 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764588.389219:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ca87 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764588.389231:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ca87 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764588.390069:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031600, rc 0) 00000100:00100000:3.0:1775764588.390180:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725980288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1026us (5860us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764588.390188:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1775764588.395826:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725980288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764588.395866:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764588.395884:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764588.395924:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764588.395931:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764588.395940:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764588.771013:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764589.291434:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764589.291463:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725980416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764589.291551:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764589.292940:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725980928:0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.293056:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764589.293100:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725980672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.293124:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764589.293146:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725980800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.293169:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764589.293193:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725980928 00000100:00100000:3.0:1775764589.293200:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725980928 00000100:00100000:3.0:1775764589.293268:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725980672 00000100:00100000:3.0:1775764589.293271:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725980672 00000100:00100000:3.0:1775764589.293290:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725980800 00000100:00100000:3.0:1775764589.293293:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725980800 00000100:00100000:3.0:1775764589.293309:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1775764589.293317:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725980928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.293371:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725980928:12345-0@lo:400:kworker.0 Request processed in 54us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764589.293378:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1775764589.293395:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1775764589.293401:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725980672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.293427:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725980672:12345-0@lo:400:kworker.0 Request processed in 27us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764589.293444:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1775764589.293455:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1775764589.293461:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725980800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.293489:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725980800:12345-0@lo:400:kworker.0 Request processed in 29us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764589.293495:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00080000:3.0:1775764589.293514:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764589.293595:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725980416 00000100:00100000:0.0:1775764589.293689:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725980416 00000100:00100000:0.0:1775764589.293757:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1775764589.293764:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725980416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764589.293794:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764589.293912:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725980416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (2362us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764589.293919:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1775764589.294914:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725980416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764589.294947:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725980544:0@lo:400:kworker.0 00000100:00100000:1.0:1775764589.294989:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764589.296213:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725980544 00000100:00100000:3.0:1775764589.296223:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725980544 00000100:00100000:3.0:1775764589.296276:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1775764589.296284:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725980544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.296359:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725980544:12345-0@lo:400:kworker.0 Request processed in 76us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764589.296367:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00080000:3.0:1775764589.296410:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764589.296460:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725980928:0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.296496:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725980672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.296522:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725980800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.296547:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725980544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.296557:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725981056:0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.296584:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764589.297223:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725981056 00000100:00100000:3.0:1775764589.297229:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725981056 00000100:00100000:3.0:1775764589.297285:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1775764589.297305:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725981056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.297352:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725981056:12345-0@lo:400:kworker.0 Request processed in 49us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764589.297358:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00080000:3.0:1775764589.297378:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764589.297397:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725981056:0@lo:400:kworker.0 00000100:00100000:3.0:1775764589.361246:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764589.361312:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764589.361356:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764589.361393:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702705920 00000100:00100000:3.0:1775764589.361407:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702705920 00000100:00100000:3.0:1775764589.361485:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 476 00000100:00100000:3.0:1775764589.361496:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702705920:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764589.361581:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702705920:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764589.361589:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 476 00000100:00080000:3.0:1775764589.361612:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764589.361983:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702705792 00000100:00100000:0.0:1775764589.361993:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702705792 00000100:00100000:0.0:1775764589.362053:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 967 00000100:00100000:0.0:1775764589.362060:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702705792:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764589.362105:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702705792:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 46us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764589.362112:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 967 00000100:00100000:2.0:1775764589.367378:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702705664 00000100:00100000:2.0:1775764589.367407:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702705664 00000100:00100000:2.0:1775764589.367515:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 853 00000100:00100000:2.0:1775764589.367657:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702705664:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764589.367818:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702705664:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 165us (6504us total) trans 0 rc 0/0 00000100:00080000:0.0:1775764589.374221:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764589.383340:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 853 00010000:00010000:1.0:1775764589.792907:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764590.194705:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764590.195309:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702706048 00000100:00100000:2.0:1775764590.195324:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702706048 00000100:00100000:2.0:1775764590.196270:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 245 00000100:00100000:2.0:1775764590.196281:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30098:x1862022702706048:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:2.0:1775764590.196304:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764590.196327:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420ca95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd04 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764590.196421:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420ca9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764590.196437:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420ca9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764590.196454:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420ca9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764590.196703:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:2.0:1775764590.196708:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764590.196837:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420ca9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764590.196875:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80800/0x429a70d18420ca95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd04 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764590.196895:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420ca9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd04 expref: 6 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764590.196905:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:2.0:1775764590.196908:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764590.196912:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80a00, rc 0) 00000100:00100000:0.0:1775764590.201207:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30098:x1862022702706048:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 4911us (6495us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764590.201229:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 245 00000100:00100000:3.0:1775764590.216142:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764590.216201:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702706304 00000100:00100000:3.0:1775764590.216214:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702706304 00000100:00100000:3.0:1775764590.216506:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 246 00000100:00100000:3.0:1775764590.216520:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30098:x1862022702706304:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:3.0:1775764590.216590:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764590.216620:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420ca9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd04 expref: 6 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764590.216649:0:8088:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420ca3a) 00010000:00010000:3.0:1775764590.216654:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:3.0:1775764590.216667:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764590.216698:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764590.216715:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764590.216728:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764590.217910:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d3d77ff0 reply state 0000000039e856fa transno 4294967401 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764590.217923:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1775764590.217992:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000100:00100000:3.0:1775764590.219466:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30098:x1862022702706304:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 2938us (4166us total) trans 4294967401 rc 0/0 00000100:00100000:3.0:1775764590.219479:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 246 00010000:00010000:1.0:1775764590.238157:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764590.238179:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764590.238188:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764590.238195:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764590.238201:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764590.238209:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764590.238253:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297ba00) 00010000:00010000:1.0:1775764590.238258:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764590.238265:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764590.238272:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420caa3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764590.833276:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764591.329182:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764591.329209:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725981184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764591.329306:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764591.329560:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725981184 00000100:00100000:2.0:1775764591.329570:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725981184 00000100:00100000:2.0:1775764591.329645:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1775764591.329655:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02628700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725981184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764591.329696:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764591.329776:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02628700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725981184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764591.329784:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1775764591.329951:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725981184:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764591.330087:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1775764591.342074:0:50042:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc03171e00 20000000:00000080:0.0:1775764591.342092:0:50042:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37199c00 uarg=0000000000000000 00010000:00010000:0.0:1775764591.343104:0:50042:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764591.343127:0:50042:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764591.343156:0:50042:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764591.343175:0:50042:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764591.343195:0:50042:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ca87 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764591.343204:0:50042:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764591.343264:0:50042:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ca87 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764591.343283:0:50042:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ca87 expref: 17 pid: 5760 timeout: 1516 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764591.343301:0:50042:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50042:1862022725981312:0@lo:104: 00000100:00100000:0.0:1775764591.343466:0:50042:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764591.343594:0:50042:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e08d9b600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764591.343667:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725981312 00000100:00100000:2.0:1775764591.344135:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725981312 00000100:00100000:2.0:1775764591.344232:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1775764591.344252:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:50042:x1862022725981312:12345-0@lo:104: 00010000:00010000:2.0:1775764591.344271:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764591.344369:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764591.344375:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:50042:x1862022725981312:12345-0@lo:104: Request processed in 126us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764591.344383:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:1.0:1775764591.344464:0:50042:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50042:1862022725981312:0@lo:104: 00010000:00010000:1.0:1775764591.344487:0:50042:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.344634:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764591.344641:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.344649:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764591.344653:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.344662:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764591.344676:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764591.344692:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764591.344758:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.344766:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764591.344790:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.344808:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81200/0x429a70d18420ca87 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ca8e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.344825:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764591.344827:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764591.344829:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764591.344838:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764591.344887:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725981440:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764591.344930:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764591.344974:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725981440 00000100:00100000:3.0:1775764591.344980:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725981440 00010000:00010000:3.0:1775764591.345005:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ca87 expref: 18 pid: 5760 timeout: 1516 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764591.345033:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1775764591.345040:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725981440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764591.345054:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764591.345065:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ca87 expref: 18 pid: 5760 timeout: 1516 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345076:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ca87 expref: 18 pid: 5760 timeout: 1516 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345091:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031600/0x429a70d18420ca8e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ca87 expref: 18 pid: 5760 timeout: 1516 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345107:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345115:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345128:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345135:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345142:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345149:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345154:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764591.345158:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345165:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345185:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345195:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764591.345224:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725981440:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764591.345231:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1775764591.345274:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725981440:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764591.345307:0:50042:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345316:0:50042:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764591.345322:0:50042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063600/0x429a70d18420caaa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764591.839935:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764592.864544:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764593.061060:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764593.061072:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764593.061079:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764593.061146:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764593.061162:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764593.061181:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764593.061235:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725981568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764593.061334:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764593.061489:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764593.063313:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725981568 00000100:00100000:3.0:1775764593.063328:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725981568 00000100:00100000:3.0:1775764593.063452:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1775764593.063464:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725981568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764593.063486:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764593.063510:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cab1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764593.063545:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cab1 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764593.063574:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cab1 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764593.063584:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031600, rc 0) 00000100:00100000:3.0:1775764593.063657:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725981568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 196us (2324us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764593.063664:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1775764593.063793:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725981568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764593.063816:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764593.063826:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764593.063855:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764593.063859:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764593.063866:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764593.889633:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764594.400011:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725981696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764594.400105:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764594.400307:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725981696 00000100:00100000:1.0:1775764594.400319:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725981696 00000100:00100000:1.0:1775764594.400399:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1775764594.400410:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725981696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764594.400466:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764594.400524:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725981696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764594.400533:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1775764594.400680:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725981952:0@lo:400:kworker.0 00000100:00100000:0.0:1775764594.400718:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764594.400780:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725981952 00000100:00100000:0.0:1775764594.400784:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725981952 00000100:00100000:0.0:1775764594.400819:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1775764594.400827:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02628a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725981952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764594.400862:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02628a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725981952:12345-0@lo:400:kworker.0 Request processed in 37us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764594.400869:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1775764594.400915:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725981952:0@lo:400:kworker.0 00000100:00100000:0.0:1775764594.400951:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725982080:0@lo:400:kworker.0 00000100:00100000:0.0:1775764594.400973:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764594.401000:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725982080 00000100:00100000:0.0:1775764594.401004:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725982080 00000100:00100000:0.0:1775764594.401041:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1775764594.401048:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725982080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764594.401081:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725982080:12345-0@lo:400:kworker.0 Request processed in 35us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764594.401087:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1775764594.401114:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725982080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764594.401283:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725981824:0@lo:400:kworker.0 00000100:00100000:1.0:1775764594.401316:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764594.401349:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725982336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764594.401382:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764594.401400:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764594.401405:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725982208:0@lo:400:kworker.0 00000100:00100000:1.0:1775764594.401426:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775764594.401555:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764594.401561:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764594.401577:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725982336 00000100:00100000:3.0:1775764594.401581:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725982336 00000100:00100000:3.0:1775764594.401634:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1775764594.401643:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725982336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764594.401680:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725982336:12345-0@lo:400:kworker.0 Request processed in 39us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764594.401686:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1775764594.401704:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725982208 00000100:00100000:3.0:1775764594.401707:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725982208 00000100:00100000:3.0:1775764594.401856:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1775764594.401863:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725982208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764594.401896:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725982208:12345-0@lo:400:kworker.0 Request processed in 34us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764594.401902:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00080000:3.0:1775764594.401919:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764594.401938:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764594.401961:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725982208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764594.401969:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725982336:0@lo:400:kworker.0 00000100:00100000:3.0:1775764594.402010:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725981696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764594.402563:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725981824 00000100:00100000:0.0:1775764594.402569:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725981824 00000100:00100000:0.0:1775764594.402619:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1775764594.402627:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725981824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764594.402685:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725981824:12345-0@lo:400:kworker.0 Request processed in 59us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764594.402703:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1775764594.404206:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725981824:0@lo:400:kworker.0 00000100:00100000:3.0:1775764594.481052:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764594.487202:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764594.487275:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702706560 00000100:00100000:3.0:1775764594.487284:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702706560 00000100:00100000:3.0:1775764594.487365:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 971 00000100:00100000:3.0:1775764594.487375:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702706560:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764594.487464:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702706560:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 90us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764594.487472:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 971 00000100:00080000:3.0:1775764594.487494:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764594.489789:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702706432 00000100:00100000:1.0:1775764594.489803:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702706432 00000100:00100000:1.0:1775764594.489852:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 856 00000100:00100000:1.0:1775764594.489862:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702706432:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764594.489943:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702706432:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 83us (8900us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764594.489950:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 856 00000100:00100000:1.0:1775764594.510591:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764594.510758:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702706688 00000100:00100000:3.0:1775764594.510771:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702706688 00000100:00100000:3.0:1775764594.510843:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 116 00000100:00100000:3.0:1775764594.510854:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702706688:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:3.0:1775764594.510889:0:7727:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420c999 00000100:00080000:3.0:1775764594.510898:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1e0f04d000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775764594.510939:0:7727:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967314 00000100:00100000:3.0:1775764594.511314:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702706688:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 456us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764594.511329:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 116 00010000:00010000:1.0:1775764594.511827:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775764594.511848:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764594.927961:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764594.950614:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967401 is committed 00000100:00100000:1.0:1775764595.278561:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764595.278801:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702706816 00000100:00100000:0.0:1775764595.278811:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702706816 00000100:00100000:0.0:1775764595.278917:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 247 00000100:00100000:0.0:1775764595.278928:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30184:x1862022702706816:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764595.341998:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30184:x1862022702706816:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 63058us (63432us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764595.342036:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 247 00000100:00100000:3.0:1775764595.345275:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764595.345400:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702706944 00000100:00100000:0.0:1775764595.345413:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702706944 00000100:00100000:0.0:1775764595.345504:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 117 00000100:00100000:0.0:1775764595.345513:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2355:x1862022702706944:12345-192.168.202.7@tcp:8:lfs.0 00010000:00080000:0.0:1775764595.345555:0:6552:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1420 last 0 00000020:00000080:0.0:1775764595.345591:0:6552:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420cabf 00002000:00100000:0.0:1775764595.345605:0:6552:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e06950000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1775764595.345620:0:6552:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1775764595.346082:0:6552:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1775764595.346118:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1e06957000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1775764595.346227:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702706944:12345-192.168.202.7@tcp:8:lfs.0 Request processed in 712us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764595.346237:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 117 00000100:00100000:1.0:1775764595.349134:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764595.349335:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702707072 00000100:00100000:3.0:1775764595.349347:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702707072 00000100:00100000:3.0:1775764595.349424:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 118 00000100:00100000:3.0:1775764595.349434:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30184:x1862022702707072:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764595.349871:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30184:x1862022702707072:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 437us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764595.349882:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 118 00000100:00080000:1.0:1775764595.350153:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764595.352371:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764595.352476:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702707200 00000100:00100000:2.0:1775764595.352494:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702707200 00000100:00100000:2.0:1775764595.352567:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 119 00000100:00100000:2.0:1775764595.352578:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2355:x1862022702707200:12345-192.168.202.7@tcp:8:lfs.0 00010000:00080000:2.0:1775764595.352629:0:6550:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1420 last 0 00000020:00000080:2.0:1775764595.352662:0:6550:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420cac6 00002000:00100000:2.0:1775764595.352680:0:6550:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1d02c6e000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764595.352711:0:6550:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764595.352916:0:6550:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775764595.352958:0:6550:0:(import.c:65:import_set_state_nolock()) ffff8b1d02c6c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764595.353579:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702707200:12345-192.168.202.7@tcp:8:lfs.0 Request processed in 999us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764595.353592:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 119 00000100:00100000:3.0:1775764595.356431:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764595.356713:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702707328 00000100:00100000:2.0:1775764595.356724:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702707328 00000100:00100000:2.0:1775764595.356972:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 120 00000100:00100000:2.0:1775764595.356983:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30184:x1862022702707328:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764595.357597:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30184:x1862022702707328:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 612us (1179us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764595.357615:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 120 00000100:00080000:1.0:1775764595.358694:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764595.361625:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764595.361719:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702707456 00000100:00100000:3.0:1775764595.361745:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702707456 00000100:00100000:3.0:1775764595.361930:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 248 00000100:00100000:3.0:1775764595.361942:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30184:x1862022702707456:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764595.362566:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30184:x1862022702707456:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 623us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764595.362576:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 248 00000100:00100000:2.0:1775764595.366863:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764595.367017:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702707584 00000100:00100000:3.0:1775764595.367032:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702707584 00000100:00100000:3.0:1775764595.367135:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 249 00000100:00100000:3.0:1775764595.367145:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30184:x1862022702707584:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764595.434714:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30184:x1862022702707584:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 67559us (67978us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764595.434751:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 249 00000100:00100000:1.0:1775764595.437712:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764595.437964:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702707712 00000100:00100000:2.0:1775764595.437975:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702707712 00000100:00100000:2.0:1775764595.438128:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 121 00000100:00100000:2.0:1775764595.438140:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30184:x1862022702707712:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764595.438698:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30184:x1862022702707712:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 557us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764595.438708:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 121 00000100:00100000:3.0:1775764595.443483:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764595.443564:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702707840 00000100:00100000:0.0:1775764595.443577:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702707840 00000100:00100000:0.0:1775764595.443645:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 122 00000100:00100000:0.0:1775764595.443654:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d812450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30184:x1862022702707840:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764595.444412:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d812450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30184:x1862022702707840:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 756us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764595.444431:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 122 00000100:00100000:3.0:1775764595.448028:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764595.448249:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702707968 00000100:00100000:0.0:1775764595.448262:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702707968 00000100:00100000:0.0:1775764595.448336:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 250 00000100:00100000:0.0:1775764595.448345:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30184:x1862022702707968:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:0.0:1775764595.449185:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30184:x1862022702707968:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 839us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764595.449196:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 250 00000100:00100000:0.0:1775764595.516018:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764595.516174:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702708096 00000100:00100000:3.0:1775764595.516194:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702708096 00000100:00100000:3.0:1775764595.516268:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 251 00000100:00100000:3.0:1775764595.516278:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30188:x1862022702708096:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:3.0:1775764595.516303:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764595.516331:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420cacd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd0b expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.516397:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.516411:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.516425:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.516457:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.516465:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.516471:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517093:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420cae2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517103:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420cae2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517110:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420cae2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764595.517221:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:3.0:1775764595.517226:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764595.517310:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420cae2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517326:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517333:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517340:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517345:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764595.517351:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517360:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517375:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bd00) 00010000:00010000:3.0:1775764595.517379:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764595.517385:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517391:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cad4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517407:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517424:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517429:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517434:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764595.517437:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517443:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517452:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1d0297bb00) 00010000:00010000:3.0:1775764595.517455:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764595.517457:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517463:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cadb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517507:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031a00/0x429a70d18420cacd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd0b expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517524:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420cae2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd0b expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.517532:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b800) 00010000:00010000:3.0:1775764595.517534:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764595.517542:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031800, rc 0) 00000100:00100000:3.0:1775764595.517630:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30188:x1862022702708096:12345-192.168.202.7@tcp:101:dd.0 Request processed in 1353us (1623us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764595.517638:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 251 00000100:00100000:1.0:1775764595.520547:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764595.520636:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702708224 00000100:00100000:0.0:1775764595.520646:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702708224 00000100:00100000:0.0:1775764595.520692:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 44 00000100:00100000:0.0:1775764595.520699:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30188:x1862022702708224:12345-192.168.202.7@tcp:49:dd.0 00000100:00100000:0.0:1775764595.520872:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30188:x1862022702708224:12345-192.168.202.7@tcp:49:dd.0 Request processed in 172us (333us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764595.520881:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 44 00000100:00100000:2.0:1775764595.523038:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764595.523217:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702708480 00000100:00100000:1.0:1775764595.523228:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702708480 00000100:00100000:1.0:1775764595.523287:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 252 00000100:00100000:1.0:1775764595.523294:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30188:x1862022702708480:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:1.0:1775764595.523315:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764595.523339:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cae9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd12 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.523677:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.523688:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.523697:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.523881:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.523898:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.523976:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764595.524655:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x9:0x0], index 0: 0 00010000:00010000:1.0:1775764595.525454:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cafe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525467:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cafe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525474:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cafe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525501:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525505:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525510:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525513:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764595.525517:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525522:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525543:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b800) 00010000:00010000:1.0:1775764595.525545:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764595.525548:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525552:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420caf0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764595.525561:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f906d311 reply state 000000005433f1ba transno 4294967402 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764595.525567:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764595.525594:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cae9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd12 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525603:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cafe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd12 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764595.525608:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8b1e03a56d00) 00010000:00010000:1.0:1775764595.525610:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764595.525611:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb600, rc 0) 00000100:00100000:1.0:1775764595.525696:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:30188:x1862022702708480:12345-192.168.202.7@tcp:101:dd.0 Request processed in 2402us (2668us total) trans 4294967402 rc 0/0 00000100:00100000:1.0:1775764595.525702:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 252 00010000:00010000:3.0:1775764595.528432:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.528450:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.528455:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.528459:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764595.528463:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.528467:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.528484:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1e03a56600) 00010000:00010000:3.0:1775764595.528487:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764595.528490:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.528493:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420caf7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764595.537664:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764595.538332:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702708608 00000100:00100000:0.0:1775764595.538346:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702708608 00000100:00100000:0.0:1775764595.538456:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 45 00000100:00100000:0.0:1775764595.538468:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:30188:x1862022702708608:12345-192.168.202.7@tcp:49:dd.0 00000100:00100000:0.0:1775764595.538632:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:30188:x1862022702708608:12345-192.168.202.7@tcp:49:dd.0 Request processed in 167us (980us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764595.538641:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 45 00000100:00100000:1.0:1775764595.547133:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764595.547244:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702708736 00000100:00100000:3.0:1775764595.547256:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702708736 00000100:00100000:3.0:1775764595.547363:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 123 00000100:00100000:3.0:1775764595.547374:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30188:x1862022702708736:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:3.0:1775764595.547412:0:7727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764595.547436:0:7727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd19 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764595.547467:0:7727:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764595.547492:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764595.547495:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764595.547506:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd19 expref: 7 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.547526:0:7727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd19 expref: 7 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764595.547542:0:7727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e00031a00, rc 0) 00000100:00100000:3.0:1775764595.547665:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30188:x1862022702708736:12345-192.168.202.7@tcp:101:dd.0 Request processed in 293us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764595.547673:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 123 00000100:00100000:2.0:1775764595.563019:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764595.563139:0:6555:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702708864 00000100:00100000:0.0:1775764595.563152:0:6555:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702708864 00002000:00100000:0.0:1775764595.563337:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (0->1048575) req@ffff8b1d0225b100 x1862022702708864/t0(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:76/0 lens 488/0 e 0 to 0 dl 1775764606 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764595.563349:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d0225b100 with x1862022702708864 ext(0->1048575) 00002000:00010000:0.0:1775764595.563356:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d0225b100 00000100:00100000:0.0:1775764595.563443:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 4 00000100:00100000:0.0:1775764595.563455:0:6555:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702708864:12345-192.168.202.7@tcp:4:dd.0 00000001:00100000:0.0:1775764595.637323:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00080000:1.0:1775764595.686062:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967313 is committed 00000100:00100000:0.0:1775764595.686271:0:6555:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702708864:12345-192.168.202.7@tcp:4:dd.0 Request processed in 122811us (123261us total) trans 4294967313 rc 0/0 00000100:00100000:0.0:1775764595.686435:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 4 00002000:00100000:0.0:1775764595.686452:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x9:0x0] (0->1048575) req@ffff8b1d0225b100 x1862022702708864/t4294967313(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:76/0 lens 488/448 e 0 to 0 dl 1775764606 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764595.686464:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d0225b100 with x1862022702708864 ext(0->1048575) 00002000:00010000:0.0:1775764595.686473:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d0225b100 00000100:00100000:1.0:1775764595.690580:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764595.690696:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702708992 00000100:00100000:0.0:1775764595.690708:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702708992 00000100:00100000:0.0:1775764595.690836:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 253 00000100:00100000:0.0:1775764595.690849:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:30188:x1862022702708992:12345-192.168.202.7@tcp:44:dd.0 00000001:00080000:2.0:1775764595.714633:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967402 is committed 00000100:00100000:1.0:1775764595.715055:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30188:x1862022702708992:12345-192.168.202.7@tcp:44:dd.0 Request processed in 24202us (24483us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764595.715082:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 253 00000100:00100000:3.0:1775764595.716890:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764595.716993:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702709120 00000100:00100000:0.0:1775764595.717004:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702709120 00000100:00100000:0.0:1775764595.717097:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 124 00000100:00100000:0.0:1775764595.717106:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702709120:12345-192.168.202.7@tcp:16:dd.0 00000100:00100000:0.0:1775764595.717233:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702709120:12345-192.168.202.7@tcp:16:dd.0 Request processed in 127us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764595.717255:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 124 00000100:00100000:2.0:1775764595.719586:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764595.719648:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702709376 00000100:00100000:3.0:1775764595.719657:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702709376 00000100:00100000:3.0:1775764595.719717:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 46 00000100:00100000:3.0:1775764595.719755:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30188:x1862022702709376:12345-192.168.202.7@tcp:35:dd.0 00000100:00100000:3.0:1775764595.720279:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:30188:x1862022702709376:12345-192.168.202.7@tcp:35:dd.0 Request processed in 552us (699us total) trans 4294967403 rc 0/0 00000100:00100000:3.0:1775764595.720292:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 46 00010000:00010000:2.0:1775764595.936407:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764596.451103:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764596.451130:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725982464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764596.451222:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764596.451408:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725982464 00000100:00100000:2.0:1775764596.451417:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725982464 00000100:00100000:2.0:1775764596.451496:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1775764596.451507:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725982464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764596.451535:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764596.451592:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725982464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764596.451599:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1775764596.451655:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725982464:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764596.452096:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764596.960003:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764597.181478:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967403 is committed 00010000:00010000:1.0:1775764597.984863:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764598.451480:0:50287:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1423282746335ns, next at 1306809623021ns, rc = 0 00000004:00080000:3.0:1775764598.451662:0:50287:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1423282930342ns, next at 1399424150522ns, rc = 0 00000004:00080000:2.0:1775764598.461898:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000004:00080000:2.0:1775764598.461933:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00010000:00010000:2.0:1775764599.008453:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1775764599.101395:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00100000:0.0:1775764599.101414:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775764599.101418:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1e0f04a000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:2.0:1775764599.101563:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e0f04a000/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0001 00000020:00000080:2.0:1775764599.101626:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e0f04d000 for lustre-OST0001 00000100:00100000:0.0:1775764599.522356:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725982720:0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.522567:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725982592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764599.522656:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764599.522966:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764599.523145:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725982720 00000100:00100000:3.0:1775764599.523156:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725982720 00000100:00100000:3.0:1775764599.523224:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1775764599.523234:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725982720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764599.523291:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725982720:12345-0@lo:400:kworker.0 Request processed in 59us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764599.523299:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1775764599.523867:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725982976:0@lo:400:kworker.0 00000100:00100000:3.0:1775764599.523911:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764599.524015:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725982976 00000100:00100000:0.0:1775764599.524021:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725982976 00000100:00100000:0.0:1775764599.524081:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1775764599.524092:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725982976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.524280:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725983104:0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.524315:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764599.524344:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725982848:0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.524368:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764599.524586:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725982976:12345-0@lo:400:kworker.0 Request processed in 498us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764599.524595:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1775764599.525285:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725982592 00000100:00100000:2.0:1775764599.525292:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725982592 00000100:00100000:2.0:1775764599.525336:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1775764599.525345:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725982592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764599.525391:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764599.525444:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725982592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (2787us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764599.525451:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1775764599.525476:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725983104 00000100:00100000:2.0:1775764599.525480:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725983104 00000100:00100000:2.0:1775764599.525511:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1775764599.525517:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725983104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.525547:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725983104:12345-0@lo:400:kworker.0 Request processed in 30us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764599.525552:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00080000:3.0:1775764599.525659:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764599.525664:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764599.525838:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725982848 00000100:00100000:0.0:1775764599.525843:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725982848 00000100:00100000:0.0:1775764599.525871:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1775764599.525876:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725982848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764599.525914:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725982848:12345-0@lo:400:kworker.0 Request processed in 38us (1545us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764599.525920:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1775764599.527354:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725982720:0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.527369:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725983232:0@lo:400:kworker.0 00000100:00100000:0.0:1775764599.527540:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725982976:0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.528332:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764599.528419:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725983232 00000100:00100000:2.0:1775764599.528426:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725983232 00000100:00100000:2.0:1775764599.528481:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1775764599.528489:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725983232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.528540:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725983232:12345-0@lo:400:kworker.0 Request processed in 52us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764599.528547:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00080000:2.0:1775764599.528568:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764599.528589:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725983232:0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.528623:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725983104:0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.528649:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725982592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764599.528687:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725982848:0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.528699:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725983360:0@lo:400:kworker.0 00000100:00100000:2.0:1775764599.530279:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764599.531364:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725983360 00000100:00100000:3.0:1775764599.531391:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725983360 00000100:00100000:3.0:1775764599.531474:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1775764599.531486:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725983360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764599.531570:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725983360:12345-0@lo:400:kworker.0 Request processed in 87us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764599.531577:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00080000:2.0:1775764599.531637:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764599.531688:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725983360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764599.599358:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764599.599400:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764599.599433:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702709888 00000100:00100000:1.0:1775764599.599444:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702709888 00000100:00100000:1.0:1775764599.599508:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 480 00000100:00100000:1.0:1775764599.599519:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702709888:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764599.599592:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702709888:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 75us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764599.599600:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 480 00000100:00080000:1.0:1775764599.599621:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764599.602438:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764599.602489:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764599.602542:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702709760 00000100:00100000:1.0:1775764599.602552:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702709760 00000100:00100000:1.0:1775764599.602614:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 481 00000100:00100000:1.0:1775764599.602624:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702709760:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764599.602696:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702709760:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 73us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764599.602703:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 481 00000100:00080000:1.0:1775764599.602726:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764599.602942:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702709632 00000100:00100000:0.0:1775764599.602947:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702709632 00000100:00100000:0.0:1775764599.602996:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 975 00000100:00100000:0.0:1775764599.603012:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702709632:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764599.603056:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702709632:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 48us (3710us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764599.603063:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 975 00000100:00080000:0.0:1775764599.603088:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764599.603473:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702709504 00000100:00100000:3.0:1775764599.603481:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702709504 00000100:00100000:3.0:1775764599.603624:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 858 00000100:00100000:3.0:1775764599.603632:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702709504:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764599.603687:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702709504:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 56us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764599.603693:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 858 00000100:00100000:2.0:1775764599.984148:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764599.984408:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702710016 00000100:00100000:3.0:1775764599.984420:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702710016 00000100:00100000:3.0:1775764599.984478:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 254 00000100:00100000:3.0:1775764599.984487:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30380:x1862022702710016:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764599.984583:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30380:x1862022702710016:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 97us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764599.984590:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 254 00000100:00100000:0.0:1775764599.991890:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764599.991983:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702710144 00000100:00100000:3.0:1775764599.991994:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702710144 00000100:00100000:3.0:1775764599.992057:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 125 00000100:00100000:3.0:1775764599.992067:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30380:x1862022702710144:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764599.992486:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30380:x1862022702710144:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 419us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764599.992494:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 125 00000100:00100000:0.0:1775764599.995153:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764599.995427:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702710272 00000100:00100000:3.0:1775764599.995437:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702710272 00000100:00100000:3.0:1775764599.995495:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 126 00000100:00100000:3.0:1775764599.995504:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30380:x1862022702710272:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764599.995896:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30380:x1862022702710272:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 391us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764599.996605:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 126 00000100:00100000:2.0:1775764600.008074:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764600.008149:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702710400 00000100:00100000:3.0:1775764600.008168:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702710400 00000100:00100000:3.0:1775764600.008230:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 255 00000100:00100000:3.0:1775764600.008239:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30380:x1862022702710400:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764600.008925:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30380:x1862022702710400:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 683us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764600.008940:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 255 00000100:00100000:2.0:1775764600.013181:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764600.013297:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702710528 00000100:00100000:1.0:1775764600.013307:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702710528 00000100:00100000:1.0:1775764600.013374:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 256 00000100:00100000:1.0:1775764600.013384:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30380:x1862022702710528:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764600.013504:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30380:x1862022702710528:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 120us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764600.013511:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 256 00000100:00100000:1.0:1775764600.016048:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764600.016242:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702710656 00000100:00100000:3.0:1775764600.016337:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702710656 00000100:00100000:3.0:1775764600.016403:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 127 00000100:00100000:3.0:1775764600.016413:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30380:x1862022702710656:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764600.018396:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30380:x1862022702710656:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 1976us (2351us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764600.018410:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 127 00000100:00100000:0.0:1775764600.022566:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764600.022653:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702710784 00000100:00100000:1.0:1775764600.022664:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702710784 00000100:00100000:1.0:1775764600.022752:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 128 00000100:00100000:1.0:1775764600.022762:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30380:x1862022702710784:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764600.023342:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30380:x1862022702710784:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 580us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764600.023350:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 128 00000100:00100000:0.0:1775764600.025821:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764600.025898:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702710912 00000100:00100000:2.0:1775764600.025912:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702710912 00000100:00100000:2.0:1775764600.026032:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 257 00000100:00100000:2.0:1775764600.026044:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30380:x1862022702710912:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764600.026618:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30380:x1862022702710912:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 575us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764600.026626:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 257 00010000:00010000:3.0:1775764600.034075:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764600.141656:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764600.141783:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702711168 00000100:00100000:3.0:1775764600.141800:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702711168 00000100:00100000:3.0:1775764600.142056:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 258 00000100:00100000:3.0:1775764600.142081:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30384:x1862022702711168:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:3.0:1775764600.142478:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764600.142522:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cafe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd12 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.142544:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8b1e03a56d00) 00010000:00010000:3.0:1775764600.142557:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764600.142592:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.142610:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.142625:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.142642:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.142667:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.142674:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.144694:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.144713:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.144757:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764600.149045:0:5768:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8768 00000004:00080000:3.0:1775764600.149067:0:5768:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1424980335069ns, next at 1425980330422ns, rc = 0 00010000:00010000:3.0:1775764600.149603:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.149624:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.149637:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.149646:0:5768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.149652:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.149675:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.149819:0:5768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764600.150078:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150094:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150100:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150106:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00030200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764600.150111:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150118:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150139:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764600.150142:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764600.150146:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150151:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00030200/0x429a70d18420cb21 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150183:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150189:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150202:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150208:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764600.150211:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150217:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150225:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b800) 00010000:00010000:3.0:1775764600.150228:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764600.150230:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.150235:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031400/0x429a70d18420cb13 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764600.150247:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3a6f580 reply state 000000006ae5dd06 transno 4294967404 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764600.150256:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764600.150538:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:30384:x1862022702711168:12345-192.168.202.7@tcp:36:rm.0 Request processed in 8464us (8891us total) trans 4294967404 rc 0/0 00000100:00100000:3.0:1775764600.150547:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 258 00010000:00010000:3.0:1775764600.158152:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.158184:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.158218:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.158226:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e00031c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764600.158232:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.158240:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.158282:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1d0297b900) 00010000:00010000:3.0:1775764600.158285:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764600.158291:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.158298:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031c00/0x429a70d18420cb1a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.159419:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764600.159430:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.159438:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764600.159442:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.159451:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.159478:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:1.0:1775764600.159481:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764600.159485:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.159491:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cb28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.159508:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764600.159510:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764600.159512:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764601.060554:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764601.583602:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725983488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764601.583677:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764601.584070:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725983488 00000100:00100000:1.0:1775764601.584079:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725983488 00000100:00100000:1.0:1775764601.584160:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1775764601.584170:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725983488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764601.584203:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764601.584250:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725983488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764601.584256:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1775764601.584299:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725983488:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764601.584349:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764602.088347:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764602.899867:0:50435:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1427731133127ns, next at 1425980330422ns, rc = 0 00000004:00080000:2.0:1775764602.965325:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000001:00080000:2.0:1775764602.965356:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967404 is committed 00000004:00080000:2.0:1775764602.965361:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000100:00100000:1.0:1775764602.965588:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764602.965611:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725983616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764602.965684:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764602.965904:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725983616 00000100:00100000:3.0:1775764602.965913:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725983616 00000100:00100000:3.0:1775764602.965980:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1775764602.965990:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725983616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764602.966018:0:7727:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:9 count 1 00010000:00010000:3.0:1775764602.966044:0:7727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.966084:0:7727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd19 expref: 5 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.966092:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764602.966094:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764602.966097:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.966147:0:7727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd19 expref: 5 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.966160:0:7727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd19 expref: 5 pid: 7727 timeout: 1527 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764602.966173:0:7727:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7727:1862022725983744:192.168.202.7@tcp:104: 00000100:00100000:3.0:1775764602.966234:0:7727:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764602.969177:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764602.969219:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702711296 00000100:00100000:3.0:1775764602.969228:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702711296 00010000:00010000:3.0:1775764602.969278:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd19 expref: 6 pid: 7727 timeout: 1527 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764602.969319:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 265 00000100:00100000:3.0:1775764602.969328:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f053800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702711296:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764602.969342:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764602.969364:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd19 expref: 6 pid: 7727 timeout: 1527 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.969379:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd19 expref: 6 pid: 7727 timeout: 1527 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.969411:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764602.969413:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764602.969419:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.969430:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.969464:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764602.969520:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f053800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702711296:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 192us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764602.969527:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 265 00010000:00010000:3.0:1775764602.969644:0:7727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e0f9d79/0x429a70d18420cb0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd19 expref: 5 pid: 7727 timeout: 1527 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764602.969660:0:7727:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7727:1862022725983744:192.168.202.7@tcp:104: 00010000:00010000:3.0:1775764602.969683:0:7727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764602.970827:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764602.970923:0:7727:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.970952:0:7727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.970965:0:7727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.970972:0:7727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764602.971106:0:7727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764602.972156:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725983616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6161us (6466us total) trans 4294967314 rc 0/0 00000100:00100000:3.0:1775764602.972167:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000004:00080000:2.0:1775764602.972364:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e096ed180/2, rc 0, transno 4294967314 00000100:00100000:2.0:1775764602.972383:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725983616:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1775764602.972836:0:50435:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1427804103706ns, next at 1399424150522ns, rc = 0 00010000:00010000:1.0:1775764602.974315:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764602.974331:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764602.974361:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764602.974367:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764602.974377:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764602.974399:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764602.974406:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009bed47ad/0x429a70d18420cb2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764602.976319:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764602.976325:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764602.976328:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764602.980490:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00010000:00010000:2.0:1775764603.103867:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764604.137813:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764604.640295:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764604.640692:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725984128:0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.640803:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764604.640875:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764604.640884:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725984256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.640908:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764604.640944:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725984128 00000100:00100000:3.0:1775764604.640952:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725984128 00000100:00100000:3.0:1775764604.641011:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725984256 00000100:00100000:3.0:1775764604.641015:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725984256 00000100:00100000:3.0:1775764604.641050:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1775764604.641058:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725984128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.641146:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725984128:12345-0@lo:400:kworker.0 Request processed in 88us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764604.641153:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1775764604.641174:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1775764604.641180:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725984256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.641208:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725984256:12345-0@lo:400:kworker.0 Request processed in 28us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764604.641214:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1775764604.641257:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725984256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.641269:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725984128:0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.641329:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725984384:0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.641357:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764604.641377:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764604.641382:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725984000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764604.641405:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764604.641435:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725984000 00000100:00100000:3.0:1775764604.641439:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725984000 00000100:00100000:3.0:1775764604.641468:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1775764604.641474:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725984000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764604.641505:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764604.641540:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725984000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764604.641546:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1775764604.641577:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725984000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764604.641617:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725984384 00000100:00100000:3.0:1775764604.641620:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725984384 00000100:00100000:3.0:1775764604.641650:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1775764604.641656:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725984384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.641690:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725984384:12345-0@lo:400:kworker.0 Request processed in 35us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764604.641696:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1775764604.641723:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725984384:0@lo:400:kworker.0 00000100:00080000:3.0:1775764604.641771:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764604.641775:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764604.644365:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725983872:0@lo:400:kworker.0 00000100:00100000:0.0:1775764604.644451:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764604.644646:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725983872 00000100:00100000:3.0:1775764604.644656:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725983872 00000100:00100000:3.0:1775764604.644752:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1775764604.644762:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725983872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.644818:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725983872:12345-0@lo:400:kworker.0 Request processed in 57us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764604.644825:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1775764604.645075:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725983872:0@lo:400:kworker.0 00000100:00100000:0.0:1775764604.648623:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725984512:0@lo:400:kworker.0 00000100:00100000:0.0:1775764604.648896:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764604.648998:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725984512 00000100:00100000:3.0:1775764604.649007:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725984512 00000100:00100000:3.0:1775764604.649108:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1775764604.649130:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725984512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764604.649392:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725984640:0@lo:400:kworker.0 00000100:00100000:1.0:1775764604.649430:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764604.649466:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725984640 00000100:00100000:1.0:1775764604.649470:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725984640 00000100:00100000:1.0:1775764604.649503:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1775764604.649510:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725984640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764604.649547:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725984640:12345-0@lo:400:kworker.0 Request processed in 36us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764604.649572:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1775764604.649617:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725984640:0@lo:400:kworker.0 00000100:00080000:2.0:1775764604.649761:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764604.649766:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764604.650483:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725984512:12345-0@lo:400:kworker.0 Request processed in 1349us (1581us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764604.650497:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:0.0:1775764604.650587:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725984512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764604.718086:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764604.718244:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702711424 00000100:00100000:1.0:1775764604.718258:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702711424 00000100:00100000:1.0:1775764604.718319:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 860 00000100:00100000:1.0:1775764604.718329:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702711424:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764604.728514:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702711424:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 10167us (10419us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764604.728533:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 860 00000100:00100000:3.0:1775764604.728793:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764604.729006:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764604.729044:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764604.729141:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702711552 00000100:00100000:2.0:1775764604.729153:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702711552 00000100:00100000:2.0:1775764604.729256:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 979 00000100:00100000:2.0:1775764604.729266:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702711552:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764604.729411:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702711680 00000100:00100000:1.0:1775764604.729416:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702711680 00000100:00100000:1.0:1775764604.729459:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702711808 00000100:00100000:1.0:1775764604.729462:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702711808 00000100:00100000:1.0:1775764604.729483:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 484 00000100:00100000:1.0:1775764604.729490:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702711680:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764604.750094:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702711552:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20800us (21057us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764604.750142:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 979 00000100:00080000:2.0:1775764604.750197:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764604.750202:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764604.750214:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764604.750235:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 485 00000100:00100000:2.0:1775764604.750254:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702711808:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764604.753662:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702711680:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24154us (24852us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764604.753691:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 484 00000100:00100000:2.0:1775764604.762446:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702711808:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 12189us (33388us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764604.762472:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 485 00010000:00010000:3.0:1775764605.152934:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764605.208306:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967314 is committed 00010000:00010000:0.0:1775764606.176766:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764606.689952:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725984768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764606.690031:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764606.690183:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725984768 00000100:00100000:0.0:1775764606.690192:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725984768 00000100:00100000:0.0:1775764606.690262:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1775764606.690275:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725984768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764606.690314:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764606.690368:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725984768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764606.690390:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1775764606.690444:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725984768:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764606.690492:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764607.199911:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764608.228338:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764609.248046:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764609.761342:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725985152:0@lo:400:kworker.0 00000100:00100000:3.0:1775764609.761355:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3736b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725985280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764609.761412:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725985024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764609.761485:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725984896:0@lo:400:kworker.0 00000100:00100000:3.0:1775764609.762640:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764609.762709:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764609.762719:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725985664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764609.763313:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764609.763376:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725985280 00000100:00100000:3.0:1775764609.763386:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725985280 00000100:00100000:3.0:1775764609.763449:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1775764609.763460:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725985280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764609.763520:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725985280:12345-0@lo:400:kworker.0 Request processed in 62us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764609.763527:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1775764609.763582:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3736b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725985280:0@lo:400:kworker.0 00000100:00080000:3.0:1775764609.763637:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764609.763652:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725985664 00000100:00100000:3.0:1775764609.763656:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725985664 00000100:00100000:3.0:1775764609.763694:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1775764609.763701:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725985664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764609.763773:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725985664:12345-0@lo:400:kworker.0 Request processed in 72us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764609.763779:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00080000:3.0:1775764609.763793:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764609.763829:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725985664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764609.768051:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764609.768127:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725985536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764609.768166:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764609.768240:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725985536 00000100:00100000:0.0:1775764609.768247:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725985536 00000100:00100000:0.0:1775764609.768316:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1775764609.768338:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725985536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764609.768392:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022725985536:12345-0@lo:400:kworker.0 Request processed in 68us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764609.768400:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00080000:0.0:1775764609.768424:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764609.768458:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022725985536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764609.769784:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725985024 00000100:00100000:3.0:1775764609.769795:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725985024 00000100:00100000:3.0:1775764609.769863:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1775764609.769873:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725985024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764609.769911:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764609.769998:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725985024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764609.770015:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:0.0:1775764609.770487:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764609.770520:0:3314:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967314 gen 2 00000004:00080000:0.0:1775764609.770527:0:3314:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e096ed180, transno 4294967314 00000100:00100000:0.0:1775764609.770548:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725985024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764609.778917:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764609.779298:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725985152 00000100:00100000:3.0:1775764609.779313:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725985152 00000100:00100000:3.0:1775764609.779393:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1775764609.779403:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725985152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764609.779484:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725985152:12345-0@lo:400:kworker.0 Request processed in 81us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764609.779493:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1775764609.779585:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725985152:0@lo:400:kworker.0 00000100:00100000:1.0:1775764609.781012:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764609.781083:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725985408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764609.781141:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764609.781458:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725985408 00000100:00100000:2.0:1775764609.781476:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725985408 00000100:00100000:2.0:1775764609.781533:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1775764609.781542:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725985408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764609.781609:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725985408:12345-0@lo:400:kworker.0 Request processed in 68us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764609.781616:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1775764609.782026:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725984896 00000100:00100000:3.0:1775764609.782031:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725984896 00000100:00100000:3.0:1775764609.782077:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1775764609.782085:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725984896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764609.782125:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725984896:12345-0@lo:400:kworker.0 Request processed in 42us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764609.782131:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1775764609.782268:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725984896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764609.782282:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725985408:0@lo:400:kworker.0 00000100:00100000:3.0:1775764609.837873:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764609.837929:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764609.838488:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702712192 00000100:00100000:0.0:1775764609.838503:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702712192 00000100:00100000:0.0:1775764609.838605:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 488 00000100:00100000:0.0:1775764609.838633:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702712192:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764609.838723:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702712192:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 93us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764609.838770:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 488 00000100:00100000:2.0:1775764609.839426:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702711936 00000100:00100000:2.0:1775764609.839434:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702711936 00000100:00100000:2.0:1775764609.839482:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 862 00000100:00100000:2.0:1775764609.839490:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702711936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764609.839547:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702711936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 58us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764609.839554:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 862 00000100:00080000:3.0:1775764609.840343:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764609.841480:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764609.841550:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764609.842342:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702712064 00000100:00100000:1.0:1775764609.842356:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702712064 00000100:00100000:1.0:1775764609.842476:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 983 00000100:00100000:1.0:1775764609.842488:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702712064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764609.842588:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702712064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764609.842596:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 983 00000100:00100000:2.0:1775764609.842832:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702712320 00000100:00100000:2.0:1775764609.842837:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702712320 00000100:00100000:2.0:1775764609.842887:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 489 00000100:00100000:2.0:1775764609.842894:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702712320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764609.842934:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702712320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764609.842941:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 489 00000100:00080000:3.0:1775764609.844405:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764609.844415:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764610.273546:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764611.300976:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764611.810453:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725985792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764611.810542:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764611.815242:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725985792 00000100:00100000:0.0:1775764611.815257:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725985792 00000100:00100000:0.0:1775764611.815442:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1775764611.815456:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725985792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764611.815496:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764611.815612:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725985792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (5072us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764611.815620:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1775764611.815866:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725985792:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764611.826813:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764612.320124:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764613.343983:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764614.369598:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764614.880286:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764614.880314:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725985920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764614.880389:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764614.880680:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725985920 00000100:00100000:2.0:1775764614.880696:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725985920 00000100:00100000:2.0:1775764614.880818:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1775764614.880830:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725985920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764614.880869:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764614.881107:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725985920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 280us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764614.881115:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1775764614.881234:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725985920:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764614.881453:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764614.881757:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725986432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764614.881805:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764614.881855:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775764614.881861:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725986048:0@lo:400:kworker.0 00000100:00100000:3.0:1775764614.881903:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764614.881926:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725986560:0@lo:400:kworker.0 00000100:00100000:3.0:1775764614.881952:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764614.882223:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725986176:0@lo:400:kworker.0 00000100:00100000:2.0:1775764614.882258:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764614.882292:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764614.882297:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725986304:0@lo:400:kworker.0 00000100:00100000:2.0:1775764614.882320:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764614.882353:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725986432 00000100:00100000:2.0:1775764614.882360:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725986432 00000100:00100000:2.0:1775764614.882422:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725986176 00000100:00100000:2.0:1775764614.882425:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725986176 00000100:00100000:2.0:1775764614.882440:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725986304 00000100:00100000:2.0:1775764614.882443:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725986304 00000100:00100000:2.0:1775764614.882463:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1775764614.882471:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725986432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764614.882548:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022725986432:12345-0@lo:400:kworker.0 Request processed in 78us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764614.882556:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1775764614.882575:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1775764614.882604:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725986176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764614.882639:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022725986176:12345-0@lo:400:kworker.0 Request processed in 36us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764614.882645:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1775764614.882657:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1775764614.882663:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725986304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764614.882689:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725986304:12345-0@lo:400:kworker.0 Request processed in 26us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764614.882694:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00080000:2.0:1775764614.882710:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764614.882772:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725986304:0@lo:400:kworker.0 00000100:00100000:2.0:1775764614.882782:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022725986176:0@lo:400:kworker.0 00000100:00100000:2.0:1775764614.882814:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022725986432:0@lo:400:kworker.0 00000100:00100000:0.0:1775764614.883770:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725986048 00000100:00100000:0.0:1775764614.883780:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725986048 00000100:00100000:0.0:1775764614.883827:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1775764614.883836:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725986048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764614.883915:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725986048:12345-0@lo:400:kworker.0 Request processed in 81us (2011us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764614.883922:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1775764614.883953:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725986560 00000100:00100000:0.0:1775764614.883957:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725986560 00000100:00100000:0.0:1775764614.884003:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1775764614.884009:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725986560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764614.884052:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725986560:12345-0@lo:400:kworker.0 Request processed in 44us (2099us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764614.884058:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1775764614.884235:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725986048:0@lo:400:kworker.0 00000100:00100000:3.0:1775764614.884251:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725986560:0@lo:400:kworker.0 00000100:00080000:1.0:1775764614.884408:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764614.959240:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764614.959297:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764614.959335:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764614.959385:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764614.959411:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702712704 00000100:00100000:2.0:1775764614.959427:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702712704 00000100:00100000:2.0:1775764614.959521:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702712832 00000100:00100000:2.0:1775764614.959525:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702712832 00000100:00100000:2.0:1775764614.959560:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 491 00000100:00100000:2.0:1775764614.959570:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702712704:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764614.959645:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702712704:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 76us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764614.959653:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 491 00000100:00100000:2.0:1775764614.959671:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 492 00000100:00100000:2.0:1775764614.959677:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702712832:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764614.959720:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702712832:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764614.959726:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 492 00000100:00080000:3.0:1775764614.959870:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764614.959874:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764614.960331:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702712576 00000100:00100000:1.0:1775764614.960339:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702712576 00000100:00100000:1.0:1775764614.960408:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 987 00000100:00100000:1.0:1775764614.960416:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702712576:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764614.960470:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702712576:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 56us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764614.960477:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 987 00000100:00080000:3.0:1775764614.960786:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764614.960809:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702712448 00000100:00100000:0.0:1775764614.960815:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702712448 00000100:00100000:0.0:1775764614.960860:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 864 00000100:00100000:0.0:1775764614.960868:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702712448:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764614.960920:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702712448:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 53us (1700us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764614.960927:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 864 00010000:00010000:0.0:1775764615.392777:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764616.416976:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764616.928630:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764616.928656:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725986688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764616.928792:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764616.929022:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725986688 00000100:00100000:1.0:1775764616.929033:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725986688 00000100:00100000:1.0:1775764616.929102:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1775764616.929112:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725986688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764616.929163:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764616.929217:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3736b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725986688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764616.929233:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:3.0:1775764616.929359:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764616.929392:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725986688:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764617.445914:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764618.466922:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764619.487941:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764620.000661:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725986816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764620.000791:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764620.000828:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725986816 00000100:00100000:0.0:1775764620.000838:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725986816 00000100:00080000:3.0:1775764620.000888:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764620.000918:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1775764620.000935:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725986816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764620.001006:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764620.001100:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725986816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 172us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764620.001107:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1775764620.001400:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725987072:0@lo:400:kworker.0 00000100:00100000:2.0:1775764620.001433:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764620.001457:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775764620.001475:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725986944:0@lo:400:kworker.0 00000100:00100000:2.0:1775764620.001499:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764620.001522:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725987456:0@lo:400:kworker.0 00000100:00100000:2.0:1775764620.001547:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764620.001574:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725987072 00000100:00100000:2.0:1775764620.001579:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725987072 00000100:00100000:2.0:1775764620.001613:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:2.0:1775764620.001620:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725987072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764620.001660:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725987072:12345-0@lo:400:kworker.0 Request processed in 40us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764620.001666:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:2.0:1775764620.001689:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725986944 00000100:00100000:2.0:1775764620.001692:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725986944 00000100:00100000:1.0:1775764620.002093:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725987200:0@lo:400:kworker.0 00000100:00100000:2.0:1775764620.002109:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1775764620.002117:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725986944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764620.002138:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764620.002165:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725986944:12345-0@lo:400:kworker.0 Request processed in 49us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764620.002169:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764620.002173:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1775764620.002177:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725987328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764620.002206:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764620.002228:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725987456 00000100:00100000:2.0:1775764620.002233:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725987456 00000100:00100000:1.0:1775764620.002239:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725987200 00000100:00100000:1.0:1775764620.002244:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725987200 00000100:00100000:1.0:1775764620.002283:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725987328 00000100:00100000:1.0:1775764620.002287:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725987328 00000100:00100000:2.0:1775764620.002291:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1775764620.002300:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725987456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764620.002317:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1775764620.002348:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725987456:12345-0@lo:400:kworker.0 Request processed in 50us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764620.002354:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:2.0:1775764620.002374:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764620.002377:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764620.002386:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1775764620.002393:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725987328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764620.002425:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725987328:12345-0@lo:400:kworker.0 Request processed in 33us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764620.002430:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1775764620.002568:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725986816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764620.002610:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725986944:0@lo:400:kworker.0 00000100:00100000:3.0:1775764620.002619:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725987456:0@lo:400:kworker.0 00000100:00100000:3.0:1775764620.002629:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725987072:0@lo:400:kworker.0 00000100:00100000:2.0:1775764620.003098:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725987328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764620.003219:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725987200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764620.003274:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725987200:12345-0@lo:400:kworker.0 Request processed in 951us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764620.003281:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1775764620.003330:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725987200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764620.080517:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764620.080803:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702712960 00000100:00100000:0.0:1775764620.080814:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702712960 00000100:00100000:0.0:1775764620.080914:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 866 00000100:00100000:0.0:1775764620.080937:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702712960:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764620.081090:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702712960:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 163us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764620.081116:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 866 00000100:00100000:3.0:1775764620.082687:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764620.083346:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764620.084968:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702713216 00000100:00100000:0.0:1775764620.084993:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702713216 00000100:00100000:0.0:1775764620.085111:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 494 00000100:00100000:0.0:1775764620.085124:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702713216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764620.085212:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702713216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 89us (2537us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764620.085219:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 494 00000100:00080000:3.0:1775764620.088727:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764620.089726:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702713088 00000100:00100000:2.0:1775764620.089757:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702713088 00000100:00080000:3.0:1775764620.090032:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764620.090140:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 991 00000100:00100000:2.0:1775764620.090159:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702713088:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764620.090310:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702713088:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 155us (6970us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764620.090350:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 991 00000100:00100000:3.0:1775764620.096548:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764620.099678:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702713344 00000100:00100000:2.0:1775764620.099707:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702713344 00000100:00100000:2.0:1775764620.100569:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 130 00000100:00100000:2.0:1775764620.100602:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702713344:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:2.0:1775764620.100644:0:6552:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420cac6 00000100:00080000:2.0:1775764620.100655:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1d02c6c800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1775764620.100722:0:6552:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967314 00000100:00100000:2.0:1775764620.101137:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702713344:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 537us (4618us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764620.101147:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 130 00010000:00010000:0.0:1775764620.101934:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775764620.102177:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764620.515013:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1775764620.615243:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:2.0:1775764620.615253:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1d02c6e000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775764620.615513:0:32992:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1d02c6e000/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0001 00000020:00000080:0.0:1775764620.615761:0:32992:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1d02c6c800 for lustre-OST0001 00000100:00100000:1.0:1775764621.556780:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764621.557146:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702713472 00000100:00100000:1.0:1775764621.557155:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702713472 00000100:00100000:1.0:1775764621.557217:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 259 00000100:00100000:1.0:1775764621.557227:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702713472:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764621.557350:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702713472:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 123us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764621.557358:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 259 00010000:00010000:0.0:1775764621.558001:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764621.563793:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764621.563910:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702713600 00000100:00100000:3.0:1775764621.563920:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702713600 00000100:00100000:3.0:1775764621.564000:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 131 00000100:00100000:3.0:1775764621.564010:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30643:x1862022702713600:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764621.564549:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30643:x1862022702713600:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 539us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764621.564564:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 131 00000100:00100000:1.0:1775764621.577517:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764621.577603:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702713728 00000100:00100000:2.0:1775764621.577613:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702713728 00000100:00100000:2.0:1775764621.577655:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 132 00000100:00100000:2.0:1775764621.577663:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2355:x1862022702713728:12345-192.168.202.7@tcp:8:lfs.0 00010000:00080000:2.0:1775764621.577706:0:6552:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1446 last 0 00000020:00000080:2.0:1775764621.577854:0:6552:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420cb36 00002000:00100000:2.0:1775764621.577866:0:6552:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1d02c6d000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764621.577892:0:6552:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764621.578271:0:6552:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775764621.578301:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1d02c6c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764621.578358:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702713728:12345-192.168.202.7@tcp:8:lfs.0 Request processed in 694us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764621.578365:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 132 00000100:00100000:3.0:1775764621.589864:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764621.589902:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702713856 00000100:00100000:3.0:1775764621.589915:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702713856 00000100:00100000:3.0:1775764621.589997:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 133 00000100:00100000:3.0:1775764621.590007:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702713856:12345-192.168.202.7@tcp:19:lfs.0 00000100:00080000:2.0:1775764621.593707:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764621.598655:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702713856:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 8633us (8784us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764621.598670:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 133 00000100:00100000:2.0:1775764621.614655:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764621.615530:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702713984 00000100:00100000:3.0:1775764621.615545:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702713984 00000100:00100000:3.0:1775764621.615626:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 260 00000100:00100000:3.0:1775764621.615637:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702713984:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764621.616181:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37623100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702713984:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 544us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764621.616191:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 260 00000100:00100000:0.0:1775764621.631544:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764621.631602:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702714112 00000100:00100000:2.0:1775764621.631625:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702714112 00000100:00100000:2.0:1775764621.631689:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 261 00000100:00100000:2.0:1775764621.631699:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702714112:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764621.631912:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702714112:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 214us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764621.631920:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 261 00000100:00100000:0.0:1775764621.659852:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764621.667432:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702714240 00000100:00100000:2.0:1775764621.667452:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702714240 00000100:00100000:2.0:1775764621.667523:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 134 00000100:00100000:2.0:1775764621.667533:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30643:x1862022702714240:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764621.681389:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30643:x1862022702714240:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 13847us (21539us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764621.681404:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 134 00000100:00100000:3.0:1775764621.691546:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764621.691606:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702714368 00000100:00100000:3.0:1775764621.691618:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702714368 00000100:00100000:3.0:1775764621.691674:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 135 00000100:00100000:3.0:1775764621.691684:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702714368:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764621.705583:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702714368:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 13879us (14025us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764621.705601:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 135 00000100:00100000:3.0:1775764621.709607:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764621.710007:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702714496 00000100:00100000:1.0:1775764621.710017:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702714496 00000100:00100000:1.0:1775764621.710097:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 262 00000100:00100000:1.0:1775764621.710108:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02628000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702714496:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764621.710641:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02628000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30643:x1862022702714496:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 533us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764621.710652:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 262 00000100:00100000:0.0:1775764622.052699:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764622.052727:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725987584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764622.052830:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764622.052897:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725987584 00000100:00100000:0.0:1775764622.052905:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725987584 00000100:00100000:0.0:1775764622.052985:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1775764622.052996:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725987584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764622.053023:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764622.053076:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725987584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764622.053083:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00080000:0.0:1775764622.053106:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764622.053168:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725987584:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764622.574641:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764623.586365:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764624.650323:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764625.120195:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725987968:0@lo:400:kworker.0 00000100:00100000:2.0:1775764625.120274:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764625.120346:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764625.120353:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725988096:0@lo:400:kworker.0 00000100:00100000:2.0:1775764625.120381:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764625.120422:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725987968 00000100:00100000:2.0:1775764625.120430:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725987968 00000100:00100000:2.0:1775764625.120761:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1775764625.120774:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725987968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764625.121101:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725987968:12345-0@lo:400:kworker.0 Request processed in 329us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764625.121108:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1775764625.121140:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725988096 00000100:00100000:2.0:1775764625.121144:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725988096 00000100:00100000:2.0:1775764625.121178:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1775764625.121186:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725988096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764625.121216:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725988096:12345-0@lo:400:kworker.0 Request processed in 32us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764625.121222:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:2.0:1775764625.121237:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764625.121242:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764625.121395:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725988096:0@lo:400:kworker.0 00000100:00100000:2.0:1775764625.121405:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725987968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.121557:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725987840:0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.121601:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764625.121627:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725988352:0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.121650:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764625.121670:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764625.121677:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725987712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.121705:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764625.121754:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725988224:0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.121776:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764625.123085:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725987840 00000100:00100000:3.0:1775764625.123096:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725987840 00000100:00100000:3.0:1775764625.123151:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725988224 00000100:00100000:3.0:1775764625.123155:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725988224 00000100:00100000:3.0:1775764625.123195:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1775764625.123206:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725987840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.123292:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725987840:12345-0@lo:400:kworker.0 Request processed in 87us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764625.123300:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1775764625.123322:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1775764625.123328:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725988224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.123357:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725988224:12345-0@lo:400:kworker.0 Request processed in 30us (1581us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764625.123363:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1775764625.123386:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725988352 00000100:00100000:3.0:1775764625.123391:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725988352 00000100:00100000:3.0:1775764625.123429:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1775764625.123436:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725988352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764625.124180:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764625.124199:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725988480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764625.124247:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764625.124286:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725988480 00000100:00100000:2.0:1775764625.124290:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725988480 00000100:00100000:2.0:1775764625.124327:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1775764625.124335:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725988480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764625.124373:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764625.124423:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725988480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764625.124431:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1775764625.125452:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725988480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764625.128016:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725988352:12345-0@lo:400:kworker.0 Request processed in 47us (1831us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764625.128038:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1775764625.128088:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725987712 00000100:00100000:3.0:1775764625.128099:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725987712 00000100:00100000:3.0:1775764625.128146:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1775764625.128156:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725987712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.128253:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725987712:12345-0@lo:400:kworker.0 Request processed in 99us (6547us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764625.128259:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00080000:3.0:1775764625.128308:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764625.128315:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764625.128349:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725987712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.128367:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725988224:0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.128378:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725987840:0@lo:400:kworker.0 00000100:00100000:3.0:1775764625.128389:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725988352:0@lo:400:kworker.0 00000020:00000080:1.0:1775764625.173340:0:50752:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe4852e030 20000000:00000080:1.0:1775764625.173358:0:50752:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3797e000 uarg=0000000000000000 00010000:00010000:1.0:1775764625.174021:0:50752:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1775764625.174068:0:50752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b800) 00010000:00010000:1.0:1775764625.174071:0:50752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764625.174085:0:50752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e00031800/0x429a70d18420cae2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd0b expref: 5 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764625.174108:0:50752:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1775764625.174132:0:50752:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764625.174151:0:50752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764625.174167:0:50752:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cab1 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764625.174176:0:50752:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764625.174235:0:50752:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cab1 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764625.174254:0:50752:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cab1 expref: 17 pid: 5760 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764625.174287:0:50752:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50752:1862022725988608:0@lo:104: 00000100:00100000:1.0:1775764625.174385:0:50752:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764625.174451:0:50752:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764625.175426:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725988608 00000100:00100000:0.0:1775764625.175438:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725988608 00000100:00100000:0.0:1775764625.175511:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1775764625.175521:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:50752:x1862022725988608:12345-0@lo:104: 00010000:00010000:0.0:1775764625.175538:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.175619:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764625.175625:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:50752:x1862022725988608:12345-0@lo:104: Request processed in 106us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764625.175631:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00010000:00010000:0.0:1775764625.175654:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764625.175660:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.175667:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764625.175671:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.175680:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764625.175687:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764625.175693:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764625.175724:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.175763:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764625.175802:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.175810:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbe00/0x429a70d18420cab1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cab8 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.175828:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764625.175830:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764625.175831:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764625.175856:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725988736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764625.176125:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764625.176181:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725988736 00000100:00100000:0.0:1775764625.176185:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725988736 00010000:00010000:0.0:1775764625.176205:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cab1 expref: 18 pid: 5760 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764625.176227:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1775764625.176234:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e03021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725988736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764625.176244:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764625.176249:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cab1 expref: 18 pid: 5760 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176261:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cab1 expref: 18 pid: 5760 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176278:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176299:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176313:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176320:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176327:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176333:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176339:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764625.176344:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176350:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176358:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764625.176366:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764625.176392:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e03021050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725988736:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764625.176398:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1775764625.176466:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725988736:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764625.183167:0:50752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e00031600/0x429a70d18420cab8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cab1 expref: 17 pid: 5760 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764625.183192:0:50752:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50752:1862022725988608:0@lo:104: 00010000:00010000:1.0:1775764625.183225:0:50752:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764625.183236:0:50752:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764625.183242:0:50752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764625.183248:0:50752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cba00/0x429a70d18420cb3d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764625.198148:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764625.198212:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764625.198278:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702714880 00000100:00100000:3.0:1775764625.198293:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702714880 00000100:00100000:3.0:1775764625.198388:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 497 00000100:00100000:3.0:1775764625.198400:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702714880:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764625.198509:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702714880:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 111us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764625.198542:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 497 00000100:00080000:3.0:1775764625.198572:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764625.200279:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764625.201282:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702714624 00000100:00100000:0.0:1775764625.201303:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702714624 00000100:00100000:0.0:1775764625.201377:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 868 00000100:00100000:0.0:1775764625.201389:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702714624:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764625.201494:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702714624:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 107us (3362us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764625.201501:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 868 00000100:00100000:0.0:1775764625.205785:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702714752 00000100:00100000:0.0:1775764625.205807:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702714752 00000100:00100000:0.0:1775764625.205939:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 995 00000100:00100000:0.0:1775764625.205951:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702714752:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764625.206040:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702714752:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (5771us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764625.206049:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 995 00000100:00080000:1.0:1775764625.206503:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764625.233183:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764625.233285:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702715008 00000100:00100000:2.0:1775764625.233297:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702715008 00000100:00100000:2.0:1775764625.233380:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 498 00000100:00100000:2.0:1775764625.233393:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702715008:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764625.233499:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702715008:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764625.233508:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 498 00000100:00080000:1.0:1775764625.233667:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764625.699903:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1775764625.707266:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 10000000:01000000:0.0:1775764626.528004:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764626.528014:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764626.528020:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764626.528100:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764626.528114:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764626.528127:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764626.528160:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725988864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764626.528454:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764626.528525:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764626.528596:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725988864 00000100:00100000:1.0:1775764626.528604:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725988864 00000100:00100000:1.0:1775764626.528662:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1775764626.528672:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725988864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764626.528685:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764626.528701:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cb44 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764626.528783:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cb44 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764626.528795:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cb44 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764626.528805:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cac00, rc 0) 00000100:00100000:1.0:1775764626.528861:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725988864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764626.528869:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1775764626.529072:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725988864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764626.529104:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764626.529113:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764626.529134:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764626.529140:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764626.529147:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764626.720441:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764627.175168:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764627.175191:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725988992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764627.175258:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764627.176706:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725988992 00000100:00100000:0.0:1775764627.176718:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725988992 00000100:00100000:0.0:1775764627.176818:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1775764627.176830:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725988992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764627.176865:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764627.176945:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725988992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (1688us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764627.176952:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1775764627.177012:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725988992:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764627.177224:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764627.744013:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764628.768018:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764629.687464:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764629.687523:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702715136 00000100:00100000:3.0:1775764629.687541:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702715136 00000100:00100000:3.0:1775764629.687642:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 263 00000100:00100000:3.0:1775764629.687656:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30730:x1862022702715136:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764629.687694:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764629.687727:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd20 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764629.690627:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cb59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764629.690652:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cb59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764629.690667:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cb59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764629.691680:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:3.0:1775764629.691688:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764629.691812:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cb59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764629.691855:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd20 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764629.691891:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cb59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd20 expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764629.691901:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b900) 00010000:00010000:3.0:1775764629.691904:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764629.691908:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194000, rc 0) 00000100:00100000:3.0:1775764629.691988:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30730:x1862022702715136:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 4335us (4554us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764629.691998:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 263 00000100:00080000:3.0:1775764629.692035:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764629.699250:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764629.699712:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702715392 00000100:00100000:1.0:1775764629.699761:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702715392 00000100:00100000:1.0:1775764629.699866:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 264 00000100:00100000:1.0:1775764629.699878:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d026cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30730:x1862022702715392:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:1.0:1775764629.699968:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764629.700009:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cb59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd20 expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764629.700036:0:5769:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420cae2) 00010000:00010000:1.0:1775764629.700043:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b900) 00010000:00010000:1.0:1775764629.700060:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764629.700093:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764629.700106:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764629.700116:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.793044:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764629.793505:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967405 is committed 00000004:00010000:1.0:1775764629.798352:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d4f6031 reply state 000000009d76fdc3 transno 4294967405 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764629.798374:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764629.798835:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00010000:00080000:1.0:1775764629.799210:0:5769:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1775764629.799244:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d026cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30730:x1862022702715392:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 99361us (100000us total) trans 4294967405 rc 0/0 00000100:00100000:1.0:1775764629.799256:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 264 00010000:00010000:2.0:1775764629.799336:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.799347:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.799367:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.799374:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764629.799378:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.799386:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.799406:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e03a56700) 00010000:00010000:2.0:1775764629.799410:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764629.799416:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.799422:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420cb60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764630.240236:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725989120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764630.240336:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764630.240574:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725989504:0@lo:400:kworker.0 00000100:00100000:0.0:1775764630.240608:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764630.240630:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764630.240637:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725989632:0@lo:400:kworker.0 00000100:00100000:0.0:1775764630.240658:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764630.240681:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725989376:0@lo:400:kworker.0 00000100:00100000:0.0:1775764630.240703:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764630.240717:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764630.240722:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725989248:0@lo:400:kworker.0 00000100:00100000:0.0:1775764630.240793:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764630.240814:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725989760:0@lo:400:kworker.0 00000100:00100000:3.0:1775764630.241366:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725989504 00000100:00100000:3.0:1775764630.241381:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725989504 00000100:00100000:3.0:1775764630.241466:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725989632 00000100:00100000:3.0:1775764630.241470:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725989632 00000100:00100000:3.0:1775764630.241497:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725989376 00000100:00100000:3.0:1775764630.241500:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725989376 00000100:00100000:3.0:1775764630.241521:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1775764630.241534:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725989504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764630.241619:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022725989504:12345-0@lo:400:kworker.0 Request processed in 86us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764630.241640:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1775764630.241660:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1775764630.241666:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725989632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764630.241695:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725989632:12345-0@lo:400:kworker.0 Request processed in 30us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764630.241701:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1775764630.241727:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1775764630.241754:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725989376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764630.241783:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725989376:12345-0@lo:400:kworker.0 Request processed in 31us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764630.241789:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00080000:3.0:1775764630.241814:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764630.242193:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764630.242245:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725989376:0@lo:400:kworker.0 00000100:00100000:2.0:1775764630.242532:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725989120 00000100:00100000:2.0:1775764630.242539:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725989120 00000100:00100000:2.0:1775764630.242579:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1775764630.242586:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725989120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764630.242620:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764630.242660:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725989120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (2325us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764630.242666:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1775764630.242690:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725989248 00000100:00100000:2.0:1775764630.242694:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725989248 00000100:00100000:2.0:1775764630.242750:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1775764630.242766:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725989248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764630.242810:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725989248:12345-0@lo:400:kworker.0 Request processed in 46us (2018us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764630.242816:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1775764630.243224:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725989632:0@lo:400:kworker.0 00000100:00100000:3.0:1775764630.243240:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022725989504:0@lo:400:kworker.0 00000100:00100000:3.0:1775764630.243270:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725989760 00000100:00100000:3.0:1775764630.243274:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725989760 00000100:00100000:3.0:1775764630.243316:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1775764630.243323:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725989760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764630.243359:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725989760:12345-0@lo:400:kworker.0 Request processed in 37us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764630.243365:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1775764630.243400:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725989120:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764630.243470:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764630.243473:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764630.243492:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725989248:0@lo:400:kworker.0 00000100:00100000:0.0:1775764630.243502:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725989760:0@lo:400:kworker.0 00000100:00100000:3.0:1775764630.321025:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764630.321078:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764630.321133:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764630.321400:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702715648 00000100:00100000:1.0:1775764630.321412:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702715648 00000100:00100000:1.0:1775764630.321484:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702715776 00000100:00100000:1.0:1775764630.321487:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702715776 00000100:00100000:1.0:1775764630.321516:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 500 00000100:00100000:1.0:1775764630.321528:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702715648:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764630.321631:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702715648:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 105us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764630.321639:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 500 00000100:00100000:1.0:1775764630.321659:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 501 00000100:00100000:1.0:1775764630.321666:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702715776:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764630.321691:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702715776:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764630.321697:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 501 00000100:00100000:0.0:1775764630.321981:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702715520 00000100:00100000:0.0:1775764630.321987:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702715520 00000100:00100000:0.0:1775764630.322028:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 871 00000100:00100000:0.0:1775764630.322035:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702715520:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764630.322065:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702715520:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764630.322071:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 871 00000100:00080000:3.0:1775764630.324592:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764630.324604:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764630.818774:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764631.024231:0:50950:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff3f350330 20000000:00000080:0.0:1775764631.024255:0:50950:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3795fc00 uarg=0000000000000000 00010000:00010000:0.0:1775764631.024961:0:50950:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764631.024981:0:50950:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764631.025009:0:50950:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764631.025033:0:50950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764631.025055:0:50950:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cb44 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764631.025063:0:50950:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764631.025130:0:50950:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cb44 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764631.025149:0:50950:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cb44 expref: 17 pid: 5760 timeout: 1555 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764631.025173:0:50950:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50950:1862022725989888:0@lo:104: 00000100:00100000:0.0:1775764631.025277:0:50950:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764631.025355:0:50950:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764631.025365:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1775764631.025382:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725989888 00000100:00100000:2.0:1775764631.025393:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725989888 00000100:00100000:2.0:1775764631.025462:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1775764631.025474:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10b83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:50950:x1862022725989888:12345-0@lo:104: 00010000:00010000:2.0:1775764631.025495:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.025568:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764631.025574:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10b83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:50950:x1862022725989888:12345-0@lo:104: Request processed in 101us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764631.025581:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00010000:00010000:3.0:1775764631.025611:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764631.025618:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764631.025625:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764631.025629:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764631.025637:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764631.025644:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764631.025651:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764631.025686:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764631.025692:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764631.025714:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764631.025722:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420cb44 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cb4b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764631.025788:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0262a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725990016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764631.025827:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775764631.025885:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764631.025888:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764631.025889:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764631.025895:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725990016 00000100:00100000:3.0:1775764631.025901:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725990016 00010000:00010000:2.0:1775764631.025947:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cb44 expref: 18 pid: 5760 timeout: 1555 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764631.025979:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1775764631.025986:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725990016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764631.025998:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764631.026014:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cb44 expref: 18 pid: 5760 timeout: 1555 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026045:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cb44 expref: 18 pid: 5760 timeout: 1555 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026066:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026073:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026087:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026094:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026100:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026110:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026115:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764631.026119:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026125:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026133:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026150:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764631.026184:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022725990016:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764631.026191:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00010000:00010000:1.0:1775764631.026230:0:50950:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cac00/0x429a70d18420cb4b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cb44 expref: 17 pid: 5760 timeout: 1555 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764631.026338:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0262a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022725990016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764631.026393:0:50950:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50950:1862022725989888:0@lo:104: 00010000:00010000:1.0:1775764631.026408:0:50950:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026662:0:50950:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026670:0:50950:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764631.026677:0:50950:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420cb67 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764631.845158:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764632.288222:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725990144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764632.288336:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764632.288627:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725990144 00000100:00100000:0.0:1775764632.288639:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725990144 00000100:00100000:0.0:1775764632.288728:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1775764632.288772:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0262a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725990144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764632.288820:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764632.288900:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0262a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725990144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764632.288908:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1775764632.288990:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725990144:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764632.289326:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764632.864056:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764632.992145:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764632.992154:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764632.992160:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764632.992252:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764632.992270:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764632.992285:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764632.992321:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725990272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764632.992426:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764632.992515:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d694240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764632.993101:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725990272 00000100:00100000:1.0:1775764632.993119:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725990272 00000100:00100000:1.0:1775764632.993204:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1775764632.993227:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725990272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764632.993246:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764632.993268:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cb6e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764632.993302:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cb6e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764632.993317:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cb6e expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764632.993328:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb600, rc 0) 00000100:00100000:1.0:1775764632.993402:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725990272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764632.993418:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1775764632.993797:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725990272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764632.993857:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764632.993869:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764632.993894:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764632.993900:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764632.993908:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764633.899853:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764634.914765:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764635.360019:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725990528:0@lo:400:kworker.0 00000100:00100000:0.0:1775764635.360103:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764635.360174:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725991040:0@lo:400:kworker.0 00000100:00100000:0.0:1775764635.360200:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764635.360227:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764635.360233:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725990656:0@lo:400:kworker.0 00000100:00100000:0.0:1775764635.360268:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764635.360307:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725990528 00000100:00100000:0.0:1775764635.360314:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725990528 00000100:00100000:0.0:1775764635.360373:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725990656 00000100:00100000:0.0:1775764635.360377:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725990656 00000100:00100000:1.0:1775764635.360524:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725990784:0@lo:400:kworker.0 00000100:00100000:1.0:1775764635.360572:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764635.360607:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764635.360613:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725990400:0@lo:400:kworker.0 00000100:00100000:1.0:1775764635.360660:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764635.360682:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725990912:0@lo:400:kworker.0 00000100:00100000:1.0:1775764635.360705:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764635.360756:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725991040 00000100:00100000:1.0:1775764635.360760:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725991040 00000100:00100000:0.0:1775764635.364028:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725990912 00000100:00100000:0.0:1775764635.364047:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725990912 00000100:00100000:2.0:1775764635.367036:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725990400 00000100:00100000:2.0:1775764635.367052:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725990400 00000100:00100000:2.0:1775764635.367113:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1775764635.367124:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725990400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764635.367243:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725990400:12345-0@lo:400:kworker.0 Request processed in 120us (6581us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764635.367251:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1775764635.367364:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725991168:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764635.367414:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764635.367453:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725991168 00000100:00100000:2.0:1775764635.367457:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725991168 00000100:00100000:1.0:1775764635.370276:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725990784 00000100:00100000:1.0:1775764635.370290:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725990784 00000100:00100000:1.0:1775764635.370325:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1775764635.370337:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725991040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764635.370458:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725991040:12345-0@lo:400:kworker.0 Request processed in 123us (10256us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764635.370466:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1775764635.370485:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1775764635.370491:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725990784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764635.370519:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022725990784:12345-0@lo:400:kworker.0 Request processed in 28us (9946us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764635.370524:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1775764635.370553:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1775764635.370562:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725990528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764635.370593:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725990528:12345-0@lo:400:kworker.0 Request processed in 33us (10491us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764635.370600:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1775764635.370616:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:1.0:1775764635.370624:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725990656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764635.370667:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725990656:12345-0@lo:400:kworker.0 Request processed in 44us (10398us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764635.370694:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00080000:0.0:1775764635.371823:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764635.371841:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764635.371982:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1775764635.371993:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725990912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764635.372083:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725990912:12345-0@lo:400:kworker.0 Request processed in 94us (11377us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764635.372090:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1775764635.372851:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1775764635.372862:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725991168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764635.372905:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764635.372993:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725991168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (5578us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764635.372999:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1775764635.373072:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725991168:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764635.373121:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725990400:0@lo:400:kworker.0 00000100:00100000:2.0:1775764635.373133:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725990912:0@lo:400:kworker.0 00000100:00100000:2.0:1775764635.373142:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725990784:0@lo:400:kworker.0 00000100:00100000:2.0:1775764635.373176:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725990656:0@lo:400:kworker.0 00000100:00100000:2.0:1775764635.373193:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725990528:0@lo:400:kworker.0 00000100:00100000:2.0:1775764635.373206:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725991040:0@lo:400:kworker.0 00000100:00080000:0.0:1775764635.373926:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764635.420256:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764635.420788:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702715904 00000100:00100000:1.0:1775764635.420810:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702715904 00000100:00100000:1.0:1775764635.420892:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 47 00000100:00100000:1.0:1775764635.420902:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30807:x1862022702715904:12345-192.168.202.7@tcp:49:touch.60003 00000100:00100000:1.0:1775764635.421062:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30807:x1862022702715904:12345-192.168.202.7@tcp:49:touch.60003 Request processed in 161us (814us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764635.421070:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 47 00000100:00080000:3.0:1775764635.421321:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764635.451397:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764635.451451:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764635.451488:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764635.451525:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764635.451563:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702716160 00000100:00100000:2.0:1775764635.451575:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702716160 00000100:00100000:2.0:1775764635.451624:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 874 00000100:00100000:2.0:1775764635.451633:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702716160:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764635.451782:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702716032 00000100:00100000:3.0:1775764635.451787:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702716032 00000100:00100000:3.0:1775764635.451851:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 265 00000100:00100000:3.0:1775764635.451859:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30807:x1862022702716032:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:3.0:1775764635.451879:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764635.451906:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cb7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd27 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.451989:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452007:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452025:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452041:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452048:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452068:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452628:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cb91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452639:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cb91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452663:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cb91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764635.452787:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:3.0:1775764635.452792:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764635.452881:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cb91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452896:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452902:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452909:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452916:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764635.452921:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452929:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452949:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:3.0:1775764635.452952:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764635.452958:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452964:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cb83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452977:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452984:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452990:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.452995:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764635.452998:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.453004:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.453011:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1d0297bc00) 00010000:00010000:3.0:1775764635.453014:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764635.453017:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.453023:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cb8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.453078:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cb7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd27 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.453096:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cb91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd27 expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.453104:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:3.0:1775764635.453106:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764635.453109:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194200, rc 0) 00000100:00100000:3.0:1775764635.453195:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30807:x1862022702716032:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 1336us (1807us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764635.453205:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 265 00000100:00100000:1.0:1775764635.453775:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702716288 00000100:00100000:1.0:1775764635.453785:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702716288 00000100:00100000:1.0:1775764635.453859:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702716416 00000100:00100000:1.0:1775764635.453863:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702716416 00000100:00100000:1.0:1775764635.453893:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 504 00000100:00100000:1.0:1775764635.453901:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702716288:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764635.453948:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702716288:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 48us (2496us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764635.453955:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 504 00000100:00100000:1.0:1775764635.453972:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 505 00000100:00100000:1.0:1775764635.453979:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702716416:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764635.454007:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702716416:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (2481us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764635.454013:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 505 00000100:00100000:2.0:1775764635.454203:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702716160:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 2571us (2713us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764635.454212:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 874 00000100:00080000:3.0:1775764635.454483:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764635.454489:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764635.459012:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764635.459124:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702716672 00000100:00100000:1.0:1775764635.459136:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702716672 00000100:00100000:1.0:1775764635.459193:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 266 00000100:00100000:1.0:1775764635.459222:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30807:x1862022702716672:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:1.0:1775764635.459252:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764635.459279:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420cb98 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd2e expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.459633:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.460981:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.461006:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.461053:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.461062:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.461069:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764635.464531:0:5770:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xa:0x0], index 1: 0 00010000:00010000:1.0:1775764635.466242:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.466266:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.466279:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.466332:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.466340:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.466347:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.466353:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764635.466358:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.466366:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.466379:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:1.0:1775764635.466382:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764635.466387:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.467601:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cb9f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764635.467618:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099e0f8fc reply state 000000001ccf1c65 transno 4294967406 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764635.467627:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764635.468003:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420cb98 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd2e expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.468043:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd2e expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.468052:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:1.0:1775764635.468055:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764635.468058:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cae00, rc 0) 00000100:00100000:1.0:1775764635.468145:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:30807:x1862022702716672:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 8925us (9147us total) trans 4294967406 rc 0/0 00000100:00100000:1.0:1775764635.468153:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 266 00010000:00010000:0.0:1775764635.475285:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764635.475304:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764635.475313:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764635.475320:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764635.475324:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764635.475332:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764635.475366:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1e03a56e00) 00010000:00010000:0.0:1775764635.475409:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764635.475416:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764635.475422:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420cba6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764635.485287:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764635.485885:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702716928 00000100:00100000:3.0:1775764635.485905:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702716928 00000100:00100000:3.0:1775764635.485992:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 267 00000100:00100000:3.0:1775764635.486004:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:30807:x1862022702716928:12345-192.168.202.7@tcp:36:touch.60003 00010000:00010000:3.0:1775764635.486114:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764635.486153:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd2e expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.486178:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:3.0:1775764635.486192:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764635.486250:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.486275:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.486288:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764635.486490:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000022150805 reply state 000000000b45a808 transno 4294967407 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764635.486499:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764635.486613:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:30807:x1862022702716928:12345-192.168.202.7@tcp:36:touch.60003 Request processed in 611us (1336us total) trans 4294967407 rc 0/0 00000100:00100000:3.0:1775764635.486621:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 267 00010000:00010000:3.0:1775764635.489521:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.489543:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.489552:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.489558:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764635.489564:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.489572:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.489593:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d0297b200) 00010000:00010000:3.0:1775764635.489607:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764635.489614:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764635.489619:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cbbb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764635.497999:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764635.498063:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702717056 00000100:00100000:2.0:1775764635.498072:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702717056 00000100:00100000:2.0:1775764635.498128:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 268 00000100:00100000:2.0:1775764635.498139:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:30807:x1862022702717056:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:2.0:1775764635.498167:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764635.498192:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cbc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd35 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.498254:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cbc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd35 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.498270:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cbc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd35 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.498291:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:2.0:1775764635.498294:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764635.498298:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80200, rc 0) 00000100:00100000:2.0:1775764635.498349:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:30807:x1862022702717056:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 213us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764635.498356:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 268 00000100:00100000:2.0:1775764635.526248:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764635.526293:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702717184 00000100:00100000:2.0:1775764635.526305:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702717184 00000100:00100000:2.0:1775764635.526369:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 136 00000100:00100000:2.0:1775764635.526381:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702717184:12345-192.168.202.7@tcp:2:touch.60003 00000100:00100000:2.0:1775764635.532541:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702717184:12345-192.168.202.7@tcp:2:touch.60003 Request processed in 6147us (6288us total) trans 4294967315 rc 0/0 00000100:00100000:2.0:1775764635.532575:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 136 00000100:00100000:0.0:1775764635.556198:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764635.556846:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702717440 00000100:00100000:2.0:1775764635.556860:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702717440 00000100:00100000:2.0:1775764635.556926:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 48 00000100:00100000:2.0:1775764635.556938:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:30807:x1862022702717440:12345-192.168.202.7@tcp:35:touch.60003 00000100:00100000:2.0:1775764635.557376:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:30807:x1862022702717440:12345-192.168.202.7@tcp:35:touch.60003 Request processed in 440us (1185us total) trans 4294967408 rc 0/0 00000100:00100000:2.0:1775764635.557384:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 48 00000100:00100000:2.0:1775764635.675610:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764635.677862:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702717568 00000100:00100000:1.0:1775764635.677887:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702717568 00000100:00100000:1.0:1775764635.677998:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 269 00000100:00100000:1.0:1775764635.678012:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:30811:x1862022702717568:12345-192.168.202.7@tcp:101:rm.60003 00010000:00010000:1.0:1775764635.678056:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764635.678084:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cbc9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd3c expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678165:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678185:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678200:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678218:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678254:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678261:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678393:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678402:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678409:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764635.678452:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x17:0x0]: returning size 0 00000004:00200000:1.0:1775764635.678458:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764635.678485:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678496:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678504:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678510:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678515:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678532:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764635.678536:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678545:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678558:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:1.0:1775764635.678561:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764635.678565:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678571:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cbd0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678586:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678591:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678597:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678602:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764635.678604:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678610:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678628:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1e03a56d00) 00010000:00010000:1.0:1775764635.678631:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764635.678633:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.678639:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420cbd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.679079:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420cbc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd3c expref: 12 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.679094:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd3c expref: 11 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.679102:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:1.0:1775764635.679104:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764635.679107:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cae00, rc 0) 00000100:00100000:1.0:1775764635.679319:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:30811:x1862022702717568:12345-192.168.202.7@tcp:101:rm.60003 Request processed in 1309us (3723us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764635.679328:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 269 00000100:00100000:0.0:1775764635.692626:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764635.692772:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702717696 00000100:00100000:2.0:1775764635.692783:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702717696 00000100:00100000:2.0:1775764635.692863:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 137 00000100:00100000:2.0:1775764635.692875:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702717696:12345-192.168.202.7@tcp:101:rm.60003 00010000:00010000:2.0:1775764635.692899:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764635.692925:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd43 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764635.692958:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 0, mtime: 0x69d8049b, atime: 0x69d8049b, ctime: 0x69d8049b, blocks: 0x1 00010000:00010000:2.0:1775764635.692984:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764635.692986:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764635.692997:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd43 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.693026:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd43 expref: 7 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.693066:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80c00, rc 0) 00000100:00100000:2.0:1775764635.693129:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702717696:12345-192.168.202.7@tcp:101:rm.60003 Request processed in 256us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764635.693136:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 137 00000100:00100000:0.0:1775764635.715610:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764635.715726:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702717952 00000100:00100000:2.0:1775764635.715774:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702717952 00000100:00100000:2.0:1775764635.715863:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 270 00000100:00100000:2.0:1775764635.715874:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:30811:x1862022702717952:12345-192.168.202.7@tcp:36:rm.60003 00010000:00010000:2.0:1775764635.715946:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764635.715975:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420cbde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd3c expref: 11 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.715999:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cbc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd35 expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.716010:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:2.0:1775764635.716021:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764635.716043:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.716056:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.716066:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.716082:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.716103:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.716111:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.716220:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.716229:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.716236:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764635.716938:0:19479:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8832 00000004:00080000:2.0:1775764635.716951:0:19479:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1460548218935ns, next at 1461548216355ns, rc = 0 00010000:00010000:2.0:1775764635.717012:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717024:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717032:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717040:0:19479:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717046:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717062:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717091:0:19479:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764635.717120:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717127:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717132:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717137:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764635.717140:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717147:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717157:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1e094a3000) 00010000:00010000:2.0:1775764635.717160:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764635.717164:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717170:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cbfa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717184:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717200:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717206:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717210:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764635.717213:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717218:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717226:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:2.0:1775764635.717228:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764635.717231:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.717236:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cbec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764635.717246:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d85ada9a reply state 000000004b1ec1bc transno 4294967409 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764635.717254:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764635.717336:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:30811:x1862022702717952:12345-192.168.202.7@tcp:36:rm.60003 Request processed in 1462us (1736us total) trans 4294967409 rc 0/0 00000100:00100000:2.0:1775764635.717345:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 270 00010000:00010000:1.0:1775764635.718112:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764635.718120:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.718128:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764635.718132:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.718150:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.718162:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1e094a3000) 00010000:00010000:1.0:1775764635.718165:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764635.718168:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.718173:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420cc01 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.718191:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764635.718192:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764635.718194:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764635.738576:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.738600:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.738608:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.738615:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764635.738620:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.738630:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.738654:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1e094a3a00) 00010000:00010000:1.0:1775764635.738686:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764635.738692:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764635.738699:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cbf3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764635.936078:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764635.975893:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967315 is committed 00010000:00010000:0.0:1775764636.962958:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764637.408415:0:7726:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1462239681387ns, next at 1463239679328ns, rc = 0 00000100:00100000:3.0:1775764637.408505:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764637.408538:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725991296:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764637.408618:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764637.408923:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725991296 00000100:00100000:2.0:1775764637.408932:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725991296 00000100:00100000:2.0:1775764637.409001:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1775764637.409012:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725991296:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764637.409139:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1775764637.409273:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764637.409336:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725991296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 326us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764637.409343:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1775764637.410287:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725991296:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764637.986001:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764638.218111:0:51197:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff00ac7230 20000000:00000080:0.0:1775764638.218128:0:51197:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3795e800 uarg=0000000000000000 00010000:00010000:0.0:1775764638.218887:0:51197:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1775764638.218926:0:51197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:0.0:1775764638.218929:0:51197:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764638.218939:0:51197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cb91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd27 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764638.218963:0:51197:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1775764638.218988:0:51197:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764638.219001:0:51197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764638.219015:0:51197:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cb6e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764638.219023:0:51197:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764638.219066:0:51197:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cb6e expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764638.219080:0:51197:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cb6e expref: 17 pid: 5760 timeout: 1563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764638.219097:0:51197:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51197:1862022725991424:0@lo:104: 00000100:00100000:0.0:1775764638.219162:0:51197:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764638.219281:0:51197:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b48540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764638.219470:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725991424 00000100:00100000:2.0:1775764638.219478:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725991424 00000100:00100000:2.0:1775764638.219561:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1775764638.219572:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:51197:x1862022725991424:12345-0@lo:104: 00010000:00010000:2.0:1775764638.219585:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764638.219657:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764638.219663:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:51197:x1862022725991424:12345-0@lo:104: Request processed in 94us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764638.219670:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00010000:00010000:1.0:1775764638.219723:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764638.219756:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.219764:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764638.219768:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.219777:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764638.219784:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764638.219789:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764638.219833:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.219840:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764638.219864:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.219871:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80600/0x429a70d18420cb6e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cb75 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.219895:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764638.219897:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764638.219899:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764638.219912:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725991552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764638.219944:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764638.219983:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725991552 00000100:00100000:1.0:1775764638.219987:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725991552 00010000:00010000:1.0:1775764638.220007:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cb6e expref: 18 pid: 5760 timeout: 1563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764638.220029:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1775764638.220035:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725991552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764638.220046:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764638.220050:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cb6e expref: 18 pid: 5760 timeout: 1563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220059:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cb6e expref: 18 pid: 5760 timeout: 1563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220073:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220079:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220091:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220098:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220111:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220117:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220123:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764638.220127:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220134:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220142:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764638.220151:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764638.220180:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725991552:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764638.220186:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1775764638.220223:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725991552:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764638.220303:0:51197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb600/0x429a70d18420cb75 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cb6e expref: 17 pid: 5760 timeout: 1563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764638.220315:0:51197:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51197:1862022725991424:0@lo:104: 00010000:00010000:3.0:1775764638.220329:0:51197:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764638.220338:0:51197:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764638.220344:0:51197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764638.220350:0:51197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062600/0x429a70d18420cc08 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764639.009219:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764640.040706:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764640.053494:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967406 is committed 00000004:00080000:1.0:1775764640.053507:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000001:00080000:1.0:1775764640.053518:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967409 is committed 00000004:00080000:1.0:1775764640.053520:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000100:00100000:3.0:1775764640.061167:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725991680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764640.061257:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764640.061519:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725991680 00000100:00100000:1.0:1775764640.061527:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725991680 00000100:00100000:1.0:1775764640.061601:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1775764640.061619:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725991680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764640.061652:0:7727:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:10 count 1 00010000:00010000:1.0:1775764640.061677:0:7727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764640.061700:0:7727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd43 expref: 5 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764640.061709:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764640.061711:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764640.061715:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764640.061893:0:7727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd43 expref: 5 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764640.061910:0:7727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd43 expref: 5 pid: 6552 timeout: 1564 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764640.061924:0:7727:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7727:1862022725991808:192.168.202.7@tcp:104: 00000100:00100000:1.0:1775764640.061997:0:7727:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9480 going to sleep for 11 seconds 00000100:00080000:3.0:1775764640.063720:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764640.064209:0:7727:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7727:1862022725991808:192.168.202.7@tcp:104: 00010000:00010000:3.0:1775764640.064237:0:7727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764640.071130:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764640.071214:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702718080 00000100:00100000:3.0:1775764640.071226:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702718080 00010000:00010000:3.0:1775764640.071306:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd43 expref: 6 pid: 6552 timeout: 1564 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764640.071363:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 269 00000100:00100000:3.0:1775764640.071373:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702718080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764640.071396:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764640.071402:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd43 expref: 6 pid: 6552 timeout: 1564 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.071420:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd43 expref: 6 pid: 6552 timeout: 1564 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.071451:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004002e735/0x429a70d18420cbe5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd43 expref: 6 pid: 6552 timeout: 1564 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.071472:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764640.071474:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764640.071480:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.071505:0:5753:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.071538:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764640.071591:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702718080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 220us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764640.071599:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 269 00010000:00010000:3.0:1775764640.071775:0:7727:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.071793:0:7727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.071803:0:7727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.071811:0:7727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.071831:0:7727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764640.072576:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022725991680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10957us (11316us total) trans 4294967316 rc 0/0 00000100:00100000:3.0:1775764640.072587:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00010000:00010000:3.0:1775764640.072617:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764640.072625:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.072644:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764640.072649:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.072661:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.072679:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.072686:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003975c101/0x429a70d18420cc0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.072710:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764640.072712:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764640.072714:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764640.072816:0:3313:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e378d6d80/2, rc 0, transno 4294967316 00000100:00100000:3.0:1775764640.072826:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725991680:0@lo:6:osp-syn-1-0.0 00000100:00080000:1.0:1775764640.073259:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:3.0:1775764640.098763:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764640.098771:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764640.098777:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764640.098855:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.098869:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.098895:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764640.098931:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725991936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764640.099021:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764640.099064:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d02cae300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764640.099647:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725991936 00000100:00100000:1.0:1775764640.099661:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725991936 00000100:00100000:1.0:1775764640.099771:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1775764640.099782:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725991936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764640.099810:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764640.099843:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cc16 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764640.099872:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cc16 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764640.099883:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cc16 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764640.099894:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca200, rc 0) 00000100:00100000:1.0:1775764640.099976:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725991936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 196us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764640.099984:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1775764640.101627:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725991936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764640.101665:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.101679:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764640.101705:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764640.101711:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764640.101717:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764640.487588:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725992064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764640.487664:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764640.487720:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02207800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725992576:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.487787:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764640.487818:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764640.487824:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02207100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725992448:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.487852:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764640.487892:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725992320:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.487920:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764640.487938:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02206d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725992832:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.487973:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764640.487994:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764640.487999:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725992192:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.488029:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764640.488050:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725992704:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.488069:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764640.488099:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725992064 00000100:00100000:2.0:1775764640.488106:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725992064 00000100:00100000:2.0:1775764640.488166:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1775764640.488175:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725992064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764640.488214:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764640.488260:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725992064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764640.488282:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1775764640.488307:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725992576 00000100:00100000:2.0:1775764640.488311:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725992576 00000100:00100000:2.0:1775764640.488335:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725992832 00000100:00100000:2.0:1775764640.488645:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725992832 00000100:00100000:2.0:1775764640.488675:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1775764640.488682:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725992576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.488719:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725992576:12345-0@lo:400:kworker.0 Request processed in 38us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764640.488725:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1775764640.488775:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1775764640.488799:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725992832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.488836:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022725992832:12345-0@lo:400:kworker.0 Request processed in 38us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764640.488842:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1775764640.488863:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725992448 00000100:00100000:2.0:1775764640.488867:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725992448 00000100:00100000:2.0:1775764640.488895:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725992320 00000100:00100000:2.0:1775764640.488898:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725992320 00000100:00100000:2.0:1775764640.488913:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725992704 00000100:00100000:2.0:1775764640.488916:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725992704 00000100:00100000:2.0:1775764640.488935:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1775764640.488941:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725992448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.488971:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725992448:12345-0@lo:400:kworker.0 Request processed in 31us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764640.488977:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1775764640.488989:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1775764640.488995:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725992320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.489022:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725992320:12345-0@lo:400:kworker.0 Request processed in 27us (1102us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764640.489028:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1775764640.489039:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1775764640.489046:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725992704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.489072:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725992704:12345-0@lo:400:kworker.0 Request processed in 28us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764640.489078:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1775764640.489103:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725992192 00000100:00100000:2.0:1775764640.489107:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725992192 00000100:00100000:2.0:1775764640.489143:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1775764640.489150:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725992192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.489181:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725992192:12345-0@lo:400:kworker.0 Request processed in 31us (1151us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764640.489186:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00080000:2.0:1775764640.489212:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764640.489217:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764640.489261:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725992192:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.489276:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725992704:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.489285:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725992320:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.489294:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02206d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725992832:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.489327:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02207100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725992448:0@lo:400:kworker.0 00000100:00100000:2.0:1775764640.493221:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725992064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764640.493277:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02207800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725992576:0@lo:400:kworker.0 00000100:00100000:3.0:1775764640.585501:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764640.585616:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764640.585658:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764640.585709:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702718208 00000100:00100000:3.0:1775764640.585725:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702718208 00000100:00100000:3.0:1775764640.585834:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 877 00000100:00100000:3.0:1775764640.585848:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702718208:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764640.585943:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702718208:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 98us (2221us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764640.585950:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 877 00000100:00100000:3.0:1775764640.585988:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702718464 00000100:00100000:3.0:1775764640.585992:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702718464 00000100:00100000:3.0:1775764640.586042:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 508 00000100:00100000:3.0:1775764640.586049:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702718464:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764640.586085:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702718464:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 37us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764640.586092:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 508 00000100:00100000:3.0:1775764640.586109:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702718336 00000100:00100000:3.0:1775764640.586113:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702718336 00000100:00100000:3.0:1775764640.586149:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1005 00000100:00100000:3.0:1775764640.586156:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702718336:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764640.586194:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702718336:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764640.586200:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1005 00000100:00080000:1.0:1775764640.588841:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764640.588857:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764641.062604:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764641.074153:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967316 is committed 00000100:00100000:3.0:1775764641.914764:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764641.914888:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702718592 00000100:00100000:0.0:1775764641.914900:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702718592 00000100:00100000:0.0:1775764641.914977:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 271 00000100:00100000:0.0:1775764641.914989:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30899:x1862022702718592:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775764641.915016:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764641.915042:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420cc24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd4a expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764641.915125:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cc2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764641.915142:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cc2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764641.915160:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cc2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764641.915431:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:0.0:1775764641.915442:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764641.915571:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cc2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764641.915601:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420cc24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd4a expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764641.915625:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cc2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd4a expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764641.915634:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:0.0:1775764641.915638:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764641.915642:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063c00, rc 0) 00000100:00100000:0.0:1775764641.915712:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30899:x1862022702718592:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 725us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764641.915719:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 271 00000100:00100000:3.0:1775764641.927204:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764641.930186:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702718848 00000100:00100000:2.0:1775764641.930216:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702718848 00000100:00100000:2.0:1775764641.930340:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 272 00000100:00100000:2.0:1775764641.930354:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30899:x1862022702718848:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:2.0:1775764641.930442:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764641.930483:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cc2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd4a expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764641.930506:0:8088:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420cb91) 00010000:00010000:2.0:1775764641.930530:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:2.0:1775764641.930542:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764641.930582:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764641.930597:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764641.930610:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764642.020814:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ee6108e reply state 00000000d070f55f transno 4294967410 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764642.020834:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764642.021051:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000100:00100000:2.0:1775764642.021174:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:30899:x1862022702718848:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 90819us (93976us total) trans 4294967410 rc 0/0 00000100:00100000:2.0:1775764642.021184:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 272 00000001:00080000:3.0:1775764642.023573:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967410 is committed 00010000:00010000:1.0:1775764642.025637:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764642.025654:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764642.025662:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764642.025669:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764642.025674:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764642.025681:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764642.025700:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:1.0:1775764642.025723:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764642.025797:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764642.025805:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cc32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764642.082198:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764642.531623:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725992960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764642.531706:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764642.532072:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725992960 00000100:00100000:2.0:1775764642.532082:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725992960 00000100:00100000:2.0:1775764642.532146:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1775764642.532155:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725992960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764642.532200:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764642.532252:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725992960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764642.532259:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00080000:3.0:1775764642.532443:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764642.532475:0:3313:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967316 gen 2 00000004:00080000:3.0:1775764642.532493:0:3313:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e378d6d80, transno 4294967316 00000100:00100000:3.0:1775764642.532521:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725992960:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1775764642.995985:0:51395:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdbd599ac0 20000000:00000080:2.0:1775764642.996003:0:51395:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37bc8000 uarg=0000000000000000 00010000:00010000:2.0:1775764642.996514:0:51395:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764642.996538:0:51395:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764642.996561:0:51395:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764642.996578:0:51395:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764642.996597:0:51395:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cc16 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764642.996605:0:51395:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764642.996646:0:51395:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cc16 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764642.996661:0:51395:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cc16 expref: 17 pid: 5760 timeout: 1567 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764642.996677:0:51395:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51395:1862022725993088:0@lo:104: 00000100:00100000:2.0:1775764643.000795:0:51395:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764643.000899:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725993088 00000100:00100000:0.0:1775764643.000914:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725993088 00000100:00100000:2.0:1775764643.000916:0:51395:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752ba80 going to sleep for 10 seconds 00000100:00100000:0.0:1775764643.000998:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1775764643.001012:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:51395:x1862022725993088:12345-0@lo:104: 00010000:00010000:0.0:1775764643.001039:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.001155:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764643.001162:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:51395:x1862022725993088:12345-0@lo:104: Request processed in 154us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764643.001171:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1775764643.001299:0:51395:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51395:1862022725993088:0@lo:104: 00010000:00010000:1.0:1775764643.001333:0:51395:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.001428:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764643.001438:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.001453:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764643.001458:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.001469:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764643.001481:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764643.001487:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764643.001544:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.001552:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764643.001590:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.001596:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194000/0x429a70d18420cc16 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cc1d expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.001620:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764643.001621:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764643.001623:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764643.001655:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764643.001672:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725993216:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764643.001722:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764643.002085:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725993216 00000100:00100000:2.0:1775764643.002091:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725993216 00010000:00010000:2.0:1775764643.002123:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cc16 expref: 18 pid: 5760 timeout: 1567 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764643.002161:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1775764643.002168:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725993216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764643.002183:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764643.002189:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cc16 expref: 18 pid: 5760 timeout: 1567 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002215:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cc16 expref: 18 pid: 5760 timeout: 1567 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002584:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420cc1d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cc16 expref: 18 pid: 5760 timeout: 1567 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002602:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002610:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002627:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002634:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002641:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002647:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002652:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764643.002656:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002664:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002700:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.002711:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764643.002781:0:51395:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.002792:0:51395:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.002800:0:51395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81a00/0x429a70d18420cc39 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51395 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764643.002809:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022725993216:12345-0@lo:103:ldlm_bl.0 Request processed in 640us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764643.002818:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1775764643.003980:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725993216:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764643.113300:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764644.063859:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764644.063868:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764644.063881:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764644.063949:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764644.063962:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764644.063974:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764644.064005:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6d8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725993344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764644.064076:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764644.064130:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09849840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764644.064257:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725993344 00000100:00100000:2.0:1775764644.064268:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725993344 00000100:00100000:2.0:1775764644.064336:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1775764644.064346:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725993344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764644.064362:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764644.064376:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cc40 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764644.064401:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cc40 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764644.064410:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cc40 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764644.064420:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81800, rc 0) 00000100:00100000:2.0:1775764644.064480:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725993344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764644.064488:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1775764644.064583:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6d8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725993344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764644.064602:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764644.064611:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764644.064630:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764644.064635:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764644.064649:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764644.134942:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764645.153116:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764645.604395:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725993472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764645.604494:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764645.604545:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725993984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.604566:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764645.604589:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764645.604594:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725993600:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.604618:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764645.604637:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725994112:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.604657:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764645.604681:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725993728:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.604701:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764645.604715:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725994240:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.604770:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764645.604787:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764645.604792:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725993856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.604809:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764645.604837:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725993472 00000100:00100000:2.0:1775764645.604845:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725993472 00000100:00100000:2.0:1775764645.604910:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1775764645.604921:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725993472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764645.604967:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764645.605011:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725993472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.605018:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1775764645.605041:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725993984 00000100:00100000:2.0:1775764645.605044:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725993984 00000100:00100000:2.0:1775764645.605066:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725994240 00000100:00100000:2.0:1775764645.605074:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725994240 00000100:00100000:2.0:1775764645.605097:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1775764645.605103:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725993984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605132:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725993984:12345-0@lo:400:kworker.0 Request processed in 31us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.605138:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1775764645.605147:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1775764645.605152:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725994240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605174:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725994240:12345-0@lo:400:kworker.0 Request processed in 23us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.605180:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1775764645.605193:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725993600 00000100:00100000:2.0:1775764645.605195:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725993600 00000100:00100000:2.0:1775764645.605213:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1775764645.605218:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725993600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605240:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725993600:12345-0@lo:400:kworker.0 Request processed in 21us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.605245:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1775764645.605271:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725994112 00000100:00100000:2.0:1775764645.605273:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725994112 00000100:00100000:2.0:1775764645.605299:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725993728 00000100:00100000:2.0:1775764645.605302:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725993728 00000100:00100000:2.0:1775764645.605315:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725993856 00000100:00100000:2.0:1775764645.605317:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725993856 00000100:00100000:2.0:1775764645.605331:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1775764645.605336:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725994112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605364:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725994112:12345-0@lo:400:kworker.0 Request processed in 27us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.605375:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1775764645.605387:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1775764645.605392:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725993728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605418:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725993728:12345-0@lo:400:kworker.0 Request processed in 26us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.605423:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1775764645.605433:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1775764645.605438:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725993856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605460:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725993856:12345-0@lo:400:kworker.0 Request processed in 22us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.605465:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00080000:2.0:1775764645.605486:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764645.605490:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764645.605492:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764645.605518:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725993600:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605530:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725994112:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605542:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725993472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764645.605549:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725993984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605587:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725993856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605595:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725993728:0@lo:400:kworker.0 00000100:00100000:2.0:1775764645.605602:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725994240:0@lo:400:kworker.0 00000100:00100000:1.0:1775764645.689635:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764645.689685:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764645.691131:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702718976 00000100:00100000:1.0:1775764645.691147:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702718976 00000100:00100000:1.0:1775764645.691212:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 880 00000100:00100000:1.0:1775764645.691225:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702718976:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764645.691322:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702718976:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 101us (1696us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764645.691330:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 880 00000100:00100000:2.0:1775764645.693611:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702719104 00000100:00100000:2.0:1775764645.693645:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702719104 00000100:00100000:2.0:1775764645.693764:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1009 00000100:00100000:2.0:1775764645.693778:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702719104:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764645.693871:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702719104:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 97us (4184us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.693879:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1009 00000100:00080000:1.0:1775764645.694086:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764645.696357:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764645.697233:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702719232 00000100:00100000:2.0:1775764645.697248:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702719232 00000100:00100000:2.0:1775764645.697341:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 139 00000100:00100000:2.0:1775764645.697352:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702719232:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:2.0:1775764645.697389:0:6550:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420cabf 00000100:00080000:2.0:1775764645.697398:0:6550:0:(import.c:65:import_set_state_nolock()) ffff8b1e06957000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1775764645.697438:0:6550:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967314 00000100:00100000:2.0:1775764645.697793:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702719232:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 440us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.697801:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 139 00010000:00010000:2.0:1775764645.697836:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775764645.698086:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764645.704417:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764645.705391:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702719360 00000100:00100000:3.0:1775764645.705402:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702719360 00000100:00100000:3.0:1775764645.705464:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 511 00000100:00100000:3.0:1775764645.705473:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702719360:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764645.705548:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702719360:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 77us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764645.705555:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 511 00000100:00080000:2.0:1775764645.706558:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:1.0:1775764646.180239:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:1.0:1775764646.180250:0:6575:0:(genops.c:904:class_export_put()) final put ffff8b1e06950000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:1.0:1775764646.180299:0:15444:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e06950000/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0000 00000020:00000080:1.0:1775764646.180371:0:15444:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e06957000 for lustre-OST0000 00010000:00010000:1.0:1775764646.187273:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764646.230411:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764646.230884:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702719488 00000100:00100000:3.0:1775764646.230897:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702719488 00000100:00100000:3.0:1775764646.231125:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 273 00000100:00100000:3.0:1775764646.231137:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:30977:x1862022702719488:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:3.0:1775764646.231166:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764646.231193:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cc4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd51 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.231280:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.231296:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.231315:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.231342:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.231350:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.231357:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.233755:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cc63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.233782:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.233796:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764646.235146:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:3.0:1775764646.235155:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764646.235275:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cc63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235294:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235300:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235308:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235325:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764646.235332:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235340:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235362:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b200) 00010000:00010000:3.0:1775764646.235365:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764646.235371:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235378:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cc55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235394:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235400:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235407:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235412:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764646.235414:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235420:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235438:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1d0297b100) 00010000:00010000:3.0:1775764646.235441:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764646.235444:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235450:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235496:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cc4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd51 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235515:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cc63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd51 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764646.235523:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b000) 00010000:00010000:3.0:1775764646.235525:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764646.235527:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194a00, rc 0) 00000100:00100000:3.0:1775764646.235645:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:30977:x1862022702719488:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 4508us (5336us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764646.235657:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 273 00010000:00010000:2.0:1775764647.200090:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764647.661179:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725994368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764647.661265:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764647.661403:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725994368 00000100:00100000:3.0:1775764647.661424:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725994368 00000100:00100000:3.0:1775764647.661485:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1775764647.661495:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725994368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764647.661535:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1775764647.662795:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764647.670571:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725994368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 9054us (9282us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764647.670634:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1775764647.672621:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725994368:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764648.224410:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764648.567433:0:51642:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0ba6ee80 20000000:00000080:1.0:1775764648.567451:0:51642:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0537a800 uarg=0000000000000000 00010000:00010000:1.0:1775764648.571289:0:51642:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1775764648.571335:0:51642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b000) 00010000:00010000:1.0:1775764648.571340:0:51642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764648.571354:0:51642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cc63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd51 expref: 5 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764648.571389:0:51642:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1775764648.571417:0:51642:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764648.571433:0:51642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764648.571450:0:51642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cc40 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764648.571458:0:51642:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764648.571502:0:51642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cc40 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764648.571519:0:51642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cc40 expref: 17 pid: 5760 timeout: 1573 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764648.571534:0:51642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51642:1862022725994496:0@lo:104: 00000100:00100000:1.0:1775764648.571596:0:51642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764648.571659:0:51642:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e16f8a780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764648.572016:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725994496 00000100:00100000:2.0:1775764648.572030:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725994496 00000100:00100000:2.0:1775764648.572107:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1775764648.572118:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:51642:x1862022725994496:12345-0@lo:104: 00010000:00010000:2.0:1775764648.572142:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572228:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764648.572247:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:51642:x1862022725994496:12345-0@lo:104: Request processed in 131us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764648.572254:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00010000:00010000:2.0:1775764648.572281:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764648.572286:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572294:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764648.572297:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572306:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764648.572313:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764648.572319:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764648.572349:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572355:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764648.572374:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572381:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062e00/0x429a70d18420cc40 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cc47 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572396:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764648.572397:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764648.572399:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764648.572427:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725994624:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764648.572457:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764648.572502:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725994624 00000100:00100000:2.0:1775764648.572506:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725994624 00010000:00010000:2.0:1775764648.572524:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cc40 expref: 18 pid: 5760 timeout: 1573 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764648.572547:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1775764648.572552:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725994624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764648.572563:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764648.572568:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cc40 expref: 18 pid: 5760 timeout: 1573 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572578:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cc40 expref: 18 pid: 5760 timeout: 1573 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572642:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572651:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572664:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572671:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572678:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572693:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572699:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764648.572703:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572722:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572752:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764648.572763:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764648.572790:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725994624:12345-0@lo:103:ldlm_bl.0 Request processed in 238us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764648.572797:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1775764648.572830:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725994624:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764648.573193:0:51642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81800/0x429a70d18420cc47 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cc40 expref: 17 pid: 5760 timeout: 1573 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764648.573205:0:51642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51642:1862022725994496:0@lo:104: 00010000:00010000:1.0:1775764648.573228:0:51642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764648.573238:0:51642:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764648.573245:0:51642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764648.573251:0:51642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cc6a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764648.760673:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764648.760768:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764648.760863:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764648.760891:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702719744 00000100:00100000:3.0:1775764648.760903:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702719744 00000100:00100000:3.0:1775764648.760980:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1010 00000100:00100000:3.0:1775764648.760993:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702719744:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764648.761085:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702719744:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764648.761092:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1010 00000100:00080000:3.0:1775764648.761113:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764648.761247:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702719872 00000100:00100000:1.0:1775764648.761252:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702719872 00000100:00100000:1.0:1775764648.761304:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 512 00000100:00100000:1.0:1775764648.761377:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702719872:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764648.761464:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702719872:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 137us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764648.761472:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 512 00000100:00080000:3.0:1775764648.761993:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764648.762111:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702719616 00000100:00100000:0.0:1775764648.762117:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702719616 00000100:00100000:0.0:1775764648.762152:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 881 00000100:00100000:0.0:1775764648.762159:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702719616:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764648.762197:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702719616:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (1537us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764648.762203:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 881 00010000:00010000:2.0:1775764649.247869:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764650.278599:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764650.278607:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764650.278614:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764650.278669:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.278684:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.278708:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764650.278772:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725994752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764650.278858:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764650.278914:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764650.278938:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725994752 00000100:00100000:2.0:1775764650.278947:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725994752 00000100:00100000:2.0:1775764650.278999:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1775764650.279009:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725994752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764650.279022:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764650.279038:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cc71 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.279063:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cc71 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.279073:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cc71 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.279083:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:2.0:1775764650.281302:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725994752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2288us (2439us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764650.281312:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1775764650.281383:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725994752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764650.281406:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.281417:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764650.281446:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764650.281550:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.281559:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.281595:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764650.721087:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725995008:0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.721191:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764650.721255:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725995520:0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.721288:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764650.721314:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764650.721320:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725995136:0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.721342:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764650.721385:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725995008 00000100:00100000:3.0:1775764650.721395:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725995008 00000100:00100000:3.0:1775764650.721453:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725995136 00000100:00100000:3.0:1775764650.721457:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725995136 00000100:00100000:3.0:1775764650.721488:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1775764650.721497:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725995008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.721554:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725995008:12345-0@lo:400:kworker.0 Request processed in 57us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764650.721560:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1775764650.721579:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1775764650.721586:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725995136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.721610:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725995136:12345-0@lo:400:kworker.0 Request processed in 26us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764650.721615:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1775764650.721635:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725995520 00000100:00100000:3.0:1775764650.721638:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725995520 00000100:00100000:3.0:1775764650.721671:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1775764650.721676:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725995520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.721721:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725995520:12345-0@lo:400:kworker.0 Request processed in 44us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764650.721727:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:3.0:1775764650.721776:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764650.721781:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764650.721818:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725995136:0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.721829:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725995008:0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.721837:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725995520:0@lo:400:kworker.0 00000100:00100000:1.0:1775764650.722131:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725995264:0@lo:400:kworker.0 00000100:00100000:1.0:1775764650.722171:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764650.722212:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764650.722217:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725994880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764650.722238:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764650.722256:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725995392:0@lo:400:kworker.0 00000100:00100000:1.0:1775764650.722276:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764650.722304:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725994880 00000100:00100000:1.0:1775764650.722308:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725994880 00000100:00100000:1.0:1775764650.722353:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1775764650.722360:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725994880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764650.722390:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764650.722430:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725994880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764650.722436:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1775764650.722456:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725995392 00000100:00100000:1.0:1775764650.722459:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725995392 00000100:00100000:1.0:1775764650.722488:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:1.0:1775764650.722494:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725995392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764650.722522:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725995392:12345-0@lo:400:kworker.0 Request processed in 29us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764650.722528:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00080000:1.0:1775764650.722545:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764650.722548:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764650.722571:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725994880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764650.722581:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725995392:0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.722884:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725995264 00000100:00100000:3.0:1775764650.722889:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725995264 00000100:00100000:3.0:1775764650.722934:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1775764650.722941:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725995264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764650.722975:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725995264:12345-0@lo:400:kworker.0 Request processed in 35us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764650.722988:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1775764650.723252:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725995264:0@lo:400:kworker.0 00000100:00100000:2.0:1775764650.807987:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764650.809653:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764650.809706:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764650.809766:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702720256 00000100:00100000:2.0:1775764650.809780:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702720256 00000100:00100000:2.0:1775764650.809886:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 515 00000100:00100000:2.0:1775764650.809905:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702720256:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764650.810012:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702720256:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 113us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764650.810022:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 515 00000100:00080000:2.0:1775764650.810065:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764650.810422:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702720000 00000100:00100000:1.0:1775764650.810428:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702720000 00000100:00100000:1.0:1775764650.810457:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 883 00000100:00100000:1.0:1775764650.810464:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702720000:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764650.810494:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702720000:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764650.810500:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 883 00000100:00100000:3.0:1775764650.814493:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702720128 00000100:00100000:3.0:1775764650.814514:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702720128 00000100:00100000:3.0:1775764650.814602:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1014 00000100:00100000:3.0:1775764650.814613:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702720128:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:2.0:1775764650.815290:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764650.816545:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702720128:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1916us (8559us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764650.816562:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1014 00010000:00010000:2.0:1775764651.296155:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764652.320011:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764652.769855:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764652.769890:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725995648:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764652.769982:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764652.770050:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725995648 00000100:00100000:0.0:1775764652.770060:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725995648 00000100:00100000:0.0:1775764652.770131:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1775764652.770145:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725995648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764652.770196:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1775764652.770219:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764652.774858:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725995648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4706us (4864us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764652.774874:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1775764652.775341:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725995648:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764653.348129:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764653.381459:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764653.385193:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702720384 00000100:00100000:3.0:1775764653.385211:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702720384 00000100:00100000:3.0:1775764653.385307:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 274 00000100:00100000:3.0:1775764653.385318:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31064:x1862022702720384:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764653.385341:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764653.385367:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd58 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764653.385440:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cc86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764653.385454:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cc86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764653.385465:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cc86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764653.385704:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:3.0:1775764653.385708:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764653.385814:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cc86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764653.385845:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420cc7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd58 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764653.385869:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cc86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd58 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764653.385879:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:3.0:1775764653.385883:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764653.385887:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195400, rc 0) 00000100:00100000:3.0:1775764653.385964:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31064:x1862022702720384:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 648us (4514us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764653.385971:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 274 00000100:00080000:1.0:1775764653.386161:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764653.388995:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764653.396128:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702720640 00000100:00100000:1.0:1775764653.396145:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702720640 00000100:00100000:1.0:1775764653.396239:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 275 00000100:00100000:1.0:1775764653.396251:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31064:x1862022702720640:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:1.0:1775764653.396311:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764653.396347:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cc86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd58 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764653.396370:0:19479:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420cc63) 00010000:00010000:1.0:1775764653.396375:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:1.0:1775764653.396386:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764653.396417:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764653.396431:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764653.396442:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764653.396953:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb3f69a0 reply state 00000000bbd35137 transno 4294967411 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764653.396965:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764653.397031:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000100:00100000:1.0:1775764653.397138:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31064:x1862022702720640:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 887us (8151us total) trans 4294967411 rc 0/0 00000100:00100000:1.0:1775764653.397146:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 275 00010000:00010000:1.0:1775764653.408865:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764653.408884:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764653.408892:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764653.408899:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764653.408904:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764653.408912:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764653.408937:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e03a56600) 00010000:00010000:1.0:1775764653.408941:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764653.408946:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764653.408952:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420cc8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764654.367840:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764654.739027:0:51839:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9a408700 20000000:00000080:0.0:1775764654.739047:0:51839:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37bcfc00 uarg=0000000000000000 00010000:00010000:0.0:1775764654.740376:0:51839:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764654.740397:0:51839:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764654.740425:0:51839:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764654.740446:0:51839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764654.740468:0:51839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cc71 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764654.740477:0:51839:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764654.740526:0:51839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cc71 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764654.740542:0:51839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cc71 expref: 17 pid: 5763 timeout: 1579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764654.740557:0:51839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3db15180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51839:1862022725995776:0@lo:104: 00000100:00100000:0.0:1775764654.740637:0:51839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764654.740795:0:51839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764654.740950:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725995776 00000100:00100000:2.0:1775764654.740963:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725995776 00000100:00100000:2.0:1775764654.741073:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1775764654.741084:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:51839:x1862022725995776:12345-0@lo:104: 00010000:00010000:2.0:1775764654.741100:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764654.741182:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764654.741189:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:51839:x1862022725995776:12345-0@lo:104: Request processed in 108us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764654.741197:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00010000:00010000:3.0:1775764654.741301:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764654.741309:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741316:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764654.741320:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741330:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764654.741350:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764654.741355:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764654.741394:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741400:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764654.741427:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741433:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81400/0x429a70d18420cc71 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cc78 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741452:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764654.741454:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764654.741456:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764654.741480:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0270d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725995904:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764654.741515:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764654.741562:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725995904 00000100:00100000:3.0:1775764654.741566:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725995904 00010000:00010000:3.0:1775764654.741586:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cc71 expref: 18 pid: 5763 timeout: 1579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764654.741612:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1775764654.741619:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725995904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764654.741629:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764654.741635:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cc71 expref: 18 pid: 5763 timeout: 1579 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741666:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cc71 expref: 18 pid: 5763 timeout: 1579 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741682:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741689:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741705:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741712:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741719:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741723:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741757:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764654.741763:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741771:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741779:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764654.741800:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764654.741830:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022725995904:12345-0@lo:103:ldlm_bl.0 Request processed in 212us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764654.741837:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1775764654.741886:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0270d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725995904:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764654.742050:0:51839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420cc78 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cc71 expref: 17 pid: 5763 timeout: 1579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764654.742061:0:51839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3db15180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51839:1862022725995776:0@lo:104: 00010000:00010000:0.0:1775764654.742084:0:51839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764654.742093:0:51839:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764654.742098:0:51839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764654.742104:0:51839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420cc94 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764655.392435:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764655.840469:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725996288:0@lo:400:kworker.0 00000100:00100000:2.0:1775764655.840543:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764655.840603:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775764655.840610:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725996160:0@lo:400:kworker.0 00000100:00100000:2.0:1775764655.840673:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764655.840703:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725996672:0@lo:400:kworker.0 00000100:00100000:2.0:1775764655.840791:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764655.840863:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725996416:0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.840893:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764655.840925:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764655.840931:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725996032:0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.840958:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764655.840979:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725996544:0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.841000:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764655.841044:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725996032 00000100:00100000:0.0:1775764655.841055:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725996032 00000100:00100000:0.0:1775764655.841109:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1775764655.841120:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725996032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.841170:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022725996032:12345-0@lo:400:kworker.0 Request processed in 54us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764655.841177:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1775764655.841210:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725996288 00000100:00100000:0.0:1775764655.841214:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725996288 00000100:00100000:0.0:1775764655.841262:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725996160 00000100:00100000:0.0:1775764655.841265:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725996160 00000100:00100000:0.0:1775764655.841282:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725996544 00000100:00100000:0.0:1775764655.841284:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725996544 00000100:00100000:0.0:1775764655.841299:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1775764655.841304:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725996288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.841341:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725996288:12345-0@lo:400:kworker.0 Request processed in 37us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764655.841347:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1775764655.841359:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1775764655.841364:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725996160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.841391:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725996160:12345-0@lo:400:kworker.0 Request processed in 26us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764655.841396:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1775764655.841406:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1775764655.841412:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725996544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.841436:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022725996544:12345-0@lo:400:kworker.0 Request processed in 25us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764655.841441:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00080000:0.0:1775764655.841461:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764655.841513:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022725996032:0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.841530:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022725996544:0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.841593:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725996160:0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.841610:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725996288:0@lo:400:kworker.0 00000100:00100000:2.0:1775764655.841879:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725996672 00000100:00100000:2.0:1775764655.841889:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725996672 00000100:00100000:2.0:1775764655.841961:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725996416 00000100:00100000:2.0:1775764655.841966:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725996416 00000100:00100000:2.0:1775764655.842117:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1775764655.842129:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02206d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725996672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764655.842203:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02206d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725996672:12345-0@lo:400:kworker.0 Request processed in 77us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764655.842212:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1775764655.842239:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1775764655.842273:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725996416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764655.842340:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725996416:12345-0@lo:400:kworker.0 Request processed in 72us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764655.842350:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:0.0:1775764655.842950:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764655.842964:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764655.842998:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725996416:0@lo:400:kworker.0 00000100:00100000:0.0:1775764655.843126:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725996672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764655.843923:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764655.843950:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0270d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725996800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764655.844309:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764655.845863:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725996800 00000100:00100000:0.0:1775764655.845881:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725996800 00000100:00100000:0.0:1775764655.845997:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1775764655.846035:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725996800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764655.846097:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764655.846178:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725996800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 171us (1872us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764655.846185:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1775764655.846412:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0270d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725996800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764655.917577:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764655.917623:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764655.918922:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764655.918967:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702720896 00000100:00100000:3.0:1775764655.918978:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702720896 00000100:00100000:1.0:1775764655.919147:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702721024 00000100:00100000:1.0:1775764655.919152:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702721024 00000100:00100000:1.0:1775764655.919759:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 518 00000100:00100000:1.0:1775764655.919773:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d812850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702721024:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764655.919858:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d812850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702721024:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 88us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764655.919867:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 518 00000100:00100000:3.0:1775764655.920298:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1018 00000100:00100000:3.0:1775764655.920307:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702720896:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764655.920341:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702720896:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 37us (2772us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764655.920347:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1018 00000100:00100000:3.0:1775764655.920370:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702720768 00000100:00100000:3.0:1775764655.920376:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702720768 00000100:00100000:3.0:1775764655.920398:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 885 00000100:00100000:3.0:1775764655.920403:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702720768:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764655.920424:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702720768:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 21us (2801us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764655.920431:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 885 00000100:00080000:3.0:1775764655.920452:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764655.920456:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:2.0:1775764656.352602:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764656.352611:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764656.352617:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764656.352685:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764656.352697:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764656.352709:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764656.352758:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725996928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764656.353283:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764656.353337:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764656.353970:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725996928 00000100:00100000:3.0:1775764656.353981:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725996928 00000100:00100000:3.0:1775764656.354041:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1775764656.354051:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022725996928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764656.354070:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764656.354223:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cc9b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764656.354255:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cc9b expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764656.354267:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cc9b expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764656.354276:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195a00, rc 0) 00000100:00100000:3.0:1775764656.354369:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022725996928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 316us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764656.354380:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1775764656.355214:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022725996928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764656.355236:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764656.355247:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764656.355268:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764656.355274:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764656.355281:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764656.424184:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764657.441695:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764657.497485:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967411 is committed 00000100:00100000:0.0:1775764657.888316:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02204a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725997056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764657.888413:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764657.888768:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725997056 00000100:00100000:2.0:1775764657.888778:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725997056 00000100:00100000:2.0:1775764657.888856:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1775764657.888866:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725997056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764657.888909:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764657.888970:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725997056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764657.888978:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:3.0:1775764657.889083:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764657.889977:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02204a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725997056:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764658.463998:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764659.014199:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764659.014272:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702721152 00000100:00100000:0.0:1775764659.014283:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702721152 00000100:00100000:0.0:1775764659.014372:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 276 00000100:00100000:0.0:1775764659.014386:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702721152:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764659.014505:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702721152:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 124us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764659.014513:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 276 00000100:00080000:3.0:1775764659.014580:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764659.020507:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764659.020626:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702721280 00000100:00100000:2.0:1775764659.020653:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702721280 00000100:00100000:2.0:1775764659.020708:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 140 00000100:00100000:2.0:1775764659.020718:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2355:x1862022702721280:12345-192.168.202.7@tcp:8:lfs.60003 00010000:00080000:2.0:1775764659.020803:0:6551:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1483 last 0 00000020:00000080:2.0:1775764659.020842:0:6551:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420cca9 00002000:00100000:2.0:1775764659.020857:0:6551:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1d01dcb800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764659.020886:0:6551:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764659.021165:0:6551:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1775764659.021315:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1d01dcf000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764659.021395:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702721280:12345-192.168.202.7@tcp:8:lfs.60003 Request processed in 676us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.021403:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 140 00000100:00100000:2.0:1775764659.024864:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764659.025122:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702721408 00000100:00100000:1.0:1775764659.025134:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702721408 00000100:00100000:1.0:1775764659.025506:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141 00000100:00100000:1.0:1775764659.025517:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31149:x1862022702721408:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764659.026038:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31149:x1862022702721408:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 522us (1185us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764659.026047:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141 00000100:00080000:3.0:1775764659.026095:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764659.028842:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764659.028945:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702721536 00000100:00100000:2.0:1775764659.028956:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702721536 00000100:00100000:2.0:1775764659.029038:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 142 00000100:00100000:2.0:1775764659.029049:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702721536:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764659.029459:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702721536:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 411us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.029468:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 142 00000100:00080000:3.0:1775764659.029913:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764659.032210:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764659.032427:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702721664 00000100:00100000:3.0:1775764659.032440:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702721664 00000100:00100000:3.0:1775764659.032512:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 277 00000100:00100000:3.0:1775764659.032523:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702721664:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764659.033071:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702721664:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 549us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764659.033080:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 277 00000100:00100000:2.0:1775764659.037496:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764659.037576:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702721792 00000100:00100000:3.0:1775764659.037596:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702721792 00000100:00100000:3.0:1775764659.037670:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 278 00000100:00100000:3.0:1775764659.037681:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02206d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702721792:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764659.037980:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02206d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702721792:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 300us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764659.037989:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 278 00000100:00100000:2.0:1775764659.040868:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764659.041029:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702721920 00000100:00100000:1.0:1775764659.041040:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702721920 00000100:00100000:1.0:1775764659.041129:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 143 00000100:00100000:1.0:1775764659.041140:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31149:x1862022702721920:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764659.041708:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31149:x1862022702721920:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 568us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764659.041716:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 143 00000100:00100000:3.0:1775764659.043770:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764659.043842:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702722048 00000100:00100000:0.0:1775764659.043852:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702722048 00000100:00100000:2.0:1775764659.044026:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 144 00000100:00100000:2.0:1775764659.044038:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702722048:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764659.044463:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702722048:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 426us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.044477:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 144 00000100:00100000:3.0:1775764659.046099:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764659.046357:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702722176 00000100:00100000:2.0:1775764659.046367:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702722176 00000100:00100000:2.0:1775764659.046414:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 279 00000100:00100000:2.0:1775764659.046423:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702722176:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764659.047474:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31149:x1862022702722176:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 1046us (1375us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.047484:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 279 00000100:00100000:3.0:1775764659.122691:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764659.122825:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702722304 00000100:00100000:0.0:1775764659.122837:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702722304 00000100:00100000:0.0:1775764659.122920:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 280 00000100:00100000:0.0:1775764659.122931:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31153:x1862022702722304:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:0.0:1775764659.122955:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764659.122988:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ccb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd5f expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.123052:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.123066:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.123078:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.123090:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.123115:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.123121:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.123621:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ccc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.123632:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ccc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.123639:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ccc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764659.123726:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:0.0:1775764659.124417:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764659.124565:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ccc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124585:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124592:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124600:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124617:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764659.124622:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124638:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124658:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e800) 00010000:00010000:0.0:1775764659.124661:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.124667:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124674:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420ccb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124689:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124695:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124700:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124706:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764659.124708:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124713:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124720:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e1676e300) 00010000:00010000:0.0:1775764659.124723:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.124726:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124843:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420ccbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124893:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ccb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd5f expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124911:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ccc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd5f expref: 6 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.124919:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e1676e900) 00010000:00010000:0.0:1775764659.124921:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764659.124923:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764659.125051:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31153:x1862022702722304:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 2118us (2367us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764659.125062:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 280 00000100:00100000:3.0:1775764659.134037:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764659.134134:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702722432 00000100:00100000:0.0:1775764659.134145:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702722432 00000100:00100000:0.0:1775764659.134229:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 49 00000100:00100000:0.0:1775764659.134240:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31153:x1862022702722432:12345-192.168.202.7@tcp:49:dd.60003 00000100:00100000:0.0:1775764659.134408:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31153:x1862022702722432:12345-192.168.202.7@tcp:49:dd.60003 Request processed in 169us (383us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764659.134417:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 49 00000100:00100000:1.0:1775764659.142272:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764659.142426:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702722688 00000100:00100000:3.0:1775764659.142437:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702722688 00000100:00100000:3.0:1775764659.142511:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 281 00000100:00100000:3.0:1775764659.142522:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31153:x1862022702722688:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:3.0:1775764659.142543:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764659.142562:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cccc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd66 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.143122:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.143139:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.143151:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.143165:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.143182:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.143188:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764659.145423:0:19479:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xa:0x0], index 0: 0 00010000:00010000:3.0:1775764659.146087:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cce1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146106:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146118:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146158:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146312:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146323:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146329:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764659.146334:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146341:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146355:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e1676e900) 00010000:00010000:3.0:1775764659.146357:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764659.146362:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146367:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccd3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764659.146383:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097ec5004 reply state 000000002f10c69a transno 4294967412 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764659.146393:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764659.146433:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cccc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd66 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146448:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cce1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd66 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.146455:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:3.0:1775764659.146458:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764659.146460:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195800, rc 0) 00000100:00100000:3.0:1775764659.146710:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31153:x1862022702722688:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 4189us (4448us total) trans 4294967412 rc 0/0 00000100:00100000:3.0:1775764659.146722:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 281 00010000:00010000:1.0:1775764659.152992:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764659.153011:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764659.153019:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764659.153048:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764659.153054:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764659.153064:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764659.153089:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1d0297bf00) 00010000:00010000:1.0:1775764659.153093:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764659.153098:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764659.153104:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ccda lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764659.162001:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764659.162619:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702722816 00000100:00100000:2.0:1775764659.162635:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702722816 00000100:00100000:2.0:1775764659.162714:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 145 00000100:00100000:2.0:1775764659.162723:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31153:x1862022702722816:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:2.0:1775764659.162849:0:6551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764659.162872:0:6551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 2/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd6d expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764659.162908:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764659.162932:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764659.162935:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764659.162943:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd6d expref: 7 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.162962:0:6551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd6d expref: 7 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.162977:0:6551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80200, rc 0) 00000100:00100000:2.0:1775764659.163114:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31153:x1862022702722816:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 390us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.163122:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 145 00000100:00100000:2.0:1775764659.183164:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764659.183959:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702722944 00000100:00100000:0.0:1775764659.183972:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702722944 00002000:00100000:0.0:1775764659.184034:0:6556:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (0->1048575) req@ffff8b1e3751dc00 x1862022702722944/t0(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:140/0 lens 488/0 e 0 to 0 dl 1775764670 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1775764659.184068:0:6556:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e3751dc00 with x1862022702722944 ext(0->1048575) 00002000:00010000:0.0:1775764659.184075:0:6556:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e3751dc00 00000100:00100000:0.0:1775764659.184152:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 5 00000100:00100000:0.0:1775764659.184161:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702722944:12345-192.168.202.7@tcp:4:dd.60003 00000001:00100000:2.0:1775764659.249441:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00080000:1.0:1775764659.312115:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967315 is committed 00000100:00100000:0.0:1775764659.312289:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702722944:12345-192.168.202.7@tcp:4:dd.60003 Request processed in 128120us (129125us total) trans 4294967315 rc 0/0 00000100:00100000:0.0:1775764659.312304:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 5 00002000:00100000:0.0:1775764659.312320:0:6556:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (0->1048575) req@ffff8b1e3751dc00 x1862022702722944/t4294967315(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:140/0 lens 488/448 e 0 to 0 dl 1775764670 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1775764659.312331:0:6556:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e3751dc00 with x1862022702722944 ext(0->1048575) 00002000:00010000:0.0:1775764659.312338:0:6556:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e3751dc00 00000100:00100000:2.0:1775764659.317070:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764659.318506:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702723072 00000100:00100000:0.0:1775764659.318521:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702723072 00000100:00100000:0.0:1775764659.318599:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 282 00000100:00100000:0.0:1775764659.318619:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31153:x1862022702723072:12345-192.168.202.7@tcp:44:dd.60003 00000001:00080000:3.0:1775764659.387829:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967412 is committed 00000100:00100000:2.0:1775764659.388109:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31153:x1862022702723072:12345-192.168.202.7@tcp:44:dd.60003 Request processed in 69492us (71046us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.388123:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 282 00000100:00100000:0.0:1775764659.392568:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764659.392688:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702723200 00000100:00100000:3.0:1775764659.392835:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702723200 00000100:00100000:3.0:1775764659.392911:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 146 00000100:00100000:3.0:1775764659.392924:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702723200:12345-192.168.202.7@tcp:16:dd.60003 00000100:00100000:3.0:1775764659.393142:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702723200:12345-192.168.202.7@tcp:16:dd.60003 Request processed in 220us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764659.393150:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 146 00000100:00100000:3.0:1775764659.398058:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764659.398831:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702723456 00000100:00100000:0.0:1775764659.398845:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702723456 00000100:00100000:0.0:1775764659.399189:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 50 00000100:00100000:0.0:1775764659.399199:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31153:x1862022702723456:12345-192.168.202.7@tcp:35:dd.60003 00000001:00080000:0.0:1775764659.400463:0:5772:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967413 00000100:00100000:0.0:1775764659.400785:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31153:x1862022702723456:12345-192.168.202.7@tcp:35:dd.60003 Request processed in 1582us (2731us total) trans 4294967414 rc 0/0 00000100:00100000:0.0:1775764659.400815:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 50 00000020:00080000:0.0:1775764659.400821:0:5772:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764659.488153:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764660.515448:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764660.837940:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967414 is committed 00000100:00100000:1.0:1775764660.973095:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764660.973274:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764660.973306:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725997568:0@lo:400:kworker.0 00000100:00100000:3.0:1775764660.973387:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764660.973460:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725997568 00000100:00100000:3.0:1775764660.973469:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725997568 00000100:00100000:3.0:1775764660.973533:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1775764660.973542:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725997568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764660.975468:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022725997568:12345-0@lo:400:kworker.0 Request processed in 1914us (2067us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764660.975485:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00080000:3.0:1775764660.975550:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764660.975918:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022725997568:0@lo:400:kworker.0 00000100:00100000:1.0:1775764660.977336:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725997184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764660.977444:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764660.977518:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725997184 00000100:00100000:1.0:1775764660.977524:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725997184 00000100:00100000:1.0:1775764660.977936:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1775764660.977948:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725997184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764660.977996:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1775764660.978049:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725997184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764660.978065:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:1.0:1775764660.978086:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764660.978129:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725997184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764660.978283:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725997312:0@lo:400:kworker.0 00000100:00100000:0.0:1775764660.978323:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764660.978370:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764660.978378:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725997440:0@lo:400:kworker.0 00000100:00100000:0.0:1775764660.978406:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764660.981556:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725997312 00000100:00100000:1.0:1775764660.981583:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725997312 00000100:00100000:1.0:1775764660.981669:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1775764660.982496:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725997312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764660.983429:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022725997312:12345-0@lo:400:kworker.0 Request processed in 1748us (5101us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764660.983442:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1775764660.985921:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725997696:0@lo:400:kworker.0 00000100:00100000:2.0:1775764660.985998:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764660.986101:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725997440 00000100:00100000:2.0:1775764660.986111:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725997440 00000100:00100000:2.0:1775764660.986181:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725997696 00000100:00100000:2.0:1775764660.986185:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725997696 00000100:00100000:2.0:1775764660.986226:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1775764660.986234:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725997440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764660.986305:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022725997440:12345-0@lo:400:kworker.0 Request processed in 71us (7897us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764660.986314:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1775764660.986334:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1775764660.986341:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725997696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764660.986373:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725997696:12345-0@lo:400:kworker.0 Request processed in 33us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764660.986379:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1775764660.986446:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725997696:0@lo:400:kworker.0 00000100:00100000:1.0:1775764660.987461:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764660.987490:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725997824:0@lo:400:kworker.0 00000100:00100000:1.0:1775764660.988021:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1775764660.988092:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764660.989424:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725997824 00000100:00100000:2.0:1775764660.989438:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725997824 00000100:00100000:2.0:1775764660.989528:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1775764660.989542:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725997824:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1775764660.991173:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764660.991910:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022725997312:0@lo:400:kworker.0 00000100:00100000:0.0:1775764660.991961:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022725997440:0@lo:400:kworker.0 00000100:00100000:2.0:1775764660.993841:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725997824:12345-0@lo:400:kworker.0 Request processed in 4290us (5811us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764660.993859:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1775764660.994360:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725997824:0@lo:400:kworker.0 00000100:00100000:2.0:1775764661.045310:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764661.045351:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764661.045392:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764661.045440:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764661.045478:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702723968 00000100:00100000:2.0:1775764661.045494:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702723968 00000100:00100000:2.0:1775764661.045579:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702723840 00000100:00100000:2.0:1775764661.045583:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702723840 00000100:00100000:2.0:1775764661.045630:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 520 00000100:00100000:2.0:1775764661.045642:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702723968:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764661.045765:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702723968:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 125us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764661.045774:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 520 00000100:00100000:2.0:1775764661.045795:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 521 00000100:00100000:2.0:1775764661.045801:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702723840:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764661.045827:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702723840:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764661.045833:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 521 00000100:00100000:2.0:1775764661.045852:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702723584 00000100:00100000:2.0:1775764661.045877:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702723584 00000100:00100000:2.0:1775764661.045909:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 888 00000100:00100000:2.0:1775764661.045915:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702723584:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764661.045941:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702723584:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764661.045948:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 888 00000100:00080000:2.0:1775764661.045980:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764661.045984:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764661.050276:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702723712 00000100:00100000:3.0:1775764661.050292:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702723712 00000100:00100000:3.0:1775764661.050462:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1022 00000100:00100000:3.0:1775764661.050474:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702723712:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764661.050572:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702723712:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 101us (5272us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764661.050579:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1022 00000100:00080000:2.0:1775764661.050846:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764661.536435:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764662.560009:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764662.782058:0:52087:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1487613323721ns, next at 1425980330422ns, rc = 0 00000004:00080000:0.0:1775764662.782145:0:52087:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1487613413586ns, next at 1463239679328ns, rc = 0 00000004:00080000:1.0:1775764662.788295:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000004:00080000:1.0:1775764662.788332:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000100:00100000:2.0:1775764663.018900:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764663.018926:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725997952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764663.019008:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764663.019434:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725997952 00000100:00100000:0.0:1775764663.019445:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725997952 00000100:00100000:0.0:1775764663.019525:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1775764663.019539:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725997952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764663.019588:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764663.019645:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725997952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764663.019653:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:2.0:1775764663.019972:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764663.020102:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725997952:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764663.585629:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764664.613399:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764664.837391:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764664.837572:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702724096 00000100:00100000:3.0:1775764664.837584:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702724096 00000100:00100000:3.0:1775764664.837670:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 283 00000100:00100000:3.0:1775764664.837681:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31346:x1862022702724096:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764664.837821:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31346:x1862022702724096:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 141us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764664.837829:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 283 00000100:00080000:1.0:1775764664.838017:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764664.845212:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764664.845323:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702724224 00000100:00100000:1.0:1775764664.845333:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702724224 00000100:00100000:1.0:1775764664.845416:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 147 00000100:00100000:1.0:1775764664.845427:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31346:x1862022702724224:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764664.845853:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31346:x1862022702724224:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 427us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764664.845871:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 147 00000100:00080000:0.0:1775764664.846103:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764664.854883:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764664.854993:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702724352 00000100:00100000:3.0:1775764664.855006:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702724352 00000100:00100000:3.0:1775764664.855098:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 148 00000100:00100000:3.0:1775764664.855110:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31346:x1862022702724352:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764664.855855:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31346:x1862022702724352:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 745us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764664.855863:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 148 00000100:00080000:0.0:1775764664.856104:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764664.861516:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764664.861724:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702724480 00000100:00100000:1.0:1775764664.861767:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702724480 00000100:00100000:1.0:1775764664.861828:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 284 00000100:00100000:1.0:1775764664.861838:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31346:x1862022702724480:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764664.862331:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31346:x1862022702724480:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 493us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764664.862339:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 284 00000100:00100000:0.0:1775764664.869970:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764664.870019:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702724608 00000100:00100000:0.0:1775764664.870030:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702724608 00000100:00100000:0.0:1775764664.870106:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 285 00000100:00100000:0.0:1775764664.870116:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31346:x1862022702724608:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764664.870228:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31346:x1862022702724608:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 113us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764664.870237:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 285 00000100:00100000:0.0:1775764664.878106:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764664.878254:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702724736 00000100:00100000:3.0:1775764664.878377:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702724736 00000100:00100000:3.0:1775764664.878446:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 149 00000100:00100000:3.0:1775764664.878458:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31346:x1862022702724736:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764664.879032:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31346:x1862022702724736:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 574us (935us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764664.879042:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 149 00000100:00100000:0.0:1775764664.885649:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764664.885766:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702724864 00000100:00100000:3.0:1775764664.885780:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702724864 00000100:00100000:3.0:1775764664.885849:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 150 00000100:00100000:3.0:1775764664.885859:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31346:x1862022702724864:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764664.886257:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31346:x1862022702724864:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 398us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764664.886278:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 150 00000100:00100000:0.0:1775764664.889452:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764664.889598:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702724992 00000100:00100000:1.0:1775764664.889609:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702724992 00000100:00100000:1.0:1775764664.889664:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 286 00000100:00100000:1.0:1775764664.889674:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31346:x1862022702724992:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764664.890204:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31346:x1862022702724992:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 530us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764664.890214:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 286 00000100:00100000:1.0:1775764665.039937:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764665.050017:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702725248 00000100:00100000:3.0:1775764665.050042:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702725248 00000100:00100000:3.0:1775764665.050125:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 287 00000100:00100000:3.0:1775764665.050136:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31350:x1862022702725248:12345-192.168.202.7@tcp:36:rm.60003 00010000:00010000:3.0:1775764665.050196:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764665.050226:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cce1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd66 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.050244:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:3.0:1775764665.050256:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764665.050281:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.050294:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.050305:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.050319:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.050326:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.050333:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.050796:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.050806:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.050813:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764665.051682:0:8088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8832 00000004:00080000:3.0:1775764665.051693:0:8088:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1489882961386ns, next at 1490882959303ns, rc = 0 00010000:00010000:3.0:1775764665.051842:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051854:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051863:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051872:0:8088:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051882:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051888:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051914:0:8088:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764665.051940:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051946:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051952:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051958:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764665.051962:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051969:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051979:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:3.0:1775764665.051982:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764665.051986:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.051992:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd04 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.052011:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.052016:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.052021:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.052026:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764665.052028:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.052032:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.052039:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e1676e900) 00010000:00010000:3.0:1775764665.052041:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764665.052044:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.052049:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ccf6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764665.052058:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1cb364f reply state 00000000c25b0d3e transno 4294967415 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764665.052068:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764665.052161:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31350:x1862022702725248:12345-192.168.202.7@tcp:36:rm.60003 Request processed in 2024us (12247us total) trans 4294967415 rc 0/0 00000100:00100000:3.0:1775764665.052171:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 287 00010000:00010000:2.0:1775764665.054805:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764665.054819:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764665.054831:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764665.054835:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764665.054844:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764665.054861:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:2.0:1775764665.054864:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764665.054869:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764665.054899:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cd0b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764665.054925:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764665.054927:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764665.054929:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764665.059449:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764665.059472:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764665.059480:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764665.059486:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764665.059504:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764665.059513:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764665.059546:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x93c5647 (ffff8b1d0297be00) 00010000:00010000:1.0:1775764665.059550:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764665.059562:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764665.059568:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420ccfd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764665.632210:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764666.080500:0:6820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1490911765469ns, next at 1491911762864ns, rc = 0 00000100:00100000:2.0:1775764666.080537:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725998080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764666.080622:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764666.080698:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725998080 00000100:00100000:2.0:1775764666.080706:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725998080 00000100:00100000:2.0:1775764666.080788:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1775764666.080798:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725998080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764666.080833:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764666.080880:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022725998080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764666.080889:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:2.0:1775764666.080911:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764666.080961:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022725998080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764666.081363:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764666.081375:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725998336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764666.081413:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764666.081455:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725998464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764666.081475:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764666.081511:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725998336 00000100:00100000:1.0:1775764666.081516:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725998336 00000100:00100000:1.0:1775764666.081565:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725998464 00000100:00100000:1.0:1775764666.081569:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725998464 00000100:00100000:1.0:1775764666.081595:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1775764666.081603:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725998336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764666.081641:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022725998336:12345-0@lo:400:kworker.0 Request processed in 40us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764666.081647:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1775764666.081662:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1775764666.081667:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725998464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764666.081710:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022725998464:12345-0@lo:400:kworker.0 Request processed in 43us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764666.081717:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1775764666.081780:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022725998464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764666.081790:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022725998336:0@lo:400:kworker.0 00000100:00100000:3.0:1775764666.081907:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725998208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764666.081943:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764666.081963:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725998720:0@lo:400:kworker.0 00000100:00100000:3.0:1775764666.081985:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764666.082004:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764666.082009:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725998592:0@lo:400:kworker.0 00000100:00100000:3.0:1775764666.082028:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764666.082054:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725998592 00000100:00100000:3.0:1775764666.082058:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725998592 00000100:00100000:3.0:1775764666.082082:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1775764666.082088:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725998592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764666.082120:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725998592:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764666.082126:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1775764666.082162:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725998592:0@lo:400:kworker.0 00000100:00100000:1.0:1775764666.082322:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725998208 00000100:00100000:1.0:1775764666.082326:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725998208 00000100:00100000:1.0:1775764666.082359:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1775764666.082366:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725998208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764666.082400:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725998208:12345-0@lo:400:kworker.0 Request processed in 35us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764666.082407:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1775764666.082435:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725998208:0@lo:400:kworker.0 00000100:00100000:2.0:1775764666.082613:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725998720 00000100:00100000:2.0:1775764666.082618:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725998720 00000100:00100000:2.0:1775764666.082661:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1775764666.082669:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725998720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764666.082723:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725998720:12345-0@lo:400:kworker.0 Request processed in 55us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764666.082765:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00080000:2.0:1775764666.082792:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764666.082797:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764666.083932:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725998720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764666.174381:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764666.174422:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764666.174457:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764666.174511:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764666.174578:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702725632 00000100:00100000:0.0:1775764666.174593:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702725632 00000100:00100000:0.0:1775764666.174696:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702725760 00000100:00100000:0.0:1775764666.174700:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702725760 00000100:00100000:0.0:1775764666.174763:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 523 00000100:00100000:0.0:1775764666.174779:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702725632:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764666.174896:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702725632:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 121us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764666.174905:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 523 00000100:00100000:0.0:1775764666.174930:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 524 00000100:00100000:0.0:1775764666.174937:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702725760:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764666.174968:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702725760:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764666.174974:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 524 00000100:00100000:0.0:1775764666.175020:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702725504 00000100:00100000:0.0:1775764666.175024:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702725504 00000100:00100000:0.0:1775764666.175067:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1026 00000100:00100000:0.0:1775764666.175073:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702725504:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764666.175136:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702725504:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 63us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764666.175142:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1026 00000100:00100000:2.0:1775764666.175575:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702725376 00000100:00100000:2.0:1775764666.175581:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702725376 00000100:00100000:2.0:1775764666.175630:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 890 00000100:00100000:2.0:1775764666.175637:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702725376:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764666.175677:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702725376:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (1317us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764666.175683:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 890 00000100:00080000:2.0:1775764666.175714:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764666.175719:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764666.175721:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775764666.658014:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764667.679976:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764667.825652:0:52232:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1492656918536ns, next at 1491911762864ns, rc = 0 00000004:00080000:3.0:1775764667.916623:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 24 committed 00000004:00080000:3.0:1775764667.916663:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000001:00080000:3.0:1775764667.916675:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967415 is committed 00000004:00080000:3.0:1775764667.916681:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000100:00100000:0.0:1775764667.917028:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764667.917061:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725998848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764667.917146:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764667.917973:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725998848 00000100:00100000:0.0:1775764667.917982:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725998848 00000100:00100000:0.0:1775764667.918041:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1775764667.918050:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725998848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764667.918082:0:7727:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:10 count 1 00010000:00010000:0.0:1775764667.918108:0:7727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764667.918130:0:7727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd6d expref: 5 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764667.918138:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764667.918140:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764667.918144:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764667.918175:0:7727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd6d expref: 5 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764667.918202:0:7727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd6d expref: 5 pid: 6551 timeout: 1592 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764667.918227:0:7727:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7727:1862022725998976:192.168.202.7@tcp:104: 00000100:00100000:0.0:1775764667.918316:0:7727:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764667.920945:0:7727:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7727:1862022725998976:192.168.202.7@tcp:104: 00010000:00010000:2.0:1775764667.920986:0:7727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764667.932694:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764667.932931:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702725888 00000100:00100000:0.0:1775764667.932943:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702725888 00010000:00010000:0.0:1775764667.932993:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd6d expref: 6 pid: 6551 timeout: 1592 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764667.933041:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 273 00000100:00100000:0.0:1775764667.933052:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e03021450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702725888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764667.933069:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764667.933074:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd6d expref: 6 pid: 6551 timeout: 1592 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764667.933101:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd6d expref: 6 pid: 6551 timeout: 1592 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764667.933126:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002225e8d9/0x429a70d18420ccef lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd6d expref: 6 pid: 6551 timeout: 1592 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764667.933144:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764667.933146:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764667.933166:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764667.933177:0:8231:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764667.933219:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764667.933351:0:7727:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764667.933362:0:7727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764667.933372:0:7727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764667.933392:0:7727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764667.933417:0:7727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764667.934017:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3752c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022725998848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15966us (16869us total) trans 4294967316 rc 0/0 00000100:00100000:2.0:1775764667.934027:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00010000:00010000:3.0:1775764667.934117:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764667.934124:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764667.934133:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764667.934138:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764667.934153:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764667.934168:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764667.934176:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df70e165/0x429a70d18420cd12 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764667.934196:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764667.934198:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764667.934200:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764667.934384:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e03021450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702725888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 1332us (1702us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764667.934393:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 273 00000004:00080000:0.0:1775764667.934486:0:3314:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d02ad0e00/2, rc 0, transno 4294967316 00000100:00100000:0.0:1775764667.934508:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725998848:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1775764667.934778:0:52232:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1492766046037ns, next at 1463239679328ns, rc = 0 00000004:00080000:2.0:1775764667.939872:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000100:00100000:1.0:1775764668.129402:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725999104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764668.129518:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764668.129831:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725999104 00000100:00100000:0.0:1775764668.129843:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725999104 00000100:00100000:0.0:1775764668.129916:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1775764668.129930:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725999104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764668.129981:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764668.130041:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022725999104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764668.130049:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1775764668.130104:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022725999104:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764668.130757:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764668.703852:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764669.743343:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764670.299108:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967316 is committed 00010000:00010000:3.0:1775764670.751948:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764671.202192:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e096eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725999360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.202283:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764671.202355:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725999872:0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.202433:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764671.202989:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764671.203000:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725999232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.203040:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764671.203066:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725999744:0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.203094:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764671.203125:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725999488:0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.203147:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764671.203168:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764671.203175:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725999616:0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.203198:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764671.203234:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725999360 00000100:00100000:1.0:1775764671.203244:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725999360 00000100:00100000:1.0:1775764671.203300:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725999744 00000100:00100000:1.0:1775764671.203303:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725999744 00000100:00100000:1.0:1775764671.203333:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725999488 00000100:00100000:1.0:1775764671.203336:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725999488 00000100:00100000:1.0:1775764671.203356:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1775764671.207826:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725999360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.207955:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022725999360:12345-0@lo:400:kworker.0 Request processed in 4590us (5672us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764671.207967:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1775764671.208019:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1775764671.208029:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725999744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.208061:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022725999744:12345-0@lo:400:kworker.0 Request processed in 35us (4965us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764671.208067:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1775764671.208079:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1775764671.208103:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725999488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.208142:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022725999488:12345-0@lo:400:kworker.0 Request processed in 41us (4994us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764671.208148:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1775764671.208178:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725999872 00000100:00100000:1.0:1775764671.208186:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725999872 00000100:00100000:1.0:1775764671.208232:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725999616 00000100:00100000:1.0:1775764671.208236:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725999616 00000100:00100000:1.0:1775764671.208260:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1775764671.208266:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725999872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.208297:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022725999872:12345-0@lo:400:kworker.0 Request processed in 31us (5863us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764671.208302:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1775764671.208313:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1775764671.208319:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725999616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.208348:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022725999616:12345-0@lo:400:kworker.0 Request processed in 29us (5149us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764671.208353:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1775764671.208385:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022725999232 00000100:00100000:1.0:1775764671.208390:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022725999232 00000100:00100000:1.0:1775764671.208415:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1775764671.208421:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725999232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.208464:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022725999232:12345-0@lo:400:kworker.0 Request processed in 43us (5423us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764671.208480:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1775764671.221250:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022725999232:0@lo:400:kworker.0 00000100:00100000:2.0:1775764671.221273:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022725999744:0@lo:400:kworker.0 00000100:00100000:2.0:1775764671.221285:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e096eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022725999360:0@lo:400:kworker.0 00000100:00100000:2.0:1775764671.221296:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022725999872:0@lo:400:kworker.0 00000100:00080000:1.0:1775764671.233243:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764671.233254:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764671.233274:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764671.233331:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764671.235206:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0270df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726000000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764671.235298:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764671.235399:0:3313:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967316 gen 2 00000004:00080000:1.0:1775764671.235406:0:3313:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d02ad0e00, transno 4294967316 00000100:00100000:1.0:1775764671.235428:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022725999616:0@lo:400:kworker.0 00000100:00100000:1.0:1775764671.235443:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022725999488:0@lo:400:kworker.0 00000100:00100000:2.0:1775764671.236038:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726000000 00000100:00100000:2.0:1775764671.236046:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726000000 00000100:00100000:2.0:1775764671.236103:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1775764671.236113:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726000000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764671.236153:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764671.236209:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726000000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764671.236215:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1775764671.241016:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0270df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726000000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764671.287678:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764671.287838:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702726144 00000100:00100000:1.0:1775764671.287851:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702726144 00000100:00100000:1.0:1775764671.287951:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1030 00000100:00100000:1.0:1775764671.287963:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702726144:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:3.0:1775764671.288425:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764671.289640:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764671.289687:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702726144:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1724us (2240us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764671.289702:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1030 00000100:00100000:1.0:1775764671.289765:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702726400 00000100:00100000:1.0:1775764671.289771:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702726400 00000100:00100000:1.0:1775764671.289834:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 527 00000100:00100000:1.0:1775764671.289843:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702726400:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764671.300063:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764671.300102:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00080000:0.0:1775764671.300133:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764671.300152:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702726016 00000100:00100000:0.0:1775764671.300177:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702726016 00000100:00100000:0.0:1775764671.300228:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 892 00000100:00100000:0.0:1775764671.300237:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702726016:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764671.300299:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702726016:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 64us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764671.300306:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 892 00000100:00100000:0.0:1775764671.302781:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702726272 00000100:00100000:0.0:1775764671.302814:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702726272 00000100:00100000:0.0:1775764671.302904:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 528 00000100:00100000:0.0:1775764671.302917:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702726272:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764671.303036:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702726272:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 122us (2933us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764671.303045:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 528 00000100:00080000:0.0:1775764671.303067:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764671.304322:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702726400:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 14468us (16579us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764671.304337:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 527 00010000:00010000:0.0:1775764671.777603:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764672.800034:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764673.248033:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726000128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764673.248110:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764673.258147:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726000128 00000100:00100000:0.0:1775764673.258163:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726000128 00000100:00100000:0.0:1775764673.258254:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1775764673.258268:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726000128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764673.258317:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764673.260221:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726000128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1944us (12098us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764673.260237:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:3.0:1775764673.260661:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764673.261516:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726000128:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764673.824493:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764674.856784:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764675.872778:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764676.320377:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726000256:0@lo:400:kworker.0 00000100:00100000:2.0:1775764676.320495:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764676.320643:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726000512:0@lo:400:kworker.0 00000100:00100000:1.0:1775764676.320677:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764676.320757:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764676.320764:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726000640:0@lo:400:kworker.0 00000100:00100000:1.0:1775764676.320792:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764676.320829:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726000512 00000100:00100000:1.0:1775764676.320838:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726000512 00000100:00100000:1.0:1775764676.320989:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1775764676.320999:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726000512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764676.321054:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726000512:12345-0@lo:400:kworker.0 Request processed in 57us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764676.321061:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00080000:1.0:1775764676.321085:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764676.321118:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726000512:0@lo:400:kworker.0 00000100:00100000:1.0:1775764676.321163:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726000640 00000100:00100000:1.0:1775764676.321167:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726000640 00000100:00100000:1.0:1775764676.321198:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1775764676.321204:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726000640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764676.321241:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726000640:12345-0@lo:400:kworker.0 Request processed in 37us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764676.321247:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00080000:1.0:1775764676.321260:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764676.321414:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726000768:0@lo:400:kworker.0 00000100:00100000:2.0:1775764676.321441:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764676.321485:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726000640:0@lo:400:kworker.0 00000100:00100000:0.0:1775764676.321819:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726000256 00000100:00100000:0.0:1775764676.321838:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726000256 00000100:00100000:0.0:1775764676.321952:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1775764676.321960:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726000256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764676.322000:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726000256:12345-0@lo:400:kworker.0 Request processed in 41us (1506us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.322007:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1775764676.322079:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726000384:0@lo:400:kworker.0 00000100:00100000:2.0:1775764676.322204:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726000256:0@lo:400:kworker.0 00000100:00100000:0.0:1775764676.322473:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764676.322506:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726000896:0@lo:400:kworker.0 00000100:00100000:0.0:1775764676.322533:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764676.322569:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726000768 00000100:00100000:0.0:1775764676.322574:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726000768 00000100:00100000:0.0:1775764676.322611:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726000384 00000100:00100000:0.0:1775764676.322614:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726000384 00000100:00100000:0.0:1775764676.322633:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1775764676.322639:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726000768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764676.322677:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37620e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726000768:12345-0@lo:400:kworker.0 Request processed in 38us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.322683:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1775764676.322697:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1775764676.322702:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726000384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764676.322754:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726000384:12345-0@lo:400:kworker.0 Request processed in 53us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.322760:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1775764676.322787:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726000384:0@lo:400:kworker.0 00000100:00080000:0.0:1775764676.322802:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764676.322835:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726000896 00000100:00100000:0.0:1775764676.322839:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726000896 00000100:00100000:0.0:1775764676.322892:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1775764676.322899:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726000896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764676.322937:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726000896:12345-0@lo:400:kworker.0 Request processed in 40us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.322943:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1775764676.322967:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726000896:0@lo:400:kworker.0 00000100:00080000:0.0:1775764676.322981:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764676.323202:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726000768:0@lo:400:kworker.0 00000100:00100000:1.0:1775764676.323621:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0270df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726001024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764676.323660:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764676.323793:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726001024 00000100:00100000:0.0:1775764676.323798:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726001024 00000100:00100000:0.0:1775764676.324039:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1775764676.324048:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726001024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764676.324084:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764676.324138:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726001024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.324144:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1775764676.324207:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0270df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726001024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764676.399824:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764676.399876:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764676.400027:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702726656 00000100:00100000:1.0:1775764676.400039:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702726656 00000100:00100000:1.0:1775764676.400142:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1034 00000100:00100000:1.0:1775764676.400153:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702726656:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764676.400234:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37621880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702726656:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 83us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764676.400242:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1034 00000100:00080000:3.0:1775764676.400994:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764676.401184:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764676.401227:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764676.401383:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702726912 00000100:00100000:3.0:1775764676.401390:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702726912 00000100:00100000:3.0:1775764676.401809:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702726784 00000100:00100000:3.0:1775764676.401814:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702726784 00000100:00100000:3.0:1775764676.401843:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 531 00000100:00100000:3.0:1775764676.401852:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702726912:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764676.402018:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 532 00000100:00100000:0.0:1775764676.402030:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702726784:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764676.402110:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702726912:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 258us (2232us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764676.402118:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 531 00000100:00080000:2.0:1775764676.402570:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764676.402575:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764676.402770:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702726528 00000100:00100000:1.0:1775764676.402777:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702726528 00000100:00100000:1.0:1775764676.402823:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 894 00000100:00100000:1.0:1775764676.402831:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702726528:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764676.414156:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e096eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702726784:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 12115us (12914us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.414173:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 532 00000100:00100000:1.0:1775764676.414422:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702726528:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 11589us (13237us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764676.414667:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 894 00010000:00010000:3.0:1775764676.896090:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764677.920385:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764678.368453:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764678.368480:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726001152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764678.368572:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764678.368888:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726001152 00000100:00100000:0.0:1775764678.368901:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726001152 00000100:00100000:0.0:1775764678.369146:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1775764678.369157:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726001152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764678.369232:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1775764678.369312:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764678.369521:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726001152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 366us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764678.369531:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1775764678.378080:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726001152:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764678.944332:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764679.968044:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764680.991965:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764681.441367:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726001664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764681.441462:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764681.441531:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764681.441537:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726001536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764681.441565:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764681.441604:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726001664 00000100:00100000:0.0:1775764681.441613:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726001664 00000100:00100000:0.0:1775764681.441680:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1775764681.441694:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726001664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764681.441774:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726001408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764681.441780:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726001664:12345-0@lo:400:kworker.0 Request processed in 91us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764681.441787:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1775764681.441801:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764681.441820:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726001920:0@lo:400:kworker.0 00000100:00100000:1.0:1775764681.441840:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764681.441862:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764681.441868:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726001280:0@lo:400:kworker.0 00000100:00100000:1.0:1775764681.441917:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764681.441918:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726001920 00000100:00100000:2.0:1775764681.441925:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726001920 00000100:00100000:1.0:1775764681.441956:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726001792:0@lo:400:kworker.0 00000100:00100000:2.0:1775764681.441965:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1775764681.441974:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726001920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764681.441983:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764681.442018:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726001920:12345-0@lo:400:kworker.0 Request processed in 46us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764681.442024:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00080000:2.0:1775764681.442043:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764681.442047:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764681.445292:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0270ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726002048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764681.445384:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764681.445551:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726001664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764681.445591:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726002048 00000100:00100000:3.0:1775764681.445598:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726002048 00000100:00100000:3.0:1775764681.445658:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1775764681.445669:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726002048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764681.445710:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764681.445779:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726002048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764681.445786:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1775764681.445819:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0270ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726002048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764681.445847:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726001280 00000100:00100000:3.0:1775764681.445851:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726001280 00000100:00100000:3.0:1775764681.445875:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1775764681.446274:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726001280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764681.446328:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726001280:12345-0@lo:400:kworker.0 Request processed in 446us (4410us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764681.446335:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1775764681.448148:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726001920:0@lo:400:kworker.0 00000100:00100000:1.0:1775764681.448177:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726001280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764681.452109:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726001536 00000100:00100000:0.0:1775764681.452128:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726001536 00000100:00100000:0.0:1775764681.452220:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726001408 00000100:00100000:0.0:1775764681.452224:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726001408 00000100:00100000:0.0:1775764681.454152:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726001792 00000100:00100000:0.0:1775764681.454170:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726001792 00000100:00100000:3.0:1775764681.457695:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1775764681.457727:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726001536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764681.458606:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726001536:12345-0@lo:400:kworker.0 Request processed in 779us (16920us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764681.458621:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1775764681.458652:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:3.0:1775764681.458663:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726001408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764681.458726:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726001408:12345-0@lo:400:kworker.0 Request processed in 67us (16923us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764681.458758:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:3.0:1775764681.458770:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1775764681.458777:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02628e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726001792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764681.458811:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02628e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726001792:12345-0@lo:400:kworker.0 Request processed in 34us (16827us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764681.458816:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00080000:1.0:1775764681.458900:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764681.458971:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726001792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764681.458987:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726001408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764681.459067:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726001536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764681.524876:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764681.524925:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764681.525460:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702727040 00000100:00100000:0.0:1775764681.525474:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702727040 00000100:00100000:0.0:1775764681.525539:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 896 00000100:00100000:0.0:1775764681.525551:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702727040:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764681.526163:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764681.526228:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764681.526459:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702727040:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 908us (1593us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764681.526482:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 896 00000100:00100000:2.0:1775764681.527002:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702727168 00000100:00100000:2.0:1775764681.527011:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702727168 00000100:00100000:2.0:1775764681.527313:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1038 00000100:00100000:2.0:1775764681.527322:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702727168:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764681.527568:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702727168:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 245us (1407us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764681.527575:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1038 00000100:00080000:2.0:1775764681.527619:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764681.555627:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702727296 00000100:00100000:3.0:1775764681.555643:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702727296 00000100:00100000:0.0:1775764681.556721:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702727424 00000100:00100000:0.0:1775764681.556755:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702727424 00000100:00100000:0.0:1775764681.556798:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 535 00000100:00100000:0.0:1775764681.556811:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702727296:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764681.556917:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702727296:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 108us (31991us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764681.556925:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 535 00000100:00100000:0.0:1775764681.556942:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 536 00000100:00100000:0.0:1775764681.556948:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702727424:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764681.556968:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702727424:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 22us (30741us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764681.556974:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 536 00000100:00080000:1.0:1775764681.558504:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764681.558518:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764682.018880:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764682.468907:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764682.469024:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702727552 00000100:00100000:2.0:1775764682.469036:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702727552 00000100:00100000:2.0:1775764682.469111:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 288 00000100:00100000:2.0:1775764682.469122:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31528:x1862022702727552:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764682.469238:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31528:x1862022702727552:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 118us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764682.469245:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 288 00000100:00100000:0.0:1775764682.480329:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764682.480402:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702727680 00000100:00100000:1.0:1775764682.480414:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702727680 00000100:00100000:1.0:1775764682.480492:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 152 00000100:00100000:1.0:1775764682.480504:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31528:x1862022702727680:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764682.481244:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3770aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31528:x1862022702727680:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 739us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764682.481255:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 152 00000100:00100000:3.0:1775764682.488505:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764682.488541:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702727808 00000100:00100000:3.0:1775764682.488553:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702727808 00000100:00100000:3.0:1775764682.488614:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 153 00000100:00100000:3.0:1775764682.488625:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31528:x1862022702727808:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764682.489019:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31528:x1862022702727808:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 395us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764682.489028:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 153 00000100:00100000:0.0:1775764682.497794:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764682.501653:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702727936 00000100:00100000:3.0:1775764682.501672:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702727936 00000100:00100000:3.0:1775764682.501776:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 289 00000100:00100000:3.0:1775764682.501787:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31528:x1862022702727936:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764682.502570:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31528:x1862022702727936:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 782us (4792us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764682.502580:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 289 00000100:00100000:0.0:1775764682.529243:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764682.529301:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702728064 00000100:00100000:3.0:1775764682.529316:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702728064 00000100:00100000:3.0:1775764682.529406:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 290 00000100:00100000:3.0:1775764682.529419:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31528:x1862022702728064:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764682.529528:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31528:x1862022702728064:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 112us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764682.529537:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 290 00000100:00100000:3.0:1775764682.535905:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764682.539097:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702728192 00000100:00100000:0.0:1775764682.539111:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702728192 00000100:00100000:0.0:1775764682.539202:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 154 00000100:00100000:0.0:1775764682.539216:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31528:x1862022702728192:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:0.0:1775764682.539814:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31528:x1862022702728192:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 599us (3917us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764682.539824:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 154 00000100:00100000:0.0:1775764682.548448:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764682.548706:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702728320 00000100:00100000:1.0:1775764682.548720:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702728320 00000100:00100000:1.0:1775764682.549606:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 155 00000100:00100000:1.0:1775764682.549617:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31528:x1862022702728320:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764682.550322:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31528:x1862022702728320:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 704us (1884us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764682.561473:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764682.561525:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702728448 00000100:00100000:0.0:1775764682.561539:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702728448 00000100:00100000:0.0:1775764682.561615:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 291 00000100:00100000:0.0:1775764682.561628:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31528:x1862022702728448:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764682.567507:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 155 00000100:00100000:0.0:1775764682.567965:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31528:x1862022702728448:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 6335us (6510us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764682.567983:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 291 00000100:00100000:3.0:1775764682.668824:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764682.668877:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702728576 00000100:00100000:3.0:1775764682.668887:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702728576 00000100:00100000:3.0:1775764682.668956:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 292 00000100:00100000:3.0:1775764682.668967:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0270df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31529:x1862022702728576:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764682.668996:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764682.669024:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd74 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764682.669122:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cd20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764682.669138:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764682.669159:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764682.669372:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:3.0:1775764682.669377:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764682.669494:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cd20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764682.669525:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd74 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764682.669551:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cd20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd74 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764682.669560:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e1676e900) 00010000:00010000:3.0:1775764682.669563:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764682.669567:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194a00, rc 0) 00000100:00100000:3.0:1775764682.669637:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0270df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31529:x1862022702728576:12345-192.168.202.7@tcp:101:rm.0 Request processed in 670us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764682.669645:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 292 00000100:00100000:1.0:1775764682.696386:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764682.696802:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702728704 00000100:00100000:3.0:1775764682.696816:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702728704 00000100:00100000:3.0:1775764682.696882:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 51 00000100:00100000:3.0:1775764682.696895:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31529:x1862022702728704:12345-192.168.202.7@tcp:49:rm.0 00000100:00100000:3.0:1775764682.697062:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31529:x1862022702728704:12345-192.168.202.7@tcp:49:rm.0 Request processed in 170us (681us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764682.697070:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 51 00000100:00100000:3.0:1775764682.702978:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764682.703168:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702728960 00000100:00100000:2.0:1775764682.703179:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702728960 00000100:00100000:2.0:1775764682.703271:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 293 00000100:00100000:2.0:1775764682.703282:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31529:x1862022702728960:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775764682.703305:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764682.703328:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd7b expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764682.703628:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00010000:00010000:2.0:1775764682.703916:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd27 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd7b expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.703933:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:2.0:1775764682.703936:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764682.703942:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd7b expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.703967:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:2.0:1775764682.704051:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31529:x1862022702728960:12345-192.168.202.7@tcp:101:rm.0 Request processed in 770us (1086us total) trans 4294967416 rc 301/301 00000100:00100000:2.0:1775764682.704059:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 293 00000100:00100000:3.0:1775764682.709802:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764682.709845:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702729088 00000100:00100000:3.0:1775764682.709861:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702729088 00000100:00100000:3.0:1775764682.709918:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 52 00000100:00100000:3.0:1775764682.709931:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31529:x1862022702729088:12345-192.168.202.7@tcp:37:rm.0 00000100:00100000:3.0:1775764682.722934:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31529:x1862022702729088:12345-192.168.202.7@tcp:37:rm.0 Request processed in 12991us (13126us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764682.722956:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 52 00000100:00100000:3.0:1775764682.729001:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764682.731008:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702729344 00000100:00100000:1.0:1775764682.731025:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702729344 00000100:00100000:1.0:1775764682.731094:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 53 00000100:00100000:1.0:1775764682.731103:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31529:x1862022702729344:12345-192.168.202.7@tcp:35:rm.0 00000100:00100000:1.0:1775764682.732856:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31529:x1862022702729344:12345-192.168.202.7@tcp:35:rm.0 Request processed in 1732us (3853us total) trans 4294967417 rc 0/0 00000100:00100000:1.0:1775764682.732873:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 53 00000100:00100000:1.0:1775764682.750466:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764682.750653:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702729600 00000100:00100000:2.0:1775764682.750666:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702729600 00000100:00100000:2.0:1775764682.750826:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 294 00000100:00100000:2.0:1775764682.750842:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31529:x1862022702729600:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:2.0:1775764682.750943:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764682.750991:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cd20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd74 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751021:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ccc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd5f expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751042:0:5770:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420c90d) 00010000:00010000:2.0:1775764682.751049:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e1676e900) 00010000:00010000:2.0:1775764682.751064:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764682.751094:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751109:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751118:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751141:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751149:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751156:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751616:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751626:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751634:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751821:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751829:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751836:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751843:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764682.751847:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751855:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751874:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:2.0:1775764682.751877:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764682.751881:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751888:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420cd43 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751907:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751914:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751920:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751925:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764682.751928:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751933:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751942:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:2.0:1775764682.751945:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764682.751948:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751954:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420cd35 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751983:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.751995:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.752006:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.752017:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764682.752021:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.752028:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.752039:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e094a3c00) 00010000:00010000:2.0:1775764682.752042:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764682.752045:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764682.752051:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81000/0x429a70d18420cd3c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764682.752146:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31529:x1862022702729600:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1308us (1789us total) trans 0 rc -13/-13 00000100:00100000:2.0:1775764682.752155:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 294 00010000:00010000:3.0:1775764683.045162:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764683.488048:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764683.488075:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726002176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764683.488175:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764683.488258:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726002176 00000100:00100000:2.0:1775764683.488265:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726002176 00000100:00100000:2.0:1775764683.488331:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1775764683.488342:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726002176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764683.488408:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764683.488455:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726002176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764683.488462:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1775764683.488517:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726002176:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764683.488604:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1775764683.635278:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967417 is committed 00010000:00010000:0.0:1775764684.064011:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764685.088039:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764686.112402:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764686.559961:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726002304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764686.560042:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764686.560182:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726002304 00000100:00100000:3.0:1775764686.560192:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726002304 00000100:00100000:3.0:1775764686.560316:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1775764686.560330:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726002304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764686.560391:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764686.560457:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726002304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764686.560464:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1775764686.560561:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726002304:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764686.563486:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726002432:0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.563570:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764686.563617:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3d6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726002944:0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.563649:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764686.563676:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764686.563682:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726002816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.563752:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764686.563796:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726002560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.563819:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764686.563849:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726002816 00000100:00100000:0.0:1775764686.563851:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764686.563858:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726002816 00000100:00100000:0.0:1775764686.563859:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726002688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.563891:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764686.563925:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726002432 00000100:00100000:0.0:1775764686.563931:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726002432 00000100:00100000:0.0:1775764686.563976:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1775764686.563985:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726002432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.564054:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726002432:12345-0@lo:400:kworker.0 Request processed in 70us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764686.564062:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1775764686.564097:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726002944 00000100:00100000:0.0:1775764686.564100:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726002944 00000100:00100000:1.0:1775764686.564691:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726002560 00000100:00100000:1.0:1775764686.564698:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726002560 00000100:00100000:1.0:1775764686.564767:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726002688 00000100:00100000:1.0:1775764686.564771:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726002688 00000100:00080000:2.0:1775764686.566862:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764686.566875:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764686.566879:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764686.570685:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:3.0:1775764686.570700:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726002560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764686.570823:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726002560:12345-0@lo:400:kworker.0 Request processed in 129us (7002us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764686.570831:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:3.0:1775764686.570850:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:3.0:1775764686.570856:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726002816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764686.570885:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726002816:12345-0@lo:400:kworker.0 Request processed in 30us (7133us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764686.570891:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1775764686.571429:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726002560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.571470:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726002816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.571480:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726002432:0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.571543:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1775764686.571554:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726002944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.571611:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726002944:12345-0@lo:400:kworker.0 Request processed in 62us (7961us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764686.571619:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1775764686.571644:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3d6db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726002944:0@lo:400:kworker.0 00000100:00100000:1.0:1775764686.574796:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1775764686.574812:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726002688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764686.574930:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726002688:12345-0@lo:400:kworker.0 Request processed in 123us (11043us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764686.574939:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1775764686.574985:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726002688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764686.645086:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764686.649933:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764686.649975:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764686.650004:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764686.650038:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702729856 00000100:00100000:0.0:1775764686.650051:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702729856 00000100:00100000:0.0:1775764686.650132:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1042 00000100:00100000:0.0:1775764686.650144:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702729856:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764686.650236:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702729856:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 94us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764686.650254:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1042 00000100:00080000:0.0:1775764686.650281:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764686.650411:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702729984 00000100:00100000:2.0:1775764686.650417:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702729984 00000100:00100000:2.0:1775764686.650463:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702730112 00000100:00100000:2.0:1775764686.650465:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702730112 00000100:00080000:0.0:1775764686.650474:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764686.650477:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764686.650487:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 538 00000100:00100000:2.0:1775764686.650494:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702729984:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764686.650537:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702729984:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764686.660559:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702729728 00000100:00100000:1.0:1775764686.660580:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702729728 00000100:00100000:1.0:1775764686.660687:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 898 00000100:00100000:1.0:1775764686.660725:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702729728:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764686.660859:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702729728:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 139us (15792us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764686.660867:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 898 00000100:00100000:0.0:1775764686.661100:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 539 00000100:00100000:0.0:1775764686.661287:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702730112:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764686.661347:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702730112:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 238us (11341us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764686.661364:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 539 00000100:00100000:2.0:1775764686.671855:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 538 00010000:00010000:0.0:1775764687.137467:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764687.271843:0:52504:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd03e4fa60 20000000:00000080:2.0:1775764687.271862:0:52504:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e373f5400 uarg=0000000000000000 00010000:00010000:2.0:1775764687.272601:0:52504:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764687.272621:0:52504:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764687.272647:0:52504:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764687.272665:0:52504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764687.272686:0:52504:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cc9b expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764687.272695:0:52504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764687.272768:0:52504:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cc9b expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764687.272784:0:52504:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cc9b expref: 17 pid: 5762 timeout: 1612 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764687.272800:0:52504:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52504:1862022726003072:0@lo:104: 00000100:00100000:2.0:1775764687.272875:0:52504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764687.272951:0:52504:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764687.278514:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726003072 00000100:00100000:1.0:1775764687.278534:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726003072 00000100:00100000:1.0:1775764687.278610:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1775764687.278621:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:52504:x1862022726003072:12345-0@lo:104: 00010000:00010000:1.0:1775764687.278644:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764687.278784:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764687.278790:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:52504:x1862022726003072:12345-0@lo:104: Request processed in 172us (5914us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764687.278796:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1775764687.278798:0:52504:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52504:1862022726003072:0@lo:104: 00010000:00010000:2.0:1775764687.278823:0:52504:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764687.278885:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764687.278892:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764687.278899:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764687.278902:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764687.278924:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764687.278932:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764687.278937:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764687.278974:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764687.278980:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764687.279018:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764687.279026:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81a00/0x429a70d18420cc9b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cca2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764687.279043:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764687.279044:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764687.279046:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764687.279089:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764687.279106:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726003200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764687.279150:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764687.279343:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726003200 00000100:00100000:0.0:1775764687.279358:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726003200 00010000:00010000:0.0:1775764687.279386:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cc9b expref: 18 pid: 5762 timeout: 1612 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764687.279419:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1775764687.279426:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726003200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764687.279437:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764687.279442:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cc9b expref: 18 pid: 5762 timeout: 1612 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279453:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cc9b expref: 18 pid: 5762 timeout: 1612 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279467:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195a00/0x429a70d18420cca2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cc9b expref: 18 pid: 5762 timeout: 1612 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279481:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279504:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279519:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279526:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279533:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279539:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279545:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764687.279549:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279556:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279575:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764687.279584:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764687.279592:0:52504:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764687.279599:0:52504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764687.279612:0:52504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80c00/0x429a70d18420cd4a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764687.279622:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726003200:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764687.279628:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1775764687.280024:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726003200:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764688.159942:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764688.318820:0:52552:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcb22bec30 20000000:00000080:0.0:1775764688.318845:0:52552:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e08407c00 uarg=0000000000000000 00010000:00010000:0.0:1775764688.319092:0:52552:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764688.319112:0:52552:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764688.319137:0:52552:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764688.319160:0:52552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319179:0:52552:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319190:0:52552:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319196:0:52552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319203:0:52552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319210:0:52552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319216:0:52552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764688.319220:0:52552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319228:0:52552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319241:0:52552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319261:0:52552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.319268:0:52552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420cd51 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764688.608095:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726003328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764688.608165:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764688.608240:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726003328 00000100:00100000:2.0:1775764688.608248:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726003328 00000100:00100000:2.0:1775764688.608299:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1775764688.609098:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726003328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764688.609140:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764688.609202:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726003328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 896us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764688.609209:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00080000:2.0:1775764688.609236:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764688.609474:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726003328:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1775764688.863865:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764688.863874:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764688.863879:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764688.863933:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.863946:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.863957:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764688.863983:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726003456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764688.864065:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764688.864155:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b483c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764688.864266:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726003456 00000100:00100000:2.0:1775764688.864275:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726003456 00000100:00100000:2.0:1775764688.864352:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1775764688.864363:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726003456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764688.864380:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764688.864395:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cd58 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764688.864424:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cd58 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764688.864437:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cd58 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764688.864472:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80600, rc 0) 00000100:00100000:2.0:1775764688.864529:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726003456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764688.864537:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1775764688.866455:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726003456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764688.866486:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.866501:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764688.866561:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764688.866569:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764688.866577:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764689.188611:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764690.208985:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764691.234018:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764691.684881:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726003840:0@lo:400:kworker.0 00000100:00100000:2.0:1775764691.684958:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764691.685024:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726004352:0@lo:400:kworker.0 00000100:00100000:2.0:1775764691.685050:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764691.685075:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764691.685082:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726003968:0@lo:400:kworker.0 00000100:00100000:2.0:1775764691.685103:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764691.685140:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726003840 00000100:00100000:2.0:1775764691.685149:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726003840 00000100:00100000:2.0:1775764691.685204:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726003968 00000100:00100000:2.0:1775764691.685208:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726003968 00000100:00100000:2.0:1775764691.685240:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1775764691.685249:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726003840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764691.685321:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726003840:12345-0@lo:400:kworker.0 Request processed in 58us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764691.685329:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1775764691.685348:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1775764691.685354:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726003968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764691.685381:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726003968:12345-0@lo:400:kworker.0 Request processed in 28us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764691.685386:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00080000:2.0:1775764691.685412:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764691.685448:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726003968:0@lo:400:kworker.0 00000100:00100000:2.0:1775764691.685458:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726003840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764691.685494:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d026cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726003712:0@lo:400:kworker.0 00000100:00100000:1.0:1775764691.685533:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764691.685570:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726004224:0@lo:400:kworker.0 00000100:00100000:1.0:1775764691.685606:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764691.685628:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764691.685635:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726003584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764691.685667:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764691.685687:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726004096:0@lo:400:kworker.0 00000100:00100000:1.0:1775764691.685706:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764691.685728:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726004224 00000100:00100000:1.0:1775764691.685757:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726004224 00000100:00100000:1.0:1775764691.685792:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:1.0:1775764691.685797:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726004224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764691.685831:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726004224:12345-0@lo:400:kworker.0 Request processed in 33us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764691.685836:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:1.0:1775764691.685870:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726003712 00000100:00100000:1.0:1775764691.685875:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726003712 00000100:00100000:1.0:1775764691.685903:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1775764691.685908:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726003712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764691.685936:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726003712:12345-0@lo:400:kworker.0 Request processed in 28us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764691.685942:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1775764691.685970:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726003584 00000100:00100000:1.0:1775764691.685973:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726003584 00000100:00100000:1.0:1775764691.685998:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1775764691.686004:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726003584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764691.686041:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764691.686075:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726003584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764691.686081:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:1.0:1775764691.686109:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764691.686117:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764691.686141:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726003584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764691.686166:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d026cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726003712:0@lo:400:kworker.0 00000100:00100000:1.0:1775764691.686175:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726004224:0@lo:400:kworker.0 00000100:00100000:0.0:1775764691.688953:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726004352 00000100:00100000:0.0:1775764691.688970:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726004352 00000100:00100000:0.0:1775764691.689059:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726004096 00000100:00100000:0.0:1775764691.689063:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726004096 00000100:00100000:0.0:1775764691.689094:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1775764691.689102:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726004352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764691.689207:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726004352:12345-0@lo:400:kworker.0 Request processed in 106us (4156us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764691.689213:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1775764691.689229:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1775764691.689234:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726004096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764691.689260:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726004096:12345-0@lo:400:kworker.0 Request processed in 27us (3554us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764691.689265:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1775764691.689338:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726004352:0@lo:400:kworker.0 00000100:00080000:1.0:1775764691.689488:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764691.689523:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726004096:0@lo:400:kworker.0 00000100:00100000:0.0:1775764691.759169:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764691.759210:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764691.759252:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764691.759346:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702730368 00000100:00100000:3.0:1775764691.759364:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702730368 00000100:00100000:3.0:1775764691.759478:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1046 00000100:00100000:3.0:1775764691.759493:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702730368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:2.0:1775764691.759549:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764691.759602:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702730368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 114us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764691.759613:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1046 00000100:00100000:1.0:1775764691.759928:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702730624 00000100:00100000:1.0:1775764691.759934:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702730624 00000100:00100000:1.0:1775764691.759985:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 542 00000100:00100000:1.0:1775764691.759994:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702730624:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764691.760032:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702730624:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764691.760040:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 542 00000100:00080000:2.0:1775764691.761753:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764691.763846:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702730240 00000100:00100000:0.0:1775764691.763876:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702730240 00000100:00100000:0.0:1775764691.763945:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 901 00000100:00100000:0.0:1775764691.763955:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702730240:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764691.764036:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702730240:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 82us (4782us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764691.764044:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 901 00000100:00100000:1.0:1775764691.764364:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764691.764504:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702730496 00000100:00100000:0.0:1775764691.764509:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702730496 00000100:00100000:0.0:1775764691.764569:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 543 00000100:00100000:0.0:1775764691.764576:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702730496:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764691.764614:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702730496:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764691.764620:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 543 00000100:00080000:2.0:1775764691.764673:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764692.256177:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764692.421118:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764692.421227:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702730752 00000100:00100000:0.0:1775764692.421244:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702730752 00000100:00100000:0.0:1775764692.421349:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 295 00000100:00100000:0.0:1775764692.421361:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31643:x1862022702730752:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775764692.421396:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764692.421431:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd66 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd82 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.421537:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cd6d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.422177:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cd6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.422194:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cd6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764692.422661:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1775764692.422667:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764692.424185:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cd6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764692.424229:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd82 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764692.424248:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cd6d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd82 expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764692.424257:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:1.0:1775764692.424260:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764692.424264:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062600, rc 0) 00000100:00100000:1.0:1775764692.424497:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31643:x1862022702730752:12345-192.168.202.7@tcp:101:rm.0 Request processed in 3137us (3391us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764692.424507:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 295 00000100:00100000:2.0:1775764692.437010:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764692.437150:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702730880 00000100:00100000:3.0:1775764692.437164:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702730880 00000100:00100000:3.0:1775764692.437257:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 296 00000100:00100000:3.0:1775764692.437365:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31643:x1862022702730880:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764692.437402:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764692.437431:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd89 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.437519:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.437539:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.437637:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.437661:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.437669:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.437676:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438249:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cd89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438261:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cd89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438269:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cd89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764692.438534:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00000004:00200000:3.0:1775764692.438539:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764692.438716:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cd89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438758:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438767:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438775:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438945:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764692.438952:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438962:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438980:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:3.0:1775764692.438983:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764692.438988:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.438995:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420cd7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439011:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439016:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439022:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439027:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764692.439030:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439036:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439047:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1d0297b400) 00010000:00010000:3.0:1775764692.439049:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764692.439051:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439057:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cd82 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439094:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd89 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439109:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cd89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd89 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.439116:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764692.439118:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764692.439121:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194200, rc 0) 00000100:00100000:3.0:1775764692.439283:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31643:x1862022702730880:12345-192.168.202.7@tcp:101:rm.0 Request processed in 2015us (2289us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764692.439292:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 296 00000100:00100000:2.0:1775764692.445680:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764692.446003:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702731136 00000100:00100000:3.0:1775764692.446018:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702731136 00000100:00100000:3.0:1775764692.446104:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 297 00000100:00100000:3.0:1775764692.446115:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31643:x1862022702731136:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764692.446142:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764692.446167:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd90 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764692.447025:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00010000:00010000:3.0:1775764692.447431:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd90 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd90 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.447453:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:3.0:1775764692.447456:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764692.447463:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cd90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd90 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.447482:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194c00, rc 0) 00000100:00100000:3.0:1775764692.448461:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31643:x1862022702731136:12345-192.168.202.7@tcp:101:rm.0 Request processed in 2337us (2784us total) trans 4294967418 rc 301/301 00000100:00100000:3.0:1775764692.448474:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 297 00000100:00100000:2.0:1775764692.454414:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764692.454692:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702731264 00000100:00100000:1.0:1775764692.454704:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702731264 00000100:00100000:1.0:1775764692.454817:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 54 00000100:00100000:1.0:1775764692.454829:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31643:x1862022702731264:12345-192.168.202.7@tcp:37:rm.0 00000100:00100000:1.0:1775764692.464006:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31643:x1862022702731264:12345-192.168.202.7@tcp:37:rm.0 Request processed in 9166us (9598us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764692.464021:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 54 00000100:00100000:2.0:1775764692.467985:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764692.468039:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702731520 00000100:00100000:3.0:1775764692.468056:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702731520 00000100:00100000:3.0:1775764692.468134:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 55 00000100:00100000:3.0:1775764692.468145:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31643:x1862022702731520:12345-192.168.202.7@tcp:35:rm.0 00000100:00100000:3.0:1775764692.468988:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31643:x1862022702731520:12345-192.168.202.7@tcp:35:rm.0 Request processed in 838us (1009us total) trans 4294967419 rc 0/0 00000100:00100000:3.0:1775764692.468999:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 55 00000100:00100000:1.0:1775764692.472955:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764692.473444:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702731776 00000100:00100000:0.0:1775764692.473461:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702731776 00000100:00100000:0.0:1775764692.473653:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 298 00000100:00100000:0.0:1775764692.473670:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31643:x1862022702731776:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:0.0:1775764692.473798:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764692.473836:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420cd89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd89 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.473875:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:0.0:1775764692.473895:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cd6d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd82 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.473916:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:0.0:1775764692.473923:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764692.473956:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.473972:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.473984:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.474022:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.474030:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.474035:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.474515:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.474525:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.474532:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764692.476712:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 7680 00010000:00010000:0.0:1775764692.477099:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477113:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477121:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477127:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764692.477132:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477154:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477173:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:0.0:1775764692.477176:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764692.477181:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477188:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cdac lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477220:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477226:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477232:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477238:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764692.477241:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477247:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477254:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676ef00) 00010000:00010000:0.0:1775764692.477256:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764692.477260:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.477367:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cd9e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764692.477384:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3d27f80 reply state 00000000b3dafeb7 transno 4294967420 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764692.477397:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764692.477564:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31643:x1862022702731776:12345-192.168.202.7@tcp:36:rm.0 Request processed in 3890us (4828us total) trans 4294967420 rc 0/0 00000100:00100000:0.0:1775764692.477577:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 298 00010000:00010000:3.0:1775764692.485713:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.485755:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.485770:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.485778:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764692.485787:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.485798:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.485819:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e1676e800) 00010000:00010000:3.0:1775764692.485822:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764692.485829:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.485835:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cda5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764692.544320:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764692.545045:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702731904 00000100:00100000:3.0:1775764692.545068:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702731904 00000100:00100000:3.0:1775764692.545204:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 299 00000100:00100000:3.0:1775764692.545218:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31647:x1862022702731904:12345-192.168.202.7@tcp:101:mkdir.0 00010000:00010000:3.0:1775764692.545257:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764692.545310:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cdb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd97 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.545406:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cdba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.545429:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cdba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.545444:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cdba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764692.545555:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775764692.545561:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764692.545603:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cdba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.545633:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420cdb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd97 expref: 10 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.545660:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cdba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd97 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764692.545670:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b400) 00010000:00010000:3.0:1775764692.545674:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764692.545677:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195800, rc 0) 00000100:00100000:3.0:1775764692.545835:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31647:x1862022702731904:12345-192.168.202.7@tcp:101:mkdir.0 Request processed in 620us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764692.545843:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 299 00000100:00100000:1.0:1775764692.551208:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764692.551257:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764692.551436:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702732032 00000100:00100000:2.0:1775764692.551447:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702732032 00000100:00100000:2.0:1775764692.551501:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702732288 00000100:00100000:2.0:1775764692.551504:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702732288 00000100:00100000:2.0:1775764692.551537:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 300 00000100:00100000:2.0:1775764692.551547:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:2356:x1862022702732032:12345-192.168.202.7@tcp:41:mkdir.0 00000004:00000024:2.0:1775764692.551604:0:5770:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1775764692.551689:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:2356:x1862022702732032:12345-192.168.202.7@tcp:41:mkdir.0 Request processed in 144us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764692.551697:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 300 00000100:00100000:2.0:1775764692.551715:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 301 00000100:00100000:2.0:1775764692.551722:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31647:x1862022702732288:12345-192.168.202.7@tcp:36:mkdir.0 00010000:00010000:2.0:1775764692.551785:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764692.551812:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420cdba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd97 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.551852:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b400) 00010000:00010000:2.0:1775764692.551877:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764692.551971:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.551984:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.551995:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.552008:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.552015:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.552022:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764692.556010:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 512 00010000:00010000:2.0:1775764692.556029:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.556040:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.556049:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.556055:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764692.556068:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.556075:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.556093:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3c00) 00010000:00010000:2.0:1775764692.556096:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764692.556101:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.556107:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420cdc1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764692.556128:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a859e6ab reply state 000000003140e03f transno 4294967421 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764692.556137:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764692.556233:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:31647:x1862022702732288:12345-192.168.202.7@tcp:36:mkdir.0 Request processed in 4506us (4970us total) trans 4294967421 rc 0/0 00000100:00100000:2.0:1775764692.556242:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 301 00010000:00010000:2.0:1775764692.568622:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.568641:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.568649:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.568655:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764692.568660:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.568681:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.568699:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e094a3100) 00010000:00010000:2.0:1775764692.568703:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764692.568708:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764692.568714:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420cdc8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764692.648520:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764692.650237:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702732416 00000100:00100000:0.0:1775764692.650256:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702732416 00000100:00100000:1.0:1775764692.656238:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 302 00000100:00100000:1.0:1775764692.656256:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31651:x1862022702732416:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:1.0:1775764692.656304:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764692.656332:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cac00/0x429a70d18420cdcf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fd9e expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764692.656405:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cdd6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764692.656420:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cdd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764692.656435:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cdd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764692.656575:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1775764692.656581:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764692.656610:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cdd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764692.656641:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cac00/0x429a70d18420cdcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd9e expref: 11 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764692.656666:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cdd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd9e expref: 10 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764692.656677:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56e00) 00010000:00010000:1.0:1775764692.656681:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764692.656686:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb000, rc 0) 00000100:00100000:1.0:1775764692.657125:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:31651:x1862022702732416:12345-192.168.202.7@tcp:101:chown.0 Request processed in 872us (8614us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764692.657133:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 302 00000100:00100000:3.0:1775764692.660578:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764692.661253:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702732544 00000100:00100000:0.0:1775764692.661270:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702732544 00000100:00100000:0.0:1775764692.661370:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 303 00000100:00100000:0.0:1775764692.661382:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:31651:x1862022702732544:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:0.0:1775764692.661409:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764692.661438:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cddd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fda5 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.661539:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.661567:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.661581:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.661622:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.661630:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.661636:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.662639:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420cdf2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.662653:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420cdf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.662662:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420cdf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764692.662959:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 512 00000004:00200000:0.0:1775764692.662964:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764692.662995:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420cdf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663012:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663019:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663027:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663053:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764692.663059:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663066:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663080:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56e00) 00010000:00010000:0.0:1775764692.663084:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764692.663090:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663096:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420cde4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663111:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663117:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663123:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663128:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764692.663131:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663136:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663151:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e1676ef00) 00010000:00010000:0.0:1775764692.663153:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764692.663156:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663162:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cdeb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663203:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420cddd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fda5 expref: 12 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663217:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420cdf2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fda5 expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.663223:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:0.0:1775764692.663225:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764692.663227:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062e00, rc 0) 00000100:00100000:0.0:1775764692.663328:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:31651:x1862022702732544:12345-192.168.202.7@tcp:101:chown.0 Request processed in 1948us (2778us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764692.663337:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 303 00000100:00100000:3.0:1775764692.669634:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764692.670078:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702732800 00000100:00100000:0.0:1775764692.670094:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702732800 00000100:00100000:0.0:1775764692.670174:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 304 00000100:00100000:0.0:1775764692.670184:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:31651:x1862022702732800:12345-192.168.202.7@tcp:36:chown.0 00010000:00010000:0.0:1775764692.670248:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764692.670308:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420cdf2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fda5 expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.670354:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:0.0:1775764692.670366:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764692.670396:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.670410:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.670422:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764692.769436:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967422 is committed 00000004:00010000:3.0:1775764692.769976:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000670b5c4b reply state 000000005e7c45df transno 4294967422 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764692.769997:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1775764692.770178:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00010000:00080000:3.0:1775764692.770292:0:5768:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1775764692.770322:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31651:x1862022702732800:12345-192.168.202.7@tcp:36:chown.0 Request processed in 100135us (100699us total) trans 4294967422 rc 0/0 00000100:00100000:3.0:1775764692.770332:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 304 00010000:00010000:0.0:1775764692.770510:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.770520:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.770527:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.770534:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764692.770538:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.770555:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.770571:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e400) 00010000:00010000:0.0:1775764692.770575:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764692.770580:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764692.770594:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cdf9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764693.283704:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764693.695510:0:52749:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5de85520 20000000:00000080:2.0:1775764693.695532:0:52749:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02c02000 uarg=0000000000000000 00010000:00010000:2.0:1775764693.697224:0:52749:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1775764693.697389:0:52749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56e00) 00010000:00010000:2.0:1775764693.697398:0:52749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764693.697418:0:52749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cdd6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fd9e expref: 5 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764693.697458:0:52749:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1775764693.697499:0:52749:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764693.697520:0:52749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764693.697539:0:52749:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cd58 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764693.697549:0:52749:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764693.697622:0:52749:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cd58 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764693.697640:0:52749:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cd58 expref: 17 pid: 5763 timeout: 1618 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764693.697660:0:52749:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52749:1862022726004480:0@lo:104: 00000100:00100000:2.0:1775764693.698028:0:52749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764693.698205:0:52749:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764693.698262:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726004480 00000100:00100000:0.0:1775764693.698271:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726004480 00000100:00100000:0.0:1775764693.698721:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1775764693.699041:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:52749:x1862022726004480:12345-0@lo:104: 00010000:00010000:0.0:1775764693.699059:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764693.699161:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764693.699165:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:52749:x1862022726004480:12345-0@lo:104: Request processed in 438us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764693.699172:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1775764693.699248:0:52749:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52749:1862022726004480:0@lo:104: 00010000:00010000:2.0:1775764693.699285:0:52749:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.699465:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764693.699472:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.699478:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764693.699481:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.699489:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764693.699507:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764693.699512:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764693.699581:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.699586:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764693.699623:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.699630:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062a00/0x429a70d18420cd58 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cd5f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.699647:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764693.699649:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764693.699650:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764693.699690:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764693.699704:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726004608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764693.699771:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764693.699955:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726004608 00000100:00100000:1.0:1775764693.699963:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726004608 00010000:00010000:1.0:1775764693.699988:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cd58 expref: 18 pid: 5763 timeout: 1618 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764693.700010:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1775764693.700017:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726004608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764693.700030:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764693.700035:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cd58 expref: 18 pid: 5763 timeout: 1618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700045:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cd58 expref: 18 pid: 5763 timeout: 1618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700066:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420cd5f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cd58 expref: 18 pid: 5763 timeout: 1618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700078:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700086:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700101:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700108:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700115:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700121:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700127:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764693.700132:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700139:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700161:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764693.700183:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764693.700218:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022726004608:12345-0@lo:103:ldlm_bl.0 Request processed in 202us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764693.700224:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00010000:00010000:2.0:1775764693.700436:0:52749:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764693.700444:0:52749:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764693.700450:0:52749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420ce00 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764693.701818:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726004608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764693.733238:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726004736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764693.733334:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764693.733507:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726004736 00000100:00100000:1.0:1775764693.733517:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726004736 00000100:00100000:1.0:1775764693.733598:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1775764693.733609:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726004736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764693.733649:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764693.733693:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726004736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764693.733701:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:3.0:1775764693.733811:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764693.733852:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726004736:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764694.318441:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764694.719622:0:52799:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4b294fe0 20000000:00000080:2.0:1775764694.719639:0:52799:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d02c02c00 uarg=0000000000000000 00010000:00010000:2.0:1775764694.719920:0:52799:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764694.719931:0:52799:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764694.719947:0:52799:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764694.719963:0:52799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.719982:0:52799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.719992:0:52799:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.719996:0:52799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.720001:0:52799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.720005:0:52799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.720009:0:52799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764694.720013:0:52799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.720018:0:52799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.720029:0:52799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.720034:0:52799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764694.720037:0:52799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420ce07 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764695.200564:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764695.200576:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764695.200583:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764695.200652:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764695.200668:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764695.200683:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764695.200712:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726004864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764695.200801:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764695.200964:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e04cbdcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764695.204058:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726004864 00000100:00100000:1.0:1775764695.204075:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726004864 00000100:00100000:1.0:1775764695.204202:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1775764695.204215:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726004864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764695.204238:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764695.204268:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ce0e expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764695.204326:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ce0e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764695.204341:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ce0e expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764695.204352:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca400, rc 0) 00000100:00100000:1.0:1775764695.204477:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726004864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 263us (3675us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764695.204484:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1775764695.204603:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726004864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764695.204623:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764695.204635:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764695.204663:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764695.204670:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764695.204677:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764695.328017:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764696.352515:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764696.804996:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726004992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764696.805322:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764696.805378:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726005504:0@lo:400:kworker.0 00000100:00100000:0.0:1775764696.805407:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764696.805434:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764696.805440:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726005376:0@lo:400:kworker.0 00000100:00100000:0.0:1775764696.805463:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764696.805504:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726004992 00000100:00100000:0.0:1775764696.805512:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726004992 00000100:00100000:0.0:1775764696.805559:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1775764696.805569:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726004992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764696.805623:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726004992:12345-0@lo:400:kworker.0 Request processed in 55us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.805641:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1775764696.805676:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726005504 00000100:00100000:0.0:1775764696.805680:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726005504 00000100:00100000:0.0:1775764696.805719:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1775764696.805726:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726005504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764696.807218:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726005504:12345-0@lo:400:kworker.0 Request processed in 56us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.807231:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1775764696.807286:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726005376 00000100:00100000:0.0:1775764696.807294:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726005376 00000100:00100000:0.0:1775764696.807337:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1775764696.807345:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726005376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764696.807407:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726005376:12345-0@lo:400:kworker.0 Request processed in 63us (1942us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.807413:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1775764696.807452:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726005376:0@lo:400:kworker.0 00000100:00100000:0.0:1775764696.807462:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726004992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764696.807472:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726005504:0@lo:400:kworker.0 00000100:00100000:2.0:1775764696.808456:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726005248:0@lo:400:kworker.0 00000100:00100000:2.0:1775764696.808519:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764696.808573:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775764696.808581:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726005120:0@lo:400:kworker.0 00000100:00100000:2.0:1775764696.808603:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764696.808620:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726005632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764696.808642:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764696.808678:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726005248 00000100:00100000:2.0:1775764696.808684:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726005248 00000100:00100000:2.0:1775764696.808760:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726005120 00000100:00100000:2.0:1775764696.808764:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726005120 00000100:00100000:2.0:1775764696.808798:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1775764696.808805:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726005248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764696.808861:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726005248:12345-0@lo:400:kworker.0 Request processed in 57us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.808868:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1775764696.808883:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1775764696.808889:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726005120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764696.808928:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726005120:12345-0@lo:400:kworker.0 Request processed in 39us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.808933:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1775764696.808953:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726005632 00000100:00100000:2.0:1775764696.808957:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726005632 00000100:00100000:2.0:1775764696.808988:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1775764696.808996:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726005632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764696.809361:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726005632:12345-0@lo:400:kworker.0 Request processed in 364us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.809369:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1775764696.809418:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726005120:0@lo:400:kworker.0 00000100:00100000:2.0:1775764696.809430:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726005632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764696.809439:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726005248:0@lo:400:kworker.0 00000100:00080000:2.0:1775764696.818115:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764696.818130:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764696.818134:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764696.818413:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726005760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764696.818496:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764696.823391:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726005760 00000100:00100000:1.0:1775764696.823405:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726005760 00000100:00100000:1.0:1775764696.823525:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1775764696.823537:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726005760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764696.823580:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764696.823668:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726005760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (5172us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764696.823675:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1775764696.829990:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726005760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764696.877446:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764696.877579:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764696.877632:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764696.877774:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702733184 00000100:00100000:0.0:1775764696.877785:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702733184 00000100:00100000:0.0:1775764696.877886:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 546 00000100:00100000:0.0:1775764696.877898:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702733184:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764696.877980:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702733184:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 84us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.878004:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 546 00000100:00080000:3.0:1775764696.879612:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764696.879856:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764696.885686:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702733312 00000100:00100000:3.0:1775764696.885703:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702733312 00000100:00100000:3.0:1775764696.885830:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 547 00000100:00100000:3.0:1775764696.885841:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702733312:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764696.885938:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702733312:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 99us (6086us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.885945:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 547 00000100:00080000:3.0:1775764696.885967:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764696.892181:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702733056 00000100:00100000:2.0:1775764696.892198:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702733056 00000100:00080000:2.0:1775764696.892360:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764696.892419:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1050 00000100:00100000:2.0:1775764696.892431:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702733056:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764696.892538:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702733056:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (14905us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.892546:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1050 00000100:00100000:1.0:1775764696.893965:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702732928 00000100:00100000:1.0:1775764696.893980:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702732928 00000100:00100000:1.0:1775764696.894098:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 904 00000100:00100000:1.0:1775764696.894108:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702732928:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764696.894198:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702732928:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (16763us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764696.894205:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 904 00010000:00010000:2.0:1775764697.378456:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764698.379137:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764698.388971:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702733440 00000100:00100000:3.0:1775764698.388994:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702733440 00000100:00100000:2.0:1775764698.389219:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 6 00000100:00100000:2.0:1775764698.389239:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5546:x1862022702733440:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764698.389271:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764698.389274:0:5753:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420cdd6) 00010000:00010000:2.0:1775764698.389277:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764698.389363:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5546:x1862022702733440:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 131us (10241us total) trans 0 rc 116/116 00000100:00100000:2.0:1775764698.389408:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 6 00000100:00080000:3.0:1775764698.390167:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764698.411638:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764698.849079:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726005888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764698.849210:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764698.849602:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726005888 00000100:00100000:0.0:1775764698.849616:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726005888 00000100:00100000:0.0:1775764698.849710:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1775764698.849727:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726005888:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764698.849969:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1775764698.852409:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764698.853356:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726005888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3625us (4136us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764698.853371:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1775764698.853678:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726005888:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764699.424075:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764700.451188:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764700.909097:0:53044:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6b8db800 20000000:00000080:1.0:1775764700.909123:0:53044:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33c61c00 uarg=0000000000000000 00010000:00010000:1.0:1775764700.910306:0:53044:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1775764700.910333:0:53044:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1775764700.910367:0:53044:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764700.910392:0:53044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.910426:0:53044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ce0e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.910436:0:53044:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.910494:0:53044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ce0e expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.910518:0:53044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ce0e expref: 17 pid: 5763 timeout: 1625 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764700.910536:0:53044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53044:1862022726006016:0@lo:104: 00000100:00100000:1.0:1775764700.910637:0:53044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764700.911231:0:53044:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e16f8a180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764700.911716:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1775764700.911937:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726006016 00000100:00100000:2.0:1775764700.911952:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726006016 00000100:00100000:2.0:1775764700.912037:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1775764700.912048:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3790e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53044:x1862022726006016:12345-0@lo:104: 00010000:00010000:2.0:1775764700.912073:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.912349:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764700.912357:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3790e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53044:x1862022726006016:12345-0@lo:104: Request processed in 311us (1720us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764700.912365:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1775764700.912568:0:53044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53044:1862022726006016:0@lo:104: 00010000:00010000:1.0:1775764700.912597:0:53044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.913013:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764700.913023:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.913033:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764700.913039:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.913050:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764700.913057:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764700.913064:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764700.913125:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.913132:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764700.913164:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.913172:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063400/0x429a70d18420ce0e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ce15 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764700.913374:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764700.913398:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726006144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764700.913471:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764700.913588:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726006144 00000100:00100000:0.0:1775764700.913597:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726006144 00010000:00010000:0.0:1775764700.913638:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ce0e expref: 18 pid: 5763 timeout: 1625 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764700.913683:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1775764700.913693:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726006144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764700.913713:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764700.913721:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ce0e expref: 18 pid: 5763 timeout: 1625 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913769:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ce0e expref: 18 pid: 5763 timeout: 1625 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913799:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420ce15 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ce0e expref: 18 pid: 5763 timeout: 1625 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913847:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913860:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913882:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913890:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913897:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913904:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913910:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764700.913915:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913925:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913939:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.913951:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764700.913998:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022726006144:12345-0@lo:103:ldlm_bl.0 Request processed in 305us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764700.914013:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1775764700.914211:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726006144:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764700.914466:0:53044:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.914476:0:53044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.914484:0:53044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca000/0x429a70d18420ce1c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.916119:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764700.916127:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764700.916130:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764701.471924:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764701.921575:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726006528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764701.921669:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764701.921774:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726006528 00000100:00100000:1.0:1775764701.921783:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726006528 00000100:00100000:1.0:1775764701.921852:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1775764701.921864:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726006528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764701.921927:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764701.921978:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726006528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764701.921985:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00080000:1.0:1775764701.922023:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764701.922068:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726006528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764701.922491:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726006272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.922533:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764701.922568:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726006784:0@lo:400:kworker.0 00000100:00100000:3.0:1775764701.922589:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726006272 00000100:00100000:0.0:1775764701.922593:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764701.922594:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726006272 00000100:00100000:0.0:1775764701.922613:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775764701.922620:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726006400:0@lo:400:kworker.0 00000100:00100000:3.0:1775764701.922626:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:3.0:1775764701.922632:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022726006272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.922640:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764701.922656:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726006912:0@lo:400:kworker.0 00000100:00100000:3.0:1775764701.922664:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022726006272:12345-0@lo:400:kworker.0 Request processed in 33us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764701.922671:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1775764701.922676:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764701.922697:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726006272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.922725:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726006784 00000100:00100000:0.0:1775764701.922728:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726006784 00000100:00100000:0.0:1775764701.922786:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726006400 00000100:00100000:0.0:1775764701.922789:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726006400 00000100:00100000:0.0:1775764701.922809:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00080000:3.0:1775764701.922812:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764701.922815:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726006784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.922860:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726006784:12345-0@lo:400:kworker.0 Request processed in 45us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764701.922866:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1775764701.922878:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:0.0:1775764701.922883:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726006400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764701.922898:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726006784:0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.922925:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726006400:12345-0@lo:400:kworker.0 Request processed in 42us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764701.922931:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1775764701.922932:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726006400:0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.922963:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726006912 00000100:00100000:0.0:1775764701.922966:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726006912 00000100:00100000:0.0:1775764701.923001:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00080000:3.0:1775764701.923006:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764701.923008:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726006912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.923040:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726006912:12345-0@lo:400:kworker.0 Request processed in 33us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764701.923046:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1775764701.923067:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764701.923074:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726006656:0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.923093:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764701.923122:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726006912:0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.924500:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726006656 00000100:00100000:0.0:1775764701.924511:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726006656 00000100:00080000:3.0:1775764701.924634:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764701.924673:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1775764701.924684:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726006656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764701.924919:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d6db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726006656:12345-0@lo:400:kworker.0 Request processed in 236us (1823us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764701.924927:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1775764701.925147:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726006656:0@lo:400:kworker.0 00000100:00100000:2.0:1775764701.998084:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764701.998127:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764701.998164:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764701.998207:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764701.998251:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702733696 00000100:00100000:2.0:1775764701.998261:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702733696 00000100:00100000:2.0:1775764701.998333:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1054 00000100:00100000:2.0:1775764701.998345:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702733696:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764701.998430:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702733696:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.998437:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1054 00000100:00100000:2.0:1775764701.998460:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702733824 00000100:00100000:2.0:1775764701.998463:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702733824 00000100:00100000:2.0:1775764701.998493:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702733952 00000100:00100000:2.0:1775764701.998496:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702733952 00000100:00100000:2.0:1775764701.998515:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 549 00000100:00100000:2.0:1775764701.998521:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702733824:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764701.998546:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702733824:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.998552:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 549 00000100:00100000:2.0:1775764701.998562:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 550 00000100:00100000:2.0:1775764701.998567:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702733952:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764701.998587:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702733952:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.998593:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 550 00000100:00080000:2.0:1775764701.998620:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764701.998624:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764701.998627:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764701.999383:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702733568 00000100:00100000:3.0:1775764701.999391:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702733568 00000100:00100000:3.0:1775764701.999438:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 906 00000100:00100000:3.0:1775764701.999447:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702733568:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764701.999486:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702733568:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (1414us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764701.999493:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 906 10000000:01000000:1.0:1775764702.119158:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764702.119168:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764702.119174:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764702.119261:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764702.119275:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764702.119286:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764702.119316:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726007040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764702.119386:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764702.119429:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e16f8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764702.119451:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726007040 00000100:00100000:1.0:1775764702.119458:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726007040 00000100:00100000:1.0:1775764702.119513:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1775764702.119521:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726007040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764702.119537:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764702.119551:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ce23 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764702.119581:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ce23 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764702.119593:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ce23 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764702.119603:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbc00, rc 0) 00000100:00100000:1.0:1775764702.119642:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726007040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764702.119650:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1775764702.119706:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726007040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764702.119722:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764702.119759:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764702.119781:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764702.119787:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764702.119794:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764702.496234:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764703.527344:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764703.968062:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726007168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764703.968141:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764703.968544:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726007168 00000100:00100000:1.0:1775764703.968554:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726007168 00000100:00100000:1.0:1775764703.968613:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1775764703.968623:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726007168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764703.968662:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764703.968715:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726007168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764703.968722:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1775764703.968999:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726007168:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764703.969058:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764704.543921:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764704.687916:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764704.688869:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702734080 00000100:00100000:3.0:1775764704.688880:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702734080 00000100:00100000:3.0:1775764704.688955:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 305 00000100:00100000:3.0:1775764704.688982:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31828:x1862022702734080:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764704.689003:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764704.689027:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ce31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdac expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764704.689088:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420ce38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764704.689102:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420ce38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764704.689113:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420ce38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764704.689324:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775764704.689329:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764704.689409:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420ce38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764704.689433:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420ce31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdac expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764704.689449:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420ce38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdac expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764704.689456:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bd00) 00010000:00010000:3.0:1775764704.689459:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764704.689464:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194200, rc 0) 00000100:00100000:3.0:1775764704.689524:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31828:x1862022702734080:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 546us (1617us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764704.689531:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 305 00000100:00080000:2.0:1775764704.690870:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764704.701313:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764704.701352:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702734208 00000100:00100000:0.0:1775764704.701362:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702734208 00000100:00100000:0.0:1775764704.701417:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 306 00000100:00100000:0.0:1775764704.701426:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31828:x1862022702734208:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775764704.701447:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764704.701472:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ce3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdb3 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.701552:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.701568:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.701583:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.701599:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.701606:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.701612:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706653:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706674:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706686:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764704.706825:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:0.0:1775764704.706830:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764704.706908:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706933:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706939:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706945:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706951:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764704.706955:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706961:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706975:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bd00) 00010000:00010000:0.0:1775764704.706978:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764704.706982:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706989:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420ce46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.706999:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.707005:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.707010:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.707021:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764704.707024:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.707030:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.707038:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e1676e100) 00010000:00010000:0.0:1775764704.707041:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764704.707043:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.707049:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063e00/0x429a70d18420ce4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.707087:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ce3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdb3 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.707101:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdb3 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764704.707109:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:0.0:1775764704.707111:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764704.707113:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062e00, rc 0) 00000100:00100000:0.0:1775764704.707209:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31828:x1862022702734208:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 5782us (5903us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764704.707219:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 306 00000100:00100000:3.0:1775764704.718007:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764704.718048:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702734464 00000100:00100000:3.0:1775764704.718061:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702734464 00000100:00100000:3.0:1775764704.718117:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 307 00000100:00100000:3.0:1775764704.718127:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31828:x1862022702734464:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:3.0:1775764704.718202:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764704.718231:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdb3 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764704.718251:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:3.0:1775764704.718263:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764704.718291:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764704.718304:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764704.718313:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764704.780989:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cb000858 reply state 000000001aed0f75 transno 4294967423 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764704.781012:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764704.781259:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000100:00100000:1.0:1775764704.781405:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31828:x1862022702734464:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 63273us (63403us total) trans 4294967423 rc 0/0 00000100:00100000:1.0:1775764704.781417:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 307 00000001:00080000:1.0:1775764704.781482:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967423 is committed 00010000:00010000:1.0:1775764704.781505:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764704.781515:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764704.781523:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764704.781529:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764704.781545:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764704.781553:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764704.781570:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d0297b800) 00010000:00010000:1.0:1775764704.781574:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764704.781580:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764704.781586:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420ce5b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.567994:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764705.980894:0:53243:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf96c69c0 20000000:00000080:0.0:1775764705.980914:0:53243:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e378bc400 uarg=0000000000000000 00010000:00010000:0.0:1775764705.981437:0:53243:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1775764705.981474:0:53243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bd00) 00010000:00010000:0.0:1775764705.981479:0:53243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764705.981716:0:53243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420ce38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdac expref: 5 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.982055:0:53243:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1775764705.982084:0:53243:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764705.982098:0:53243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.982112:0:53243:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ce23 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.982120:0:53243:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.982156:0:53243:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ce23 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.982168:0:53243:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ce23 expref: 17 pid: 5763 timeout: 1630 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764705.982193:0:53243:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53243:1862022726007296:0@lo:104: 00000100:00100000:0.0:1775764705.982254:0:53243:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764705.982367:0:53243:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d02cae780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764705.982408:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726007296 00000100:00100000:1.0:1775764705.982416:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726007296 00000100:00100000:1.0:1775764705.982501:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1775764705.982511:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53243:x1862022726007296:12345-0@lo:104: 00010000:00010000:1.0:1775764705.982523:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764705.982593:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764705.982599:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53243:x1862022726007296:12345-0@lo:104: Request processed in 91us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764705.982606:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00010000:00010000:3.0:1775764705.982653:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764705.982660:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.982668:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764705.982672:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.982682:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764705.982690:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764705.982696:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764705.982761:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.982767:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764705.982789:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.982796:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca600/0x429a70d18420ce23 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ce2a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.982811:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764705.982813:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764705.982815:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764705.982836:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726007424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764705.982867:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764705.982903:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726007424 00000100:00100000:3.0:1775764705.982907:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726007424 00010000:00010000:3.0:1775764705.982923:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ce23 expref: 18 pid: 5763 timeout: 1630 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764705.982945:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1775764705.982951:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726007424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764705.982962:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764705.982966:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ce23 expref: 18 pid: 5763 timeout: 1630 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.982975:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ce23 expref: 18 pid: 5763 timeout: 1630 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.982989:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.982997:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.983008:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.983014:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.983019:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.983024:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.983028:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764705.983033:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.983038:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.983045:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764705.983053:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764705.983076:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726007424:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764705.983082:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1775764705.983116:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726007424:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764705.983376:0:53243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420ce2a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ce23 expref: 17 pid: 5763 timeout: 1630 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764705.983388:0:53243:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53243:1862022726007296:0@lo:104: 00010000:00010000:2.0:1775764705.983402:0:53243:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764705.983411:0:53243:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764705.983418:0:53243:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764705.983424:0:53243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063200/0x429a70d18420ce62 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764706.592513:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764707.049252:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764707.049282:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726007552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764707.049360:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764707.049433:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726007552 00000100:00100000:2.0:1775764707.049445:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726007552 00000100:00100000:2.0:1775764707.049517:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1775764707.049528:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726007552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764707.049584:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764707.049645:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726007552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764707.049654:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:2.0:1775764707.049678:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764707.049724:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726007552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764707.051625:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726007680:0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.051721:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764707.051820:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726008192:0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.051854:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764707.051883:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764707.051889:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726008064:0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.051915:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764707.052144:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726007808:0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052202:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764707.052239:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764707.052245:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726007936:0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052269:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764707.052310:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726007680 00000100:00100000:0.0:1775764707.052317:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726007680 00000100:00100000:0.0:1775764707.052363:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1775764707.052371:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726007680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052423:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726007680:12345-0@lo:400:kworker.0 Request processed in 52us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764707.052429:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1775764707.052463:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726008192 00000100:00100000:0.0:1775764707.052467:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726008192 00000100:00100000:0.0:1775764707.052509:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1775764707.052515:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726008192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052547:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726008192:12345-0@lo:400:kworker.0 Request processed in 32us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764707.052552:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1775764707.052570:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726008064 00000100:00100000:0.0:1775764707.052574:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726008064 00000100:00100000:0.0:1775764707.052603:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726007808 00000100:00100000:0.0:1775764707.052612:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726007808 00000100:00100000:0.0:1775764707.052635:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726007936 00000100:00100000:0.0:1775764707.052638:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726007936 00000100:00100000:0.0:1775764707.052652:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1775764707.052657:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726008064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052688:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726008064:12345-0@lo:400:kworker.0 Request processed in 31us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764707.052693:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1775764707.052703:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1775764707.052708:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726007808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052757:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726007808:12345-0@lo:400:kworker.0 Request processed in 49us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764707.052762:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1775764707.052772:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1775764707.052777:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726007936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052801:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726007936:12345-0@lo:400:kworker.0 Request processed in 24us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764707.052806:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1775764707.052861:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726007936:0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052874:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726007808:0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052904:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726008064:0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052914:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726007680:0@lo:400:kworker.0 00000100:00100000:0.0:1775764707.052924:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726008192:0@lo:400:kworker.0 00000100:00080000:2.0:1775764707.055596:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764707.055610:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764707.134471:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764707.134513:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764707.134542:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764707.134569:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764707.134600:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702734592 00000100:00100000:2.0:1775764707.134610:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702734592 00000100:00100000:2.0:1775764707.134666:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 909 00000100:00100000:2.0:1775764707.134677:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702734592:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764707.134778:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702734592:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 103us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764707.134786:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 909 00000100:00100000:2.0:1775764707.134818:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702734720 00000100:00100000:2.0:1775764707.134822:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702734720 00000100:00100000:2.0:1775764707.134861:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1058 00000100:00100000:2.0:1775764707.134868:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702734720:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764707.134901:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702734720:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 34us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764707.134908:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1058 00000100:00100000:2.0:1775764707.134941:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702734848 00000100:00100000:2.0:1775764707.134944:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702734848 00000100:00100000:2.0:1775764707.134973:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702734976 00000100:00100000:2.0:1775764707.134976:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702734976 00000100:00100000:2.0:1775764707.134997:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 156 00000100:00100000:2.0:1775764707.135003:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702734848:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:2.0:1775764707.135025:0:6552:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420cca9 00000100:00080000:2.0:1775764707.135035:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1d01dcf000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1775764707.135080:0:6552:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967316 00000100:00100000:2.0:1775764707.136606:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702734848:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 1590us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764707.136619:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 156 00000100:00100000:2.0:1775764707.136644:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 157 00000100:00100000:2.0:1775764707.136655:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3db17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702734976:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:2.0:1775764707.136678:0:6552:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420cb36 00000100:00080000:2.0:1775764707.136687:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1d02c6c000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1775764707.136754:0:6552:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967316 00000100:00100000:2.0:1775764707.136922:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3db17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702734976:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 269us (2350us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764707.136928:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 157 00010000:00010000:3.0:1775764707.138547:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764707.139386:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764707.139392:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764707.139395:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764707.139420:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764707.424849:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764707.424867:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764707.424872:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764707.424931:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764707.424945:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764707.424957:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764707.424995:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726008320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764707.425094:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764707.425237:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09849900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764707.426710:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726008320 00000100:00100000:0.0:1775764707.426921:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726008320 00000100:00100000:1.0:1775764707.427102:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1775764707.427113:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726008320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764707.427130:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764707.427166:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420ce69 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764707.427210:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420ce69 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764707.427221:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ce69 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764707.427233:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb200, rc 0) 00000100:00100000:1.0:1775764707.427308:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726008320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 199us (2215us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764707.427313:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1775764707.427376:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726008320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764707.427390:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764707.427399:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764707.427416:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764707.427420:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764707.427425:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764707.618296:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764708.641021:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764709.088305:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726008448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764709.088398:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764709.088528:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726008448 00000100:00100000:1.0:1775764709.088549:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726008448 00000100:00080000:2.0:1775764709.088618:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764709.088631:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1775764709.088642:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726008448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764709.088681:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764709.088771:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726008448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764709.088778:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1775764709.088794:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726008448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764709.226678:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764709.226766:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702735104 00000100:00100000:0.0:1775764709.226775:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702735104 00000100:00100000:0.0:1775764709.226847:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 308 00000100:00100000:0.0:1775764709.226856:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31905:x1862022702735104:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764709.226880:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764709.226909:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ce77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdba expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.226994:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227011:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227029:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227043:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227050:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227057:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227548:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ce8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227563:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ce8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227570:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ce8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764709.227645:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:0.0:1775764709.227649:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764709.227704:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ce8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227715:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227720:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227726:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227760:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764709.227763:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227768:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227777:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e100) 00010000:00010000:0.0:1775764709.227779:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764709.227782:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227793:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ce7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227803:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227806:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227809:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227812:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764709.227814:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227817:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227821:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e1676eb00) 00010000:00010000:0.0:1775764709.227822:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764709.227823:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227826:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420ce85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227856:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420ce77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdba expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227867:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ce8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdba expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.227875:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e500) 00010000:00010000:0.0:1775764709.227877:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764709.227879:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063400, rc 0) 00000100:00100000:0.0:1775764709.227964:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31905:x1862022702735104:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1109us (1294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764709.227970:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 308 00000100:00080000:1.0:1775764709.228299:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764709.231777:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764709.231865:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702735360 00000100:00100000:1.0:1775764709.231877:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702735360 00000100:00100000:1.0:1775764709.231944:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 309 00000100:00100000:1.0:1775764709.231954:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31905:x1862022702735360:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:1.0:1775764709.231976:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764709.232005:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420ce93 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdc1 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.232385:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.232402:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.232414:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.232426:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.232430:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.232434:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764709.233201:0:19479:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xb:0x0], index 1: 0 00010000:00010000:1.0:1775764709.233472:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cea8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233485:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cea8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233493:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cea8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233535:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233554:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233562:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233568:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764709.233573:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233583:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233598:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e500) 00010000:00010000:1.0:1775764709.233601:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764709.233607:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233614:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420ce9a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764709.233629:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f7408a6 reply state 00000000c2ceacf2 transno 4294967424 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764709.233638:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764709.233668:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420ce93 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdc1 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233680:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cea8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdc1 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.233695:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:1.0:1775764709.233697:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764709.233699:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb600, rc 0) 00000100:00100000:1.0:1775764709.233804:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31905:x1862022702735360:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1852us (2036us total) trans 4294967424 rc 0/0 00000100:00100000:1.0:1775764709.233811:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 309 00000100:00100000:0.0:1775764709.237932:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1775764709.237963:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.237970:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.237976:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.237981:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764709.237984:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.237990:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.238005:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e03a56b00) 00010000:00010000:0.0:1775764709.238007:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1775764709.238010:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702735488 00010000:00010000:0.0:1775764709.238011:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.238029:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420cea1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764709.238034:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702735488 00000100:00100000:3.0:1775764709.238111:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 56 00000100:00100000:3.0:1775764709.238123:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31905:x1862022702735488:12345-192.168.202.7@tcp:49:touch.0 00000100:00100000:3.0:1775764709.238533:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31905:x1862022702735488:12345-192.168.202.7@tcp:49:touch.0 Request processed in 411us (607us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764709.238542:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 56 00000100:00100000:0.0:1775764709.242937:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764709.243107:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702735744 00000100:00100000:2.0:1775764709.243136:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702735744 00000100:00100000:2.0:1775764709.243223:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 310 00000100:00100000:2.0:1775764709.243235:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0ae47c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31905:x1862022702735744:12345-192.168.202.7@tcp:36:touch.0 00010000:00010000:2.0:1775764709.243323:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764709.243358:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420cea8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdc1 expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764709.243377:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:2.0:1775764709.243389:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764709.243446:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764709.243460:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764709.243471:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764709.243655:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eeed926e reply state 00000000b512b870 transno 4294967425 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764709.243665:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764709.243801:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0ae47c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31905:x1862022702735744:12345-192.168.202.7@tcp:36:touch.0 Request processed in 568us (874us total) trans 4294967425 rc 0/0 00000100:00100000:2.0:1775764709.243810:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 310 00010000:00010000:1.0:1775764709.249904:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.249923:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.249930:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.249936:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764709.249941:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.249949:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764709.249949:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1775764709.249968:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8b1e094a3000) 00010000:00010000:1.0:1775764709.249971:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764709.249975:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.249981:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420ceb6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764709.250033:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702735872 00000100:00100000:0.0:1775764709.250142:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702735872 00000100:00100000:0.0:1775764709.250222:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 311 00000100:00100000:0.0:1775764709.250233:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:31905:x1862022702735872:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764709.250260:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764709.250281:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cebd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdc8 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.250376:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cebd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdc8 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.250392:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cebd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdc8 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.250411:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8b1e1676e100) 00010000:00010000:0.0:1775764709.250414:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764709.250416:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062600, rc 0) 00000100:00100000:0.0:1775764709.250487:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31905:x1862022702735872:12345-192.168.202.7@tcp:101:touch.0 Request processed in 257us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764709.250494:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 311 00000100:00100000:1.0:1775764709.254347:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764709.254435:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702736000 00000100:00100000:2.0:1775764709.254449:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702736000 00000100:00100000:2.0:1775764709.254503:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 158 00000100:00100000:2.0:1775764709.254514:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2355:x1862022702736000:12345-192.168.202.7@tcp:8:touch.0 00010000:00080000:2.0:1775764709.254575:0:6552:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1534 last 0 00000020:00000080:2.0:1775764709.254616:0:6552:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420cec4 00002000:00100000:2.0:1775764709.254633:0:6552:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e18ad7000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764709.254646:0:6552:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764709.254807:0:6552:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775764709.254847:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1e18ad4800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764709.254921:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702736000:12345-192.168.202.7@tcp:8:touch.0 Request processed in 408us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764709.254928:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 158 00000100:00100000:1.0:1775764709.264194:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764709.264270:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702736128 00000100:00100000:0.0:1775764709.264285:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702736128 00000100:00100000:0.0:1775764709.264382:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 159 00000100:00100000:0.0:1775764709.264420:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:0:x1862022702736128:12345-192.168.202.7@tcp:2:touch.0 00000100:00080000:1.0:1775764709.264525:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764709.320776:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:0:x1862022702736128:12345-192.168.202.7@tcp:2:touch.0 Request processed in 56345us (56587us total) trans 4294967317 rc 0/0 00000100:00100000:3.0:1775764709.320793:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 159 00000001:00080000:3.0:1775764709.320845:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967317 is committed 00000001:00100000:3.0:1775764709.320863:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00100000:3.0:1775764709.320871:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:3.0:1775764709.320875:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1d02c6d000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:2.0:1775764709.320987:0:15444:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1d02c6d000/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0001 00000020:00000080:2.0:1775764709.321061:0:15444:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1d02c6c000 for lustre-OST0001 00000100:00100000:1.0:1775764709.336448:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764709.337966:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702736384 00000100:00100000:3.0:1775764709.337984:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702736384 00000100:00100000:3.0:1775764709.338057:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 57 00000100:00100000:3.0:1775764709.338069:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:31905:x1862022702736384:12345-192.168.202.7@tcp:35:touch.0 00000100:00100000:3.0:1775764709.338521:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:31905:x1862022702736384:12345-192.168.202.7@tcp:35:touch.0 Request processed in 452us (2088us total) trans 4294967426 rc 0/0 00000100:00100000:3.0:1775764709.338529:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 57 00000100:00100000:1.0:1775764709.437156:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764709.437876:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702736512 00000100:00100000:0.0:1775764709.437895:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702736512 00000100:00100000:1.0:1775764709.438382:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 312 00000100:00100000:1.0:1775764709.438394:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:31909:x1862022702736512:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:1.0:1775764709.438432:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764709.438463:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420cecb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdcf expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.438568:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.438590:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.438611:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.438628:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.438635:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.438642:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.438856:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420cee0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.438870:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420cee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.438876:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420cee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764709.438948:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1a:0x0]: returning size 0 00000004:00200000:1.0:1775764709.438954:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764709.438998:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420cee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439013:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420cee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439029:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439036:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439258:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439270:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764709.439276:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439284:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439313:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e500) 00010000:00010000:1.0:1775764709.439317:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764709.439330:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439337:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420ced2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439360:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439366:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439372:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439377:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764709.439380:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439390:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439397:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e03a56400) 00010000:00010000:1.0:1775764709.439400:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764709.439403:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439408:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420ced9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439475:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420cecb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdcf expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439490:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420cee0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdcf expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764709.439498:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8b1e1676e100) 00010000:00010000:1.0:1775764709.439501:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764709.439503:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca600, rc 0) 00000100:00100000:1.0:1775764709.439700:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:31909:x1862022702736512:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1306us (2565us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764709.439709:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 312 00000100:00100000:3.0:1775764709.444965:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764709.445162:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702736640 00000100:00100000:2.0:1775764709.445175:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702736640 00000100:00100000:2.0:1775764709.445287:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 160 00000100:00100000:2.0:1775764709.445299:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702736640:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775764709.445322:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764709.445344:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdd6 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764709.445378:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x69d804e4, atime: 0x69d804e4, ctime: 0x69d804e4, blocks: 0x1 00010000:00010000:2.0:1775764709.445406:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764709.445409:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764709.445419:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdd6 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764709.445440:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdd6 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764709.445476:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80e00, rc 0) 00000100:00100000:2.0:1775764709.446499:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702736640:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1196us (1596us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764709.446507:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 160 00000100:00100000:2.0:1775764709.455279:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764709.455494:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702736896 00000100:00100000:0.0:1775764709.455509:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702736896 00000100:00100000:0.0:1775764709.455663:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 313 00000100:00100000:0.0:1775764709.455676:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:31909:x1862022702736896:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:0.0:1775764709.455780:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764709.455811:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420cee0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdcf expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.455837:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420cebd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdc8 expref: 10 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.455850:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8b1e1676e100) 00010000:00010000:0.0:1775764709.455865:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764709.455897:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.455929:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.455943:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.455970:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.455978:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.456004:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.456155:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.456164:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.456172:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764709.456870:0:5770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8896 00000004:00080000:0.0:1775764709.456881:0:5770:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1534288149119ns, next at 1535288147139ns, rc = 0 00010000:00010000:0.0:1775764709.456947:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.456959:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.456968:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.456975:0:5770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.456982:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.456988:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457037:0:5770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764709.457065:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457072:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457077:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457083:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764709.457087:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457093:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457103:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8b1e1676ee00) 00010000:00010000:0.0:1775764709.457106:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764709.457110:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457116:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420cefc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457134:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457153:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457170:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457175:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764709.457178:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457184:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457194:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e500) 00010000:00010000:0.0:1775764709.457196:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764709.457199:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.457204:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420ceee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764709.457213:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000814da6d0 reply state 0000000010f9bf52 transno 4294967427 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764709.457223:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764709.457346:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:31909:x1862022702736896:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1667us (2074us total) trans 4294967427 rc 0/0 00000100:00100000:0.0:1775764709.457357:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 313 00010000:00010000:3.0:1775764709.458393:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764709.458404:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764709.458414:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764709.458418:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764709.458426:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764709.458445:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a:0x0].0x0 (ffff8b1e1676ee00) 00010000:00010000:3.0:1775764709.458448:0:5757:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764709.458452:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764709.458459:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420cf03 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764709.458485:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764709.458487:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764709.458489:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764709.463924:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.463948:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.464232:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.464239:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764709.464245:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.464253:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.464280:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e1676eb00) 00010000:00010000:0.0:1775764709.464283:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764709.464291:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.464298:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420cef5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764709.680964:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764710.285331:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967427 is committed 00000004:00080000:3.0:1775764710.285346:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00000100:00100000:0.0:1775764710.285573:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764710.285600:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726008576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764710.287391:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764710.288323:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726008576 00000100:00100000:2.0:1775764710.288338:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726008576 00000100:00100000:2.0:1775764710.288421:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1775764710.288432:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d812050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726008576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764710.288476:0:7727:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:11 count 1 00010000:00010000:2.0:1775764710.288510:0:7727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.288539:0:7727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdd6 expref: 5 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.288550:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764710.288553:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764710.288557:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.288604:0:7727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdd6 expref: 5 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.288633:0:7727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdd6 expref: 5 pid: 6552 timeout: 1635 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764710.288669:0:7727:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7727:1862022726008704:192.168.202.7@tcp:104: 00000100:00100000:2.0:1775764710.290317:0:7727:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764710.301774:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764710.302044:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702737024 00000100:00100000:3.0:1775764710.302056:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702737024 00010000:00010000:3.0:1775764710.302106:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdd6 expref: 6 pid: 6552 timeout: 1635 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764710.302159:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 278 00000100:00100000:3.0:1775764710.302170:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702737024:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764710.302186:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764710.302193:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdd6 expref: 6 pid: 6552 timeout: 1635 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.302208:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdd6 expref: 6 pid: 6552 timeout: 1635 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.302234:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764710.302237:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764710.302242:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.302253:0:8231:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.302276:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764710.302352:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702737024:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 182us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764710.302360:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 278 00010000:00010000:2.0:1775764710.304953:0:7727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000683b26e8/0x429a70d18420cee7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdd6 expref: 5 pid: 6552 timeout: 1635 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764710.304982:0:7727:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7727:1862022726008704:192.168.202.7@tcp:104: 00010000:00010000:2.0:1775764710.305024:0:7727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.305037:0:7727:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.305044:0:7727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.305056:0:7727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.305065:0:7727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.305093:0:7727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764710.306396:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764710.306408:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.306421:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764710.306425:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.306446:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.306468:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.306476:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e4da19c/0x429a70d18420cf0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.306500:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764710.306502:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764710.306504:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764710.309680:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d812050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022726008576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21240us (22290us total) trans 4294967318 rc 0/0 00000100:00100000:2.0:1775764710.309701:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000004:00080000:1.0:1775764710.311327:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d02256a00/2, rc 0, transno 4294967318 00000100:00100000:1.0:1775764710.311342:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726008576:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764710.691709:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1775764711.212639:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:1.0:1775764711.212652:0:6575:0:(genops.c:904:class_export_put()) final put ffff8b1d01dcb800/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775764711.212773:0:32992:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1d01dcb800/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0000 00000020:00000080:0.0:1775764711.212842:0:32992:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1d01dcf000 for lustre-OST0000 00000020:00000080:1.0:1775764711.591988:0:53489:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7b751830 20000000:00000080:1.0:1775764711.592011:0:53489:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e33c63400 uarg=0000000000000000 00010000:00010000:1.0:1775764711.600076:0:53489:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1775764711.600621:0:53489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e500) 00010000:00010000:1.0:1775764711.600626:0:53489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764711.600640:0:53489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420ce8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdba expref: 5 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764711.600673:0:53489:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1775764711.600824:0:53489:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764711.600857:0:53489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764711.600873:0:53489:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420ce69 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764711.600883:0:53489:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.601052:0:53489:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420ce69 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.601076:0:53489:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420ce69 expref: 17 pid: 5763 timeout: 1636 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764711.601094:0:53489:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53489:1862022726008832:0@lo:104: 00000100:00100000:0.0:1775764711.601184:0:53489:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764711.601256:0:53489:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764711.601334:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726008832 00000100:00100000:2.0:1775764711.601346:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726008832 00000100:00100000:2.0:1775764711.601432:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1775764711.601444:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02257800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53489:x1862022726008832:12345-0@lo:104: 00010000:00010000:2.0:1775764711.601463:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.601538:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764711.601545:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02257800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53489:x1862022726008832:12345-0@lo:104: Request processed in 104us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764711.601552:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00010000:00010000:2.0:1775764711.601574:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764711.601581:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.601589:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764711.601593:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.601602:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764711.601609:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764711.601615:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764711.601659:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.601666:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764711.601695:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.601702:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18195a00/0x429a70d18420ce69 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420ce70 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.601722:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764711.601724:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764711.601725:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764711.601764:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726008960:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764711.601803:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764711.602893:0:53489:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53489:1862022726008832:0@lo:104: 00010000:00010000:1.0:1775764711.602923:0:53489:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764711.603308:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726008960 00000100:00100000:3.0:1775764711.603321:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726008960 00010000:00010000:3.0:1775764711.603374:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ce69 expref: 18 pid: 5763 timeout: 1636 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764711.603427:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1775764711.603439:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e03022450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726008960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764711.603541:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764711.603549:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420ce69 expref: 18 pid: 5763 timeout: 1636 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603562:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420ce69 expref: 18 pid: 5763 timeout: 1636 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603582:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420ce70 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420ce69 expref: 18 pid: 5763 timeout: 1636 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603599:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603608:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603644:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603652:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603659:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603667:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603673:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764711.603678:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603688:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603712:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.603725:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764711.603845:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e03022450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022726008960:12345-0@lo:103:ldlm_bl.0 Request processed in 407us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764711.603855:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00010000:00010000:0.0:1775764711.603988:0:53489:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.603996:0:53489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.604009:0:53489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420cf11 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764711.604355:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726008960:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764711.714431:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764712.159959:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726009216:0@lo:400:kworker.0 00000100:00100000:0.0:1775764712.160041:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764712.160126:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764712.160134:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726009344:0@lo:400:kworker.0 00000100:00100000:0.0:1775764712.160161:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764712.160201:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726009216 00000100:00100000:0.0:1775764712.160208:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726009216 00000100:00100000:0.0:1775764712.160273:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:0.0:1775764712.160283:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726009216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764712.160349:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726009216:12345-0@lo:400:kworker.0 Request processed in 67us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764712.160357:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:0.0:1775764712.160384:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726009344 00000100:00100000:0.0:1775764712.160388:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726009344 00000100:00100000:0.0:1775764712.160422:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1775764712.160428:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726009344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764712.160457:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726009344:12345-0@lo:400:kworker.0 Request processed in 29us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764712.160463:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00080000:0.0:1775764712.160479:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764712.160484:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764712.160515:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726009344:0@lo:400:kworker.0 00000100:00100000:0.0:1775764712.160521:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726009216:0@lo:400:kworker.0 00000100:00100000:1.0:1775764712.160704:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726009472:0@lo:400:kworker.0 00000100:00100000:1.0:1775764712.160727:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764712.160754:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764712.160758:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726009088:0@lo:400:kworker.0 00000100:00100000:1.0:1775764712.160771:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764712.160781:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02257b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726009600:0@lo:400:kworker.0 00000100:00100000:1.0:1775764712.160793:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764712.160810:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726009472 00000100:00100000:1.0:1775764712.160813:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726009472 00000100:00100000:1.0:1775764712.160832:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726009088 00000100:00100000:1.0:1775764712.160833:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726009088 00000100:00100000:1.0:1775764712.160842:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1775764712.160845:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726009472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764712.160868:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726009472:12345-0@lo:400:kworker.0 Request processed in 23us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764712.160880:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1775764712.160890:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1775764712.160894:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726009088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764712.160910:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726009088:12345-0@lo:400:kworker.0 Request processed in 16us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764712.160913:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1775764712.160922:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726009600 00000100:00100000:1.0:1775764712.160924:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726009600 00000100:00100000:1.0:1775764712.160941:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1775764712.160944:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022726009600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764712.160959:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022726009600:12345-0@lo:400:kworker.0 Request processed in 15us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764712.160962:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1775764712.160978:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726009088:0@lo:400:kworker.0 00000100:00100000:1.0:1775764712.160984:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02257b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726009600:0@lo:400:kworker.0 00000100:00100000:1.0:1775764712.160988:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726009472:0@lo:400:kworker.0 00000100:00100000:2.0:1775764712.161160:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726009728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764712.161188:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764712.161297:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726009728 00000100:00100000:1.0:1775764712.161301:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726009728 00000100:00100000:1.0:1775764712.161336:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1775764712.161343:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726009728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764712.161375:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764712.161416:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726009728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764712.161422:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1775764712.161460:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726009728:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764712.161645:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764712.161649:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764712.238674:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764712.246305:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702737152 00000100:00100000:2.0:1775764712.246335:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702737152 00000100:00100000:0.0:1775764712.246574:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764712.246621:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764712.246693:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 911 00000100:00100000:0.0:1775764712.246703:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702737152:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764712.246795:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702737152:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (8130us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764712.246803:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 911 00000100:00100000:2.0:1775764712.247326:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702737408 00000100:00100000:2.0:1775764712.247333:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702737408 00000100:00100000:2.0:1775764712.247383:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 554 00000100:00100000:2.0:1775764712.247390:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702737408:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764712.247439:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702737408:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 49us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764712.247446:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 554 00000100:00080000:2.0:1775764712.247471:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764712.248052:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702737280 00000100:00100000:3.0:1775764712.248060:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702737280 00000100:00080000:2.0:1775764712.248314:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764712.248375:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1062 00000100:00100000:3.0:1775764712.248385:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702737280:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764712.254610:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702737280:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 6214us (8027us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764712.254628:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1062 00010000:00010000:2.0:1775764712.738648:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764713.312450:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764713.312459:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764713.312465:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764713.312523:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.312536:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.312548:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764713.312578:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726009856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764713.312649:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764713.312709:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e012ed600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764713.312865:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726009856 00000100:00100000:1.0:1775764713.312873:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726009856 00000100:00100000:1.0:1775764713.312928:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1775764713.312937:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726009856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764713.312951:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764713.312964:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cf18 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764713.312987:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cf18 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764713.312997:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cf18 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764713.313006:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0caa00, rc 0) 00000100:00100000:1.0:1775764713.313049:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726009856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764713.313056:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1775764713.313278:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726009856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764713.313292:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.313299:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764713.313317:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764713.313322:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.313329:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764713.764832:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764714.216430:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726009984:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764714.216519:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764714.216611:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726009984 00000100:00100000:0.0:1775764714.216621:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726009984 00000100:00100000:0.0:1775764714.216690:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1775764714.216700:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022726009984:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764714.216747:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1775764714.216765:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764714.216815:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022726009984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764714.216822:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1775764714.216866:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726009984:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764714.788568:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764714.798335:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967318 is committed 00000100:00100000:1.0:1775764715.119257:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764715.119861:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702737536 00000100:00100000:3.0:1775764715.119873:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702737536 00000100:00100000:3.0:1775764715.119949:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 314 00000100:00100000:3.0:1775764715.119961:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:31997:x1862022702737536:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764715.119983:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764715.120023:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cf26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fddd expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.120099:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cf2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.120114:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cf2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.120127:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cf2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764715.120320:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:3.0:1775764715.120324:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764715.120405:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cf2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.120431:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420cf26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fddd expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.120454:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cf2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fddd expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.120463:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:3.0:1775764715.120466:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764715.120469:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194a00, rc 0) 00000100:00100000:3.0:1775764715.120547:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31997:x1862022702737536:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 575us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764715.120554:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 314 00000100:00100000:3.0:1775764715.128146:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764715.128189:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702737792 00000100:00100000:3.0:1775764715.128202:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702737792 00000100:00100000:3.0:1775764715.128274:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 315 00000100:00100000:3.0:1775764715.128288:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:31997:x1862022702737792:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:3.0:1775764715.128355:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764715.128388:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420cf2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fddd expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.128409:0:5768:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420ce8c) 00010000:00010000:3.0:1775764715.128413:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d0297bf00) 00000100:00080000:1.0:1775764715.128418:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764715.128423:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764715.128450:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.128462:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.128472:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764715.202109:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e152acc3 reply state 00000000455a66de transno 4294967428 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764715.202134:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1775764715.202346:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000100:00100000:3.0:1775764715.202470:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:31997:x1862022702737792:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 74182us (74333us total) trans 4294967428 rc 0/0 00000100:00100000:3.0:1775764715.202479:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 315 00000001:00080000:3.0:1775764715.202546:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967428 is committed 00010000:00010000:3.0:1775764715.202565:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.202574:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.202582:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.202593:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764715.202598:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.202606:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.202625:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d0297bc00) 00010000:00010000:3.0:1775764715.202628:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764715.202632:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764715.202639:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420cf34 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764715.808274:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764716.152192:0:53687:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff129a4760 20000000:00000080:3.0:1775764716.152208:0:53687:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37bcec00 uarg=0000000000000000 00010000:00010000:3.0:1775764716.154161:0:53687:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1775764716.154183:0:53687:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1775764716.154209:0:53687:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764716.154248:0:53687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764716.154267:0:53687:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cf18 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764716.154275:0:53687:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764716.154317:0:53687:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cf18 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764716.154336:0:53687:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cf18 expref: 17 pid: 5763 timeout: 1640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764716.154353:0:53687:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53687:1862022726010112:0@lo:104: 00000100:00100000:3.0:1775764716.154413:0:53687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764716.154520:0:53687:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d9ed0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764716.154863:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726010112 00000100:00100000:1.0:1775764716.154871:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726010112 00000100:00100000:1.0:1775764716.154946:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1775764716.154967:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53687:x1862022726010112:12345-0@lo:104: 00010000:00010000:1.0:1775764716.154980:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764716.155157:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764716.155174:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53687:x1862022726010112:12345-0@lo:104: Request processed in 220us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764716.155182:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00010000:00010000:0.0:1775764716.155198:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764716.155205:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.155223:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764716.155226:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.155235:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764716.155241:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764716.155245:0:53687:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53687:1862022726010112:0@lo:104: 10000000:01000000:0.0:1775764716.155246:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764716.155262:0:53687:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.155277:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.155283:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764716.155313:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.155320:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420cf18 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cf1f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.155334:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764716.155336:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764716.155338:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764716.155403:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726010240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764716.155433:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764716.156518:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726010240 00000100:00100000:0.0:1775764716.156529:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726010240 00010000:00010000:0.0:1775764716.156566:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cf18 expref: 18 pid: 5763 timeout: 1640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764716.156604:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1775764716.156623:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726010240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764716.156638:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764716.156644:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cf18 expref: 18 pid: 5763 timeout: 1640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156657:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cf18 expref: 18 pid: 5763 timeout: 1640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156674:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420cf1f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cf18 expref: 18 pid: 5763 timeout: 1640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156692:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156702:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156718:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156725:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156750:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156757:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156763:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764716.156767:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156782:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156795:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.156805:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764716.156861:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022726010240:12345-0@lo:103:ldlm_bl.0 Request processed in 240us (1427us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764716.156868:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1775764716.156910:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726010240:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764716.159436:0:53687:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764716.159455:0:53687:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764716.159463:0:53687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194a00/0x429a70d18420cf3b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764716.836475:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764717.280437:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726010368:0@lo:400:kworker.0 00000100:00100000:3.0:1775764717.280521:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764717.280536:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726010496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764717.280568:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764717.280658:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726010496 00000100:00100000:2.0:1775764717.280668:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726010496 00000100:00080000:0.0:1775764717.280714:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764717.280750:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1775764717.280763:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726010496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764717.280816:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764717.280882:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726010496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764717.280889:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1775764717.280928:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726010368 00000100:00100000:2.0:1775764717.280931:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726010368 00000100:00100000:0.0:1775764717.280974:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726010752:0@lo:400:kworker.0 00000100:00100000:0.0:1775764717.281005:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764717.281037:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726010752 00000100:00100000:0.0:1775764717.281041:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726010752 00000100:00100000:0.0:1775764717.281099:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1775764717.281107:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726010752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764717.281146:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726010752:12345-0@lo:400:kworker.0 Request processed in 41us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764717.281152:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1775764717.281174:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726010624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764717.281199:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764717.281228:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726010624 00000100:00100000:0.0:1775764717.281232:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726010624 00000100:00100000:0.0:1775764717.281277:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1775764717.281283:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02256300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726010624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764717.281316:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02256300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726010624:12345-0@lo:400:kworker.0 Request processed in 33us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764717.281322:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00080000:0.0:1775764717.281340:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764717.281375:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726010624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764717.281414:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726010752:0@lo:400:kworker.0 00000100:00100000:0.0:1775764717.281444:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726010496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764717.282200:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1775764717.282210:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726010368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764717.282256:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726010368:12345-0@lo:400:kworker.0 Request processed in 49us (1736us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764717.282271:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1775764717.282316:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726010880:0@lo:400:kworker.0 00000100:00100000:2.0:1775764717.282342:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764717.282369:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726010880 00000100:00100000:2.0:1775764717.282371:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726010368:0@lo:400:kworker.0 00000100:00100000:3.0:1775764717.282374:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726010880 00000100:00100000:2.0:1775764717.282415:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1775764717.282422:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726010880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764717.282453:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726010880:12345-0@lo:400:kworker.0 Request processed in 32us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764717.282459:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1775764717.282484:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726010880:0@lo:400:kworker.0 00000100:00080000:0.0:1775764717.282564:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764717.282573:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764717.282581:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726011008:0@lo:400:kworker.0 00000100:00100000:0.0:1775764717.282608:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764717.282652:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726011008 00000100:00100000:1.0:1775764717.282657:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726011008 00000100:00100000:2.0:1775764717.287885:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1775764717.287907:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726011008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764717.288556:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726011008:12345-0@lo:400:kworker.0 Request processed in 656us (5943us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764717.288565:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1775764717.288878:0:3312:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967318 gen 2 00000004:00080000:1.0:1775764717.288885:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d02256a00, transno 4294967318 00000100:00100000:1.0:1775764717.288907:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726011008:0@lo:400:kworker.0 00000100:00080000:0.0:1775764717.289910:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764717.359138:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764717.359228:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764717.359264:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764717.359310:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702738176 00000100:00100000:2.0:1775764717.359324:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702738176 00000100:00100000:2.0:1775764717.359478:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 556 00000100:00100000:2.0:1775764717.359501:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702738176:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764717.359598:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702738176:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764717.359607:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 556 00000100:00100000:1.0:1775764717.359907:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702738048 00000100:00100000:1.0:1775764717.359913:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702738048 00000100:00080000:3.0:1775764717.361116:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764717.361124:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764717.362324:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1066 00000100:00100000:1.0:1775764717.362343:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702738048:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764717.363669:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702738048:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1308us (4377us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764717.363697:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1066 00000100:00100000:0.0:1775764717.364283:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702737920 00000100:00100000:0.0:1775764717.364301:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702737920 00000100:00100000:0.0:1775764717.364380:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 914 00000100:00100000:0.0:1775764717.364391:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702737920:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764717.364472:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702737920:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 83us (5348us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764717.364479:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 914 00010000:00010000:0.0:1775764717.858084:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764718.180248:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764718.180265:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764718.180271:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764718.180319:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764718.180332:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764718.180343:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764718.180369:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726011136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764718.180444:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764718.180498:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764718.180588:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726011136 00000100:00100000:2.0:1775764718.180595:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726011136 00000100:00100000:2.0:1775764718.180646:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:2.0:1775764718.180655:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726011136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764718.180670:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764718.180684:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cf42 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764718.180708:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cf42 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764718.180719:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cf42 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764718.180755:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81000, rc 0) 00000100:00100000:2.0:1775764718.180792:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726011136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764718.180805:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:2.0:1775764718.180861:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726011136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764718.180877:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764718.180887:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764718.180907:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764718.180913:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764718.180920:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764718.879862:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764719.329041:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726011264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764719.329161:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764719.329378:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726011264 00000100:00100000:2.0:1775764719.329388:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726011264 00000100:00100000:2.0:1775764719.329461:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1775764719.329471:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726011264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764719.329521:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764719.329574:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726011264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764719.329582:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1775764719.329633:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726011264:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764719.330645:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764719.511866:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764719.512020:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702738304 00000100:00100000:0.0:1775764719.512039:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702738304 00000100:00100000:0.0:1775764719.512129:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 316 00000100:00100000:0.0:1775764719.512142:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32074:x1862022702738304:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764719.512165:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764719.512198:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cf50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fde4 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.512285:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.512304:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.512319:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.512372:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.512380:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.512386:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1775764719.512834:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764719.513194:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420cf65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513207:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420cf65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513228:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420cf65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764719.513315:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:0.0:1775764719.513320:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764719.513400:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420cf65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513413:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513419:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513426:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513432:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764719.513436:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513444:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513456:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676ed00) 00010000:00010000:0.0:1775764719.513459:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764719.513464:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513469:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cf57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513492:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513498:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513503:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513508:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764719.513510:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513516:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513523:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e1676e100) 00010000:00010000:0.0:1775764719.513525:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764719.513528:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513533:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513564:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cf50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fde4 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513581:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420cf65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fde4 expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.513599:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:0.0:1775764719.513601:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764719.513604:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062a00, rc 0) 00000100:00100000:0.0:1775764719.513941:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32074:x1862022702738304:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1800us (2082us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764719.513950:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 316 00000100:00100000:3.0:1775764719.517270:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764719.517367:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702738560 00000100:00100000:2.0:1775764719.517390:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702738560 00000100:00100000:2.0:1775764719.517464:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 317 00000100:00100000:2.0:1775764719.517475:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32074:x1862022702738560:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:2.0:1775764719.517501:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764719.517526:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cf6c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdeb expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518246:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518261:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518273:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518331:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518339:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518345:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764719.518432:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00010000:00010000:2.0:1775764719.518723:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518750:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518764:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518768:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764719.518771:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518775:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518784:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:2.0:1775764719.518786:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764719.518789:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518793:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420cf73 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518803:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518806:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518809:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518812:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764719.518814:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518822:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518827:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e094a3200) 00010000:00010000:2.0:1775764719.518828:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764719.518830:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518833:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420cf7a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518860:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cf6c lrc: 1/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdeb expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518867:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:2.0:1775764719.518868:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764719.518870:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420cf6c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdeb expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764719.518875:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80400, rc 0) 00000100:00100000:2.0:1775764719.518934:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32074:x1862022702738560:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1460us (1673us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764719.518941:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 317 00000100:00100000:2.0:1775764719.521368:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764719.521443:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702738688 00000100:00100000:1.0:1775764719.521463:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702738688 00000100:00100000:1.0:1775764719.521529:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 318 00000100:00100000:1.0:1775764719.521539:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32074:x1862022702738688:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:1.0:1775764719.521561:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764719.521589:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420cf81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdf2 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521664:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521678:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521702:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521716:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521723:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521767:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521906:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521913:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521919:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521925:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764719.521929:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521936:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521948:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:1.0:1775764719.521950:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764719.521953:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521961:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420cf88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521970:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521974:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521977:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521980:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764719.521982:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521985:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521988:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e03a56100) 00010000:00010000:1.0:1775764719.521990:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764719.521991:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.521994:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420cf8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.522017:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420cf81 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdf2 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.522042:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:1.0:1775764719.522045:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764719.522057:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420cf81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdf2 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764719.522066:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cba00, rc 0) 00000100:00100000:1.0:1775764719.522114:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32074:x1862022702738688:12345-192.168.202.7@tcp:101:touch.0 Request processed in 577us (759us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764719.522121:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 318 00000100:00100000:3.0:1775764719.524081:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764719.524299:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702738816 00000100:00100000:0.0:1775764719.524309:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702738816 00000100:00100000:0.0:1775764719.524396:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 319 00000100:00100000:0.0:1775764719.524406:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32074:x1862022702738816:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764719.524424:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764719.524438:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cf96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fdf9 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.524497:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.524510:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.524521:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.524534:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.524541:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.524563:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.524722:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.524986:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.524996:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525002:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764719.525007:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525014:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525036:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:0.0:1775764719.525040:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764719.525044:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525059:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420cf9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525072:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525078:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525092:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525097:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764719.525099:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525104:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525111:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e1676ed00) 00010000:00010000:0.0:1775764719.525114:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764719.525116:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525122:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063600/0x429a70d18420cfa4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525159:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cf96 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdf9 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525169:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:0.0:1775764719.525171:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764719.525174:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cf96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fdf9 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764719.525184:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775764719.525287:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32074:x1862022702738816:12345-192.168.202.7@tcp:101:touch.0 Request processed in 881us (1215us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764719.525308:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 319 00010000:00010000:0.0:1775764719.904644:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764720.928282:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764721.128407:0:53932:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2370eaf0 20000000:00000080:3.0:1775764721.128426:0:53932:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37bcf800 uarg=0000000000000000 00010000:00010000:3.0:1775764721.128966:0:53932:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1775764721.128999:0:53932:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:3.0:1775764721.129003:0:53932:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764721.129013:0:53932:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420cf65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fde4 expref: 5 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.129048:0:53932:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1775764721.129071:0:53932:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764721.129085:0:53932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.129101:0:53932:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cf42 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.129109:0:53932:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.129149:0:53932:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cf42 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.129165:0:53932:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cf42 expref: 17 pid: 5763 timeout: 1645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764721.129187:0:53932:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53932:1862022726011392:0@lo:104: 00000100:00100000:3.0:1775764721.129261:0:53932:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764721.130105:0:53932:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764721.130305:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726011392 00000100:00100000:2.0:1775764721.130315:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726011392 00000100:00100000:2.0:1775764721.130412:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1775764721.130422:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53932:x1862022726011392:12345-0@lo:104: 00010000:00010000:2.0:1775764721.130446:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.130528:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764721.130536:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:53932:x1862022726011392:12345-0@lo:104: Request processed in 115us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764721.130546:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00010000:00010000:1.0:1775764721.130694:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764721.130702:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.130709:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764721.130714:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.130722:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764721.130728:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764721.130758:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764721.130793:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.130800:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764721.130832:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.130838:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80000/0x429a70d18420cf42 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cf49 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.130855:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764721.130857:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764721.130859:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764721.130880:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726011520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764721.130919:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764721.130955:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726011520 00000100:00100000:1.0:1775764721.130959:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726011520 00010000:00010000:1.0:1775764721.130979:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cf42 expref: 18 pid: 5763 timeout: 1645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764721.131002:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1775764721.131021:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726011520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764721.131045:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764721.131051:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cf42 expref: 18 pid: 5763 timeout: 1645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131060:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cf42 expref: 18 pid: 5763 timeout: 1645 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131075:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131084:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131110:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131118:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131124:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131131:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131136:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764721.131140:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131146:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131155:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.131163:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764721.131192:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726011520:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764721.131198:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1775764721.131235:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726011520:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764721.131477:0:53932:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420cf49 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cf42 expref: 17 pid: 5763 timeout: 1645 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764721.131487:0:53932:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53932:1862022726011392:0@lo:104: 00010000:00010000:3.0:1775764721.131500:0:53932:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.131508:0:53932:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.131515:0:53932:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.131521:0:53932:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfab lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.956042:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764722.400366:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726011776:0@lo:400:kworker.0 00000100:00100000:1.0:1775764722.400461:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764722.400508:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726012288:0@lo:400:kworker.0 00000100:00100000:1.0:1775764722.400530:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764722.400552:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764722.400558:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726011904:0@lo:400:kworker.0 00000100:00100000:1.0:1775764722.400577:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764722.400616:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726011776 00000100:00100000:1.0:1775764722.400624:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726011776 00000100:00100000:1.0:1775764722.400687:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726011904 00000100:00100000:1.0:1775764722.400690:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726011904 00000100:00100000:1.0:1775764722.400723:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1775764722.400765:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726011776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764722.400814:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726011776:12345-0@lo:400:kworker.0 Request processed in 82us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764722.400821:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1775764722.400838:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1775764722.400844:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726011904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764722.400869:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726011904:12345-0@lo:400:kworker.0 Request processed in 25us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764722.400874:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1775764722.400890:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726012288 00000100:00100000:1.0:1775764722.400893:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726012288 00000100:00100000:2.0:1775764722.400984:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726011648:0@lo:400:kworker.0 00000100:00100000:2.0:1775764722.401017:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764722.401052:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726012160:0@lo:400:kworker.0 00000100:00100000:2.0:1775764722.401073:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764722.401093:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764722.401099:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726012032:0@lo:400:kworker.0 00000100:00100000:2.0:1775764722.401119:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764722.401143:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726011648 00000100:00100000:2.0:1775764722.401147:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726011648 00000100:00100000:2.0:1775764722.401173:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1775764722.401180:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726011648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764722.401211:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726011648:12345-0@lo:400:kworker.0 Request processed in 32us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764722.401217:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1775764722.401249:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726012160 00000100:00100000:2.0:1775764722.401253:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726012160 00000100:00100000:2.0:1775764722.401278:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1775764722.401284:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726012160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764722.401311:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726012160:12345-0@lo:400:kworker.0 Request processed in 28us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764722.401328:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1775764722.401348:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726012032 00000100:00100000:2.0:1775764722.401352:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726012032 00000100:00100000:2.0:1775764722.401384:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1775764722.401391:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726012032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764722.401424:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726012032:12345-0@lo:400:kworker.0 Request processed in 33us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764722.401430:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1775764722.401476:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726012032:0@lo:400:kworker.0 00000100:00100000:2.0:1775764722.401487:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726011648:0@lo:400:kworker.0 00000100:00100000:2.0:1775764722.401497:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726012160:0@lo:400:kworker.0 00000100:00100000:1.0:1775764722.402991:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1775764722.403014:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726012288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764722.403305:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726012288:12345-0@lo:400:kworker.0 Request processed in 303us (2772us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764722.403328:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:1.0:1775764722.403368:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764722.403372:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764722.403376:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764722.403413:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726011904:0@lo:400:kworker.0 00000100:00100000:1.0:1775764722.403424:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726011776:0@lo:400:kworker.0 00000100:00100000:1.0:1775764722.403433:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726012288:0@lo:400:kworker.0 00000100:00100000:3.0:1775764722.407930:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764722.407954:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726012416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764722.408044:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764722.408227:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726012416 00000100:00100000:2.0:1775764722.408235:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726012416 00000100:00100000:2.0:1775764722.408287:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1775764722.408296:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726012416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764722.408332:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764722.408389:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726012416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764722.408395:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1775764722.408585:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726012416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764722.523201:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764722.523252:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764722.523278:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764722.523306:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702738944 00000100:00100000:0.0:1775764722.523317:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702738944 00000100:00100000:0.0:1775764722.523363:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 917 00000100:00100000:0.0:1775764722.523372:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702738944:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764722.523431:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702738944:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 61us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764722.523438:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 917 00000100:00100000:3.0:1775764722.523553:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702739072 00000100:00100000:3.0:1775764722.523558:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702739072 00000100:00100000:3.0:1775764722.523618:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1070 00000100:00100000:3.0:1775764722.523624:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702739072:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764722.523659:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702739072:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764722.523666:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1070 00000100:00080000:3.0:1775764722.523802:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764722.524399:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702739200 00000100:00100000:0.0:1775764722.524406:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702739200 00000100:00100000:0.0:1775764722.524524:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 559 00000100:00100000:0.0:1775764722.524532:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702739200:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764722.524574:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702739200:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (1294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764722.524590:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 559 00000100:00080000:3.0:1775764722.527557:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:3.0:1775764722.534479:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764722.534487:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764722.534493:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764722.534541:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.534552:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.534562:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764722.534611:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726012544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764722.534686:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764722.534820:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764722.535101:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726012544 00000100:00100000:3.0:1775764722.535109:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726012544 00000100:00100000:3.0:1775764722.535161:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1775764722.535171:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726012544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764722.535187:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764722.535201:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cfb2 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.535226:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cfb2 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.535241:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cfb2 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.535250:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194000, rc 0) 00000100:00100000:3.0:1775764722.535291:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726012544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764722.535298:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1775764722.535344:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726012544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764722.535357:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.535366:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764722.535382:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764722.535386:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.535392:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764722.982073:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764724.006757:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764724.448316:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726012672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764724.448404:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764724.448974:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726012672 00000100:00100000:2.0:1775764724.448985:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726012672 00000100:00100000:2.0:1775764724.449065:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1775764724.449076:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726012672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764724.449112:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00080000:0.0:1775764724.449113:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764724.449180:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726012672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.449198:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1775764724.449251:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726012672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764724.613155:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764724.613235:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702739328 00000100:00100000:1.0:1775764724.613247:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702739328 00000100:00080000:0.0:1775764724.613379:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764724.613423:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 320 00000100:00100000:1.0:1775764724.613433:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32161:x1862022702739328:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:1.0:1775764724.613452:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764724.613472:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420cfc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe00 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.613530:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cac00/0x429a70d18420cfc7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.613543:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cac00/0x429a70d18420cfc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.613555:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cac00/0x429a70d18420cfc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764724.613818:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:1.0:1775764724.613822:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764724.613892:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cac00/0x429a70d18420cfc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.613931:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca000/0x429a70d18420cfc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe00 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.613950:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cac00/0x429a70d18420cfc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe00 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.613958:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:1.0:1775764724.613961:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764724.613964:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cac00, rc 0) 00000100:00100000:1.0:1775764724.614044:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32161:x1862022702739328:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 613us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764724.614051:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 320 00000100:00100000:0.0:1775764724.619330:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764724.619367:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702739584 00000100:00100000:0.0:1775764724.619377:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702739584 00000100:00100000:0.0:1775764724.619437:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 321 00000100:00100000:0.0:1775764724.619449:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32161:x1862022702739584:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:0.0:1775764724.619512:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764724.619545:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cac00/0x429a70d18420cfc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe00 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.619577:0:5768:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420cf65) 00010000:00010000:0.0:1775764724.619582:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:0.0:1775764724.619593:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764724.619618:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.619632:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.619643:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764724.622624:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000062a6391a reply state 000000004e73f23e transno 4294967429 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764724.622646:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775764724.622785:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000100:00100000:0.0:1775764724.624875:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32161:x1862022702739584:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 3452us (3577us total) trans 4294967429 rc 0/0 00000100:00100000:0.0:1775764724.624891:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 321 00010000:00010000:0.0:1775764724.632371:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.632399:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.632408:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.632415:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764724.632420:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.632428:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.632448:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676eb00) 00010000:00010000:0.0:1775764724.632451:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764724.632457:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.632463:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420cfce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.025108:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764725.505675:0:54128:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd162fae20 20000000:00000080:0.0:1775764725.505692:0:54128:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e378bdc00 uarg=0000000000000000 00010000:00010000:0.0:1775764725.506251:0:54128:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764725.506266:0:54128:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764725.506286:0:54128:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764725.506306:0:54128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.506335:0:54128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cfb2 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.506343:0:54128:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.506380:0:54128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cfb2 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.506394:0:54128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cfb2 expref: 17 pid: 5763 timeout: 1650 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.506409:0:54128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02254000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54128:1862022726012800:0@lo:104: 00000100:00100000:0.0:1775764725.506477:0:54128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764725.506533:0:54128:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e09c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764725.506879:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726012800 00000100:00100000:1.0:1775764725.506888:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726012800 00000100:00100000:1.0:1775764725.506934:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1775764725.506944:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02256a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:54128:x1862022726012800:12345-0@lo:104: 00010000:00010000:1.0:1775764725.506958:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.507022:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764725.507028:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02256a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:54128:x1862022726012800:12345-0@lo:104: Request processed in 86us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764725.507044:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00010000:00010000:1.0:1775764725.507067:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764725.507072:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.507079:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764725.507083:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.507094:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764725.507100:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764725.507105:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764725.507139:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.507146:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764725.507167:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.507173:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18195400/0x429a70d18420cfb2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cfb9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.507195:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764725.507196:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764725.507198:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764725.508774:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726012928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764725.508845:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764725.508906:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726012928 00000100:00100000:0.0:1775764725.508913:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726012928 00010000:00010000:0.0:1775764725.508941:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cfb2 expref: 18 pid: 5763 timeout: 1650 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.508971:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1775764725.508980:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726012928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764725.509001:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764725.509008:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cfb2 expref: 18 pid: 5763 timeout: 1650 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509034:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cfb2 expref: 18 pid: 5763 timeout: 1650 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509059:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509069:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509087:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509094:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509101:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509106:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509113:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764725.509118:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509125:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509134:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509154:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764725.509186:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726012928:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.509193:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1775764725.509238:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726012928:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764725.509276:0:54128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194000/0x429a70d18420cfb9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cfb2 expref: 17 pid: 5763 timeout: 1650 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.509290:0:54128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02254000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54128:1862022726012800:0@lo:104: 00010000:00010000:0.0:1775764725.509301:0:54128:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509311:0:54128:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509805:0:54128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.509813:0:54128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420cfd5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764725.612617:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967429 is committed 00010000:00010000:1.0:1775764726.048356:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764727.072152:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764727.391970:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764727.391984:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764727.391989:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764727.392037:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.392049:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.392071:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764727.392102:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726013056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764727.392173:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764727.392225:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36e09600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764727.394405:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726013056 00000100:00100000:1.0:1775764727.394420:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726013056 00000100:00100000:1.0:1775764727.394482:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1775764727.394493:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726013056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764727.394510:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764727.394529:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420cfdc expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.394558:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420cfdc expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.394569:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cfdc expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.394580:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb200, rc 0) 00000100:00100000:1.0:1775764727.394653:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726013056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (2480us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.394660:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1775764727.394719:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726013056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764727.394758:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.394768:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764727.394790:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764727.394795:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.394819:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.520844:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726013184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764727.520923:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764727.521024:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726013184 00000100:00100000:1.0:1775764727.521033:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726013184 00000100:00100000:1.0:1775764727.521095:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1775764727.521106:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726013184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764727.521152:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764727.521212:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726013184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.521220:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:1.0:1775764727.521246:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764727.521386:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726013184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764727.526413:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726013312:0@lo:400:kworker.0 00000100:00100000:1.0:1775764727.526607:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764727.526661:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764727.526669:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726013696:0@lo:400:kworker.0 00000100:00100000:1.0:1775764727.526697:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764727.526753:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726013312 00000100:00100000:1.0:1775764727.526761:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726013312 00000100:00100000:1.0:1775764727.526810:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1775764727.526819:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726013312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764727.526872:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726013312:12345-0@lo:400:kworker.0 Request processed in 54us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.526890:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1775764727.526913:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726013696 00000100:00100000:1.0:1775764727.526917:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726013696 00000100:00100000:1.0:1775764727.526952:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1775764727.526957:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726013696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764727.526998:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726013696:12345-0@lo:400:kworker.0 Request processed in 41us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.527004:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00080000:1.0:1775764727.527021:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764727.527372:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726013440:0@lo:400:kworker.0 00000100:00100000:0.0:1775764727.527405:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764727.527437:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764727.527445:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726013568:0@lo:400:kworker.0 00000100:00100000:0.0:1775764727.527468:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764727.527496:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726013440 00000100:00100000:0.0:1775764727.527500:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726013440 00000100:00100000:0.0:1775764727.527529:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726013568 00000100:00100000:0.0:1775764727.528164:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726013568 00000100:00100000:0.0:1775764727.528203:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1775764727.528212:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726013440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764727.528270:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726013440:12345-0@lo:400:kworker.0 Request processed in 59us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.528278:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1775764727.528292:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1775764727.528299:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726013568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764727.528322:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726013568:12345-0@lo:400:kworker.0 Request processed in 25us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.528328:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1775764727.528382:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726013568:0@lo:400:kworker.0 00000100:00100000:0.0:1775764727.528393:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726013440:0@lo:400:kworker.0 00000100:00080000:1.0:1775764727.532786:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764727.532944:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726013696:0@lo:400:kworker.0 00000100:00100000:1.0:1775764727.532962:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726013312:0@lo:400:kworker.0 00000100:00100000:1.0:1775764727.599150:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764727.599202:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764727.599232:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764727.599281:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702739712 00000100:00100000:1.0:1775764727.599292:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702739712 00000100:00100000:1.0:1775764727.599347:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 920 00000100:00100000:1.0:1775764727.599357:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702739712:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764727.599428:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702739712:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 73us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.599436:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 920 00000100:00100000:1.0:1775764727.599483:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702739968 00000100:00100000:1.0:1775764727.599487:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702739968 00000100:00100000:1.0:1775764727.599528:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 561 00000100:00100000:1.0:1775764727.599536:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702739968:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764727.599576:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702739968:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.599582:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 561 00000100:00080000:1.0:1775764727.599709:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764727.599809:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702739840 00000100:00100000:2.0:1775764727.599815:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702739840 00000100:00100000:2.0:1775764727.599860:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1074 00000100:00100000:2.0:1775764727.599867:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702739840:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764727.599906:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702739840:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764727.599912:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1074 00000100:00080000:1.0:1775764727.600128:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764728.097123:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764728.516837:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764728.521556:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702740096 00000100:00100000:3.0:1775764728.521573:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702740096 00000100:00100000:3.0:1775764728.521656:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 322 00000100:00100000:3.0:1775764728.521667:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740096:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764728.521821:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740096:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 155us (4991us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764728.521829:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 322 00000100:00100000:2.0:1775764728.534273:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764728.540536:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702740224 00000100:00100000:3.0:1775764728.540555:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702740224 00000100:00100000:3.0:1775764728.540624:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 162 00000100:00100000:3.0:1775764728.540632:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2355:x1862022702740224:12345-192.168.202.7@tcp:8:lfs.0 00010000:00080000:3.0:1775764728.540664:0:6550:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1553 last 0 00000020:00000080:3.0:1775764728.540700:0:6550:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420cfea 00002000:00100000:3.0:1775764728.540713:0:6550:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1d01b39800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1775764728.540725:0:6550:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1775764728.541256:0:6550:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1775764728.541291:0:6550:0:(import.c:65:import_set_state_nolock()) ffff8b1d01b3b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1775764728.541403:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702740224:12345-192.168.202.7@tcp:8:lfs.0 Request processed in 770us (7141us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764728.541412:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 162 00000100:00100000:2.0:1775764728.549355:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764728.549433:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702740352 00000100:00100000:3.0:1775764728.549442:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702740352 00000100:00100000:3.0:1775764728.549525:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 163 00000100:00100000:3.0:1775764728.549537:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32246:x1862022702740352:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764728.549902:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32246:x1862022702740352:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 367us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764728.549908:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 163 00000100:00080000:2.0:1775764728.550069:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764728.554244:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764728.554328:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702740480 00000100:00100000:1.0:1775764728.554340:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702740480 00000100:00100000:1.0:1775764728.554411:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 164 00000100:00100000:1.0:1775764728.554421:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740480:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764728.554880:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740480:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 459us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764728.554888:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 164 00000100:00100000:3.0:1775764728.558785:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764728.558912:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702740608 00000100:00100000:1.0:1775764728.558923:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702740608 00000100:00100000:1.0:1775764728.558987:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 323 00000100:00100000:1.0:1775764728.558996:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740608:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764728.560055:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740608:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 1054us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764728.560066:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 323 00000100:00100000:2.0:1775764728.568259:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764728.568345:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702740736 00000100:00100000:0.0:1775764728.568356:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702740736 00000100:00100000:0.0:1775764728.568421:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 324 00000100:00100000:0.0:1775764728.568432:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740736:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:0.0:1775764728.568556:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740736:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 126us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764728.568564:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 324 00000100:00100000:0.0:1775764728.572127:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764728.572207:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702740864 00000100:00100000:3.0:1775764728.572220:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702740864 00000100:00100000:3.0:1775764728.572281:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 165 00000100:00100000:3.0:1775764728.572292:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32246:x1862022702740864:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764728.572669:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32246:x1862022702740864:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 379us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764728.572676:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 165 00000100:00100000:2.0:1775764728.575726:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764728.575918:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702740992 00000100:00100000:1.0:1775764728.575930:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702740992 00000100:00100000:1.0:1775764728.576013:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 166 00000100:00100000:1.0:1775764728.576025:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740992:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764728.576479:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702740992:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 455us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764728.576499:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 166 00000100:00100000:2.0:1775764728.602817:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764728.602945:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702741120 00000100:00100000:1.0:1775764728.602955:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702741120 00000100:00100000:2.0:1775764728.603267:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 325 00000100:00100000:2.0:1775764728.603279:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702741120:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764728.603764:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32246:x1862022702741120:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 486us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764728.603772:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 325 00000100:00100000:1.0:1775764728.689776:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764728.689920:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702741248 00000100:00100000:2.0:1775764728.689932:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702741248 00000100:00100000:2.0:1775764728.690020:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 326 00000100:00100000:2.0:1775764728.690029:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32250:x1862022702741248:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:2.0:1775764728.690050:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764728.690086:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cff1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe07 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.690155:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.690173:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.690188:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.690199:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.690205:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.690429:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.690927:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d006 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691111:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d006 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691121:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d006 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764728.691223:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:2.0:1775764728.691228:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764728.691311:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d006 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691331:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691338:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691344:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691351:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764728.691355:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691362:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691375:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:2.0:1775764728.691378:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764728.691383:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691389:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420cff8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691401:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691407:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691412:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691423:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764728.691426:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691432:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691440:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e094a3c00) 00010000:00010000:2.0:1775764728.691443:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764728.691445:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691451:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420cfff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691487:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420cff1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe07 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691503:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d006 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe07 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.691510:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:2.0:1775764728.691512:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764728.691514:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80a00, rc 0) 00000100:00100000:2.0:1775764728.691855:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32250:x1862022702741248:12345-192.168.202.7@tcp:101:dd.0 Request processed in 1825us (2135us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764728.691863:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 326 00000100:00100000:0.0:1775764728.705685:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764728.705874:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702741376 00000100:00100000:3.0:1775764728.705884:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702741376 00000100:00100000:3.0:1775764728.705952:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 58 00000100:00100000:3.0:1775764728.705961:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32250:x1862022702741376:12345-192.168.202.7@tcp:49:dd.0 00000100:00100000:3.0:1775764728.706143:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32250:x1862022702741376:12345-192.168.202.7@tcp:49:dd.0 Request processed in 182us (467us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764728.706151:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 58 00000100:00100000:3.0:1775764728.713343:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764728.713453:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702741632 00000100:00100000:0.0:1775764728.713463:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702741632 00000100:00100000:0.0:1775764728.713538:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 327 00000100:00100000:0.0:1775764728.713549:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32250:x1862022702741632:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:0.0:1775764728.713572:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764728.713595:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d00d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe0e expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.714037:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.714053:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.714064:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.714090:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.714097:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.714104:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764728.714923:0:19479:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xb:0x0], index 0: 0 00010000:00010000:0.0:1775764728.715231:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d022 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715244:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715253:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715291:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715298:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715305:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715310:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764728.715315:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715332:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715348:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:0.0:1775764728.715351:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764728.715357:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715363:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d014 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764728.715376:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000467a2cf5 reply state 000000002ae27a92 transno 4294967430 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764728.715385:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764728.715420:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d00d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe0e expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715433:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d022 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe0e expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.715440:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:0.0:1775764728.715443:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764728.715445:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775764728.716275:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:32250:x1862022702741632:12345-192.168.202.7@tcp:101:dd.0 Request processed in 2721us (2936us total) trans 4294967430 rc 0/0 00000100:00100000:0.0:1775764728.716286:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 327 00000100:00100000:1.0:1775764728.719294:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1775764728.719384:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.719412:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.719420:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.719426:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764728.719431:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.719439:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.719458:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e1676ee00) 00010000:00010000:0.0:1775764728.719461:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764728.719465:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.719472:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d01b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764728.719688:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702741760 00000100:00100000:2.0:1775764728.719704:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702741760 00000100:00100000:2.0:1775764728.719780:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 59 00000100:00100000:2.0:1775764728.719790:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:32250:x1862022702741760:12345-192.168.202.7@tcp:49:dd.0 00000100:00100000:2.0:1775764728.719929:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:32250:x1862022702741760:12345-192.168.202.7@tcp:49:dd.0 Request processed in 141us (647us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775764728.721480:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 59 00000100:00100000:2.0:1775764728.742832:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764728.742910:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702741888 00000100:00100000:3.0:1775764728.742920:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702741888 00000100:00100000:3.0:1775764728.743161:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 167 00000100:00100000:3.0:1775764728.743172:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32250:x1862022702741888:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:3.0:1775764728.743190:0:7727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764728.743349:0:7727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe15 expref: -99 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764728.743378:0:7727:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764728.743400:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764728.743402:0:7727:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764728.743411:0:7727:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe15 expref: 7 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.743428:0:7727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe15 expref: 7 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764728.743441:0:7727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81a00, rc 0) 00000100:00100000:2.0:1775764728.743521:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32250:x1862022702741888:12345-192.168.202.7@tcp:101:dd.0 Request processed in 351us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764728.743529:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 167 00000100:00100000:1.0:1775764728.784096:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764728.794869:0:6555:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702742016 00000100:00100000:3.0:1775764728.794890:0:6555:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702742016 00002000:00100000:3.0:1775764728.794982:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xb:0x0] (0->1048575) req@ffff8b1d02641180 x1862022702742016/t0(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:209/0 lens 488/0 e 0 to 0 dl 1775764739 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764728.795003:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d02641180 with x1862022702742016 ext(0->1048575) 00002000:00010000:3.0:1775764728.795011:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d02641180 00000100:00100000:3.0:1775764728.795044:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 6 00000100:00100000:3.0:1775764728.795055:0:6555:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702742016:12345-192.168.202.7@tcp:4:dd.0 00000001:00100000:1.0:1775764728.970633:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00010000:00010000:1.0:1775764729.120224:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764729.143403:0:6555:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2357:x1862022702742016:12345-192.168.202.7@tcp:4:dd.0 Request processed in 348339us (359305us total) trans 4294967317 rc 0/0 00000100:00100000:1.0:1775764729.143415:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 6 00002000:00100000:1.0:1775764729.143429:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xb:0x0] (0->1048575) req@ffff8b1d02641180 x1862022702742016/t4294967317(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:209/0 lens 488/448 e 0 to 0 dl 1775764739 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764729.143438:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d02641180 with x1862022702742016 ext(0->1048575) 00002000:00010000:1.0:1775764729.143444:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d02641180 00000001:00080000:1.0:1775764729.143484:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967317 is committed 00000100:00100000:1.0:1775764729.147369:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764729.147461:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702742144 00000100:00100000:2.0:1775764729.147472:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702742144 00000100:00100000:2.0:1775764729.147601:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 328 00000100:00100000:2.0:1775764729.147612:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:32250:x1862022702742144:12345-192.168.202.7@tcp:44:dd.0 00000100:00080000:1.0:1775764729.155339:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764729.264304:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:32250:x1862022702742144:12345-192.168.202.7@tcp:44:dd.0 Request processed in 116685us (116935us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764729.264320:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 328 00000100:00100000:2.0:1775764729.267918:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764729.268007:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702742272 00000100:00100000:3.0:1775764729.268015:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702742272 00000100:00100000:3.0:1775764729.268076:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 168 00000100:00100000:3.0:1775764729.268086:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702742272:12345-192.168.202.7@tcp:16:dd.0 00000100:00100000:3.0:1775764729.268203:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702742272:12345-192.168.202.7@tcp:16:dd.0 Request processed in 118us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764729.268211:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 168 00000001:00080000:0.0:1775764729.268392:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967430 is committed 00000100:00100000:1.0:1775764729.294426:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764729.294612:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702742528 00000100:00100000:2.0:1775764729.294623:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702742528 00000100:00100000:2.0:1775764729.294681:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 60 00000100:00100000:2.0:1775764729.294692:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32250:x1862022702742528:12345-192.168.202.7@tcp:35:dd.0 00000100:00100000:2.0:1775764729.295235:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:32250:x1862022702742528:12345-192.168.202.7@tcp:35:dd.0 Request processed in 542us (826us total) trans 4294967431 rc 0/0 00000100:00100000:2.0:1775764729.295243:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 60 00000100:00100000:3.0:1775764729.568137:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726013824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764729.568215:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764729.568351:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726013824 00000100:00100000:2.0:1775764729.568360:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726013824 00000100:00100000:2.0:1775764729.568418:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1775764729.568428:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726013824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764729.568466:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764729.568521:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726013824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764729.568529:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1775764729.568574:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726013824:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764729.568827:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764730.149646:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764730.365701:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967431 is committed 00010000:00010000:3.0:1775764731.168602:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764731.237673:0:54378:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1556068939848ns, next at 1491911762864ns, rc = 0 00000004:00080000:2.0:1775764731.237808:0:54378:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1556069076218ns, next at 1535288147139ns, rc = 0 00000004:00080000:1.0:1775764731.240539:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 27 committed 00000004:00080000:1.0:1775764731.240569:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 25 committed 00010000:00010000:1.0:1775764732.192563:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764732.456107:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764732.456141:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702742656 00000100:00100000:1.0:1775764732.456152:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702742656 00000100:00100000:1.0:1775764732.456228:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 329 00000100:00100000:1.0:1775764732.456240:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32442:x1862022702742656:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764732.456351:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32442:x1862022702742656:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 113us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764732.456360:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 329 00000100:00080000:2.0:1775764732.456938:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764732.458142:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764732.462437:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702742784 00000100:00100000:1.0:1775764732.462464:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702742784 00000100:00080000:2.0:1775764732.462530:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764732.462573:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 169 00000100:00100000:1.0:1775764732.462587:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32442:x1862022702742784:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764732.463305:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32442:x1862022702742784:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 719us (5166us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764732.463315:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 169 00000100:00100000:1.0:1775764732.481522:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764732.481656:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702742912 00000100:00100000:3.0:1775764732.481667:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702742912 00000100:00100000:3.0:1775764732.481769:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 170 00000100:00100000:3.0:1775764732.481781:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32442:x1862022702742912:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764732.482201:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32442:x1862022702742912:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 422us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764732.482213:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 170 00000100:00080000:0.0:1775764732.482399:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764732.486879:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764732.487948:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702743040 00000100:00100000:3.0:1775764732.487963:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702743040 00000100:00100000:3.0:1775764732.488060:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 330 00000100:00100000:3.0:1775764732.488072:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32442:x1862022702743040:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764732.489001:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32442:x1862022702743040:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 926us (2130us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764732.489011:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 330 00000100:00100000:0.0:1775764732.500327:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764732.500420:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702743168 00000100:00100000:3.0:1775764732.500435:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702743168 00000100:00100000:3.0:1775764732.500526:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 331 00000100:00100000:3.0:1775764732.500537:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32442:x1862022702743168:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764732.500664:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32442:x1862022702743168:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 130us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764732.500672:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 331 00000100:00100000:1.0:1775764732.521172:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764732.521311:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702743296 00000100:00100000:3.0:1775764732.521343:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702743296 00000100:00100000:3.0:1775764732.521403:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 171 00000100:00100000:3.0:1775764732.521413:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32442:x1862022702743296:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764732.521855:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32442:x1862022702743296:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 441us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764732.521863:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 171 00000100:00100000:3.0:1775764732.525231:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764732.526205:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702743424 00000100:00100000:1.0:1775764732.526218:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702743424 00000100:00100000:1.0:1775764732.526286:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 172 00000100:00100000:1.0:1775764732.526297:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32442:x1862022702743424:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764732.526709:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32442:x1862022702743424:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 412us (1486us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764732.526717:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 172 00000100:00100000:1.0:1775764732.530609:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764732.530851:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702743552 00000100:00100000:3.0:1775764732.530861:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702743552 00000100:00100000:3.0:1775764732.530925:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 332 00000100:00100000:3.0:1775764732.530947:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32442:x1862022702743552:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764732.531719:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32442:x1862022702743552:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 520us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764732.535224:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 332 00000100:00100000:3.0:1775764732.607140:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764732.607408:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702743808 00000100:00100000:1.0:1775764732.607420:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702743808 00000100:00100000:1.0:1775764732.607611:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 333 00000100:00100000:1.0:1775764732.607625:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32446:x1862022702743808:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:1.0:1775764732.607697:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764732.607773:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d022 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe0e expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.607818:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:1.0:1775764732.607833:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764732.607867:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.607886:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.607909:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.607940:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.607948:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.607955:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.608807:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.608819:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.608839:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764732.614099:0:5768:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8896 00000004:00080000:1.0:1775764732.614116:0:5768:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1557445384030ns, next at 1558445380357ns, rc = 0 00010000:00010000:1.0:1775764732.614382:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.614401:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.614412:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.614420:0:5768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.614427:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.614433:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.616994:0:5768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764732.617052:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617065:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617073:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617081:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764732.617086:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617093:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617121:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8b1e03a56100) 00010000:00010000:1.0:1775764732.617125:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764732.617130:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617136:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d045 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617158:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617164:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617170:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617175:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764732.617177:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617182:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617189:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:1.0:1775764732.617192:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764732.617195:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.617201:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d037 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764732.617221:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d3bdc19 reply state 00000000d9089a21 transno 4294967432 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764732.617232:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764732.617344:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:32446:x1862022702743808:12345-192.168.202.7@tcp:36:rm.0 Request processed in 9717us (10209us total) trans 4294967432 rc 0/0 00000100:00100000:1.0:1775764732.617354:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 333 00010000:00010000:2.0:1775764732.623013:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764732.623030:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.623043:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764732.623048:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.623058:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.623081:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1c:0x0].0x0 (ffff8b1e03a56100) 00010000:00010000:2.0:1775764732.623085:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764732.623091:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.623097:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d04c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.623123:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764732.623125:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764732.623127:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764732.623895:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.623917:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.623925:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.623941:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764732.623944:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.623951:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.623962:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e03a56a00) 00010000:00010000:3.0:1775764732.623965:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764732.623967:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.623973:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d03e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764732.640025:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726013952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764732.640147:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764732.640543:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726013952 00000100:00100000:3.0:1775764732.640553:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726013952 00000100:00100000:3.0:1775764732.640621:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1775764732.640631:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726013952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764732.640681:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1775764732.645373:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764732.647210:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726013952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6568us (7051us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764732.647239:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1775764732.647537:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726014336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.647613:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764732.647670:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764732.647676:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726014208:0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.647701:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764732.647755:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726014336 00000100:00100000:1.0:1775764732.647765:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726014336 00000100:00100000:1.0:1775764732.647826:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726014208 00000100:00100000:1.0:1775764732.647830:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726014208 00000100:00100000:1.0:1775764732.647851:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1775764732.647859:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726014336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.647938:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726014336:12345-0@lo:400:kworker.0 Request processed in 70us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764732.647945:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1775764732.647962:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1775764732.647968:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726014208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.647994:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726014208:12345-0@lo:400:kworker.0 Request processed in 27us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764732.648000:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00080000:1.0:1775764732.648033:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764732.648052:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726014080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648082:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764732.648104:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726014592:0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648129:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764732.648147:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764732.648152:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726014464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648169:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764732.648188:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726014080 00000100:00100000:1.0:1775764732.648191:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726014080 00000100:00100000:1.0:1775764732.648215:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1775764732.648220:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726014080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648415:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726014080:12345-0@lo:400:kworker.0 Request processed in 194us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764732.648422:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1775764732.648454:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726014592 00000100:00100000:1.0:1775764732.648457:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726014592 00000100:00100000:1.0:1775764732.648493:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1775764732.648499:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726014592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648528:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726014592:12345-0@lo:400:kworker.0 Request processed in 29us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764732.648534:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00080000:1.0:1775764732.648554:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764732.648583:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726014080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648599:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726014592:0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648632:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726014208:0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648653:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726014336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648673:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726014464 00000100:00100000:1.0:1775764732.648676:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726014464 00000100:00100000:1.0:1775764732.648705:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1775764732.648711:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726014464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764732.648778:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726014464:12345-0@lo:400:kworker.0 Request processed in 67us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764732.648783:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00080000:1.0:1775764732.648797:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764732.648811:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726014464:0@lo:400:kworker.0 00000100:00100000:2.0:1775764732.652446:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726013952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764732.726440:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764732.726493:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764732.726530:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764732.726562:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764732.726991:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702743936 00000100:00100000:1.0:1775764732.727003:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702743936 00000100:00100000:1.0:1775764732.727054:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 922 00000100:00100000:1.0:1775764732.727064:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702743936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764732.727135:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702743936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 73us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764732.727143:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 922 00000100:00100000:2.0:1775764732.727377:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702744192 00000100:00100000:2.0:1775764732.727386:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702744192 00000100:00100000:2.0:1775764732.727425:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702744320 00000100:00100000:2.0:1775764732.727428:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702744320 00000100:00100000:2.0:1775764732.727446:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 563 00000100:00100000:2.0:1775764732.727454:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702744192:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764732.727592:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 564 00000100:00100000:0.0:1775764732.727603:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702744320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764732.727645:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702744320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 46us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764732.727652:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 564 00000100:00100000:0.0:1775764732.727675:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702744064 00000100:00100000:0.0:1775764732.727678:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702744064 00000100:00100000:0.0:1775764732.727705:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1078 00000100:00100000:0.0:1775764732.727710:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702744064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764732.727757:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2358:x1862022702744064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 47us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764732.727763:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1078 00000100:00100000:2.0:1775764732.727910:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702744192:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 457us (1417us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764732.727917:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 563 00010000:00010000:1.0:1775764733.219726:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764734.239957:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764734.688465:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764734.688495:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726014720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764734.688569:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764734.689264:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726014720 00000100:00100000:3.0:1775764734.689284:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726014720 00000100:00100000:3.0:1775764734.689356:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1775764734.689367:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726014720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764734.689411:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764734.689481:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726014720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764734.689488:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00080000:1.0:1775764734.689821:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764734.689858:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726014720:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1775764734.949519:0:54523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1559780784987ns, next at 1558445380357ns, rc = 0 00000001:00080000:0.0:1775764735.084596:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967432 is committed 00000004:00080000:0.0:1775764735.084610:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 26 committed 00000004:00080000:0.0:1775764735.084633:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 27 committed 00000100:00100000:0.0:1775764735.085109:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764735.085230:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726014848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764735.085308:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764735.085789:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726014848 00000100:00100000:1.0:1775764735.085799:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726014848 00000100:00100000:1.0:1775764735.085983:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1775764735.085995:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726014848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764735.086026:0:6552:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:11 count 1 00010000:00010000:1.0:1775764735.086054:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764735.086079:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe15 expref: 5 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764735.086088:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764735.086090:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764735.086094:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764735.086322:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe15 expref: 5 pid: 7727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764735.086338:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe15 expref: 5 pid: 7727 timeout: 1659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764735.086352:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6552:1862022726014976:192.168.202.7@tcp:104: 00000100:00100000:1.0:1775764735.086417:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e105a5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764735.089902:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6552:1862022726014976:192.168.202.7@tcp:104: 00010000:00010000:2.0:1775764735.089946:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764735.090148:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764735.091408:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764735.092005:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702744448 00000100:00100000:1.0:1775764735.092016:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702744448 00010000:00010000:1.0:1775764735.092081:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe15 expref: 6 pid: 7727 timeout: 1659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764735.092220:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 283 00000100:00100000:1.0:1775764735.092248:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702744448:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764735.092265:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764735.092271:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe15 expref: 6 pid: 7727 timeout: 1659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764735.092286:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe15 expref: 6 pid: 7727 timeout: 1659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764735.092310:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd26056f/0x429a70d18420d030 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe15 expref: 6 pid: 7727 timeout: 1659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764735.092328:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764735.092331:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764735.092335:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764735.092345:0:5753:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764735.092383:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764735.092434:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702744448:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 186us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764735.092441:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 283 00010000:00010000:3.0:1775764735.092657:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764735.092667:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764735.092677:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764735.092685:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764735.092708:0:6552:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764735.093430:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764735.093439:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764735.093448:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbe00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764735.093452:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764735.093460:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764735.093476:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764735.093483:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018d582b3/0x429a70d18420d053 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764735.093502:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764735.093512:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764735.093514:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775764735.093762:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764735.095320:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022726014848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9319us (10003us total) trans 4294967318 rc 0/0 00000100:00100000:2.0:1775764735.095333:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000004:00080000:0.0:1775764735.097798:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e37e6ce00/2, rc 0, transno 4294967318 00000100:00100000:0.0:1775764735.097825:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726014848:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1775764735.098303:0:54523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1559929570979ns, next at 1535288147139ns, rc = 0 00000004:00080000:1.0:1775764735.112175:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 28 committed 00010000:00010000:3.0:1775764735.263866:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764736.290182:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764737.311937:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764737.760671:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764737.760696:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726015104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764737.760782:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764737.762226:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726015104 00000100:00100000:3.0:1775764737.762241:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726015104 00000100:00100000:3.0:1775764737.762309:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1775764737.762322:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022726015104:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764737.762327:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726015616:0@lo:400:kworker.0 00002000:00000024:3.0:1775764737.762359:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1775764737.762377:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764737.762400:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022726015104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (1617us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764737.762407:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1775764737.762410:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764737.762415:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726015232:0@lo:400:kworker.0 00000100:00080000:3.0:1775764737.762427:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764737.762437:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726015488:0@lo:400:kworker.0 00000100:00100000:1.0:1775764737.762440:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764737.762457:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726015744:0@lo:400:kworker.0 00000100:00100000:3.0:1775764737.762458:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764737.762473:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764737.762478:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726015360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764737.762479:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764737.762496:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764737.762504:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726015616 00000100:00100000:1.0:1775764737.762507:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726015616 00000100:00100000:3.0:1775764737.762521:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726015488 00000100:00100000:3.0:1775764737.762524:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726015488 00000100:00100000:1.0:1775764737.762555:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726015360 00000100:00100000:1.0:1775764737.762559:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726015360 00000100:00100000:0.0:1775764737.763244:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:0.0:1775764737.763255:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726015616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764737.763310:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726015616:12345-0@lo:400:kworker.0 Request processed in 59us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764737.763328:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1775764737.765362:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726015744 00000100:00100000:2.0:1775764737.765375:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726015744 00000100:00100000:2.0:1775764737.765436:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1775764737.765445:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726015744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764737.765525:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726015744:12345-0@lo:400:kworker.0 Request processed in 81us (3044us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764737.765532:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1775764737.765564:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726015232 00000100:00100000:2.0:1775764737.765569:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726015232 00000100:00100000:2.0:1775764737.765594:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1775764737.765601:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726015232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764737.765631:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726015232:12345-0@lo:400:kworker.0 Request processed in 31us (3191us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764737.765636:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00080000:2.0:1775764737.765664:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764737.765669:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764737.765711:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726015104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764737.772984:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1775764737.773007:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726015488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764737.773116:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726015488:12345-0@lo:400:kworker.0 Request processed in 122us (10656us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764737.773124:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1775764737.773188:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726015488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764737.773636:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726015232:0@lo:400:kworker.0 00000100:00100000:3.0:1775764737.773651:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726015744:0@lo:400:kworker.0 00000100:00100000:3.0:1775764737.773662:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726015616:0@lo:400:kworker.0 00000100:00100000:1.0:1775764737.779579:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1775764737.779607:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726015360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764737.783047:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726015360:12345-0@lo:400:kworker.0 Request processed in 2644us (19736us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764737.783064:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1775764737.783164:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726015360:0@lo:400:kworker.0 00000100:00100000:3.0:1775764737.841144:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764737.841192:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764737.841218:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764737.841251:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764737.841283:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702744576 00000100:00100000:3.0:1775764737.841296:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702744576 00000100:00100000:3.0:1775764737.841357:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 924 00000100:00100000:3.0:1775764737.841367:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702744576:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764737.841446:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702744576:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 80us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764737.841454:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 924 00000100:00100000:3.0:1775764737.841495:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702744704 00000100:00100000:3.0:1775764737.841498:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702744704 00000100:00100000:3.0:1775764737.841543:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1082 00000100:00100000:3.0:1775764737.841549:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702744704:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764737.841580:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702744704:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764737.841586:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1082 00000100:00080000:2.0:1775764737.849570:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764737.850268:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702744832 00000100:00100000:0.0:1775764737.850283:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702744832 00000100:00100000:0.0:1775764737.850356:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702744960 00000100:00100000:0.0:1775764737.850361:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702744960 00000100:00100000:0.0:1775764737.850397:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 566 00000100:00100000:0.0:1775764737.850407:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702744832:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764737.850507:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702744832:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 100us (9312us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764737.850515:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 566 00000100:00100000:0.0:1775764737.850531:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 567 00000100:00100000:0.0:1775764737.850537:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702744960:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764737.850559:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702744960:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (9307us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764737.850565:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 567 00000100:00080000:2.0:1775764737.852306:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764737.852318:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1775764737.859457:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967318 is committed 00010000:00010000:3.0:1775764738.355295:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764739.362295:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764739.808117:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764739.808144:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726015872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764739.808224:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764739.808348:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726015872 00000100:00100000:3.0:1775764739.808356:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726015872 00000100:00100000:3.0:1775764739.808425:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1775764739.808444:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726015872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764739.808479:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764739.808539:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726015872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764739.808546:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1775764739.808594:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726015872:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764739.809044:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764740.384800:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764741.408011:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764742.435347:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764742.885721:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726016000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764742.885799:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764742.885883:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726016000 00000100:00100000:0.0:1775764742.885890:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726016000 00000100:00100000:0.0:1775764742.885939:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1775764742.885949:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726016000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764742.885985:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764742.886030:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726016000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764742.886048:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1775764742.886086:0:3312:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967318 gen 2 00000004:00080000:0.0:1775764742.886093:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e37e6ce00, transno 4294967318 00000100:00100000:0.0:1775764742.886108:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726016000:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764742.886201:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764742.887787:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726016128:0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.887852:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764742.887886:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726016640:0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.887911:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764742.887931:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764742.887943:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726016256:0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.887967:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764742.887998:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726016128 00000100:00100000:1.0:1775764742.888004:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726016128 00000100:00100000:1.0:1775764742.888041:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1775764742.888049:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726016128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.888091:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726016128:12345-0@lo:400:kworker.0 Request processed in 43us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764742.888098:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1775764742.888129:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726016640 00000100:00100000:1.0:1775764742.888133:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726016640 00000100:00100000:1.0:1775764742.888168:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1775764742.888174:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726016640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.888203:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726016640:12345-0@lo:400:kworker.0 Request processed in 30us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764742.888209:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1775764742.888225:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726016256 00000100:00100000:1.0:1775764742.888229:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726016256 00000100:00100000:1.0:1775764742.888254:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1775764742.888260:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726016256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.888287:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726016256:12345-0@lo:400:kworker.0 Request processed in 28us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764742.888292:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1775764742.888323:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726016256:0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.888332:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726016128:0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.888340:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726016640:0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.888378:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726016384:0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.888402:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764742.888421:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764742.888425:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726016512:0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.888442:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775764742.888772:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764742.888794:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726016384 00000100:00100000:0.0:1775764742.888798:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726016384 00000100:00100000:0.0:1775764742.888829:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726016512 00000100:00100000:0.0:1775764742.888841:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726016512 00000100:00100000:0.0:1775764742.888859:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1775764742.888865:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726016384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764742.888899:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726016384:12345-0@lo:400:kworker.0 Request processed in 35us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764742.888906:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1775764742.888919:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1775764742.888925:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726016512:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1775764742.891858:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764742.893102:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726016512:12345-0@lo:400:kworker.0 Request processed in 4169us (4650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764742.893117:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1775764742.893322:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726016512:0@lo:400:kworker.0 00000100:00100000:1.0:1775764742.893340:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726016384:0@lo:400:kworker.0 00000100:00100000:3.0:1775764742.963402:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764742.963440:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764742.963478:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764742.963502:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764742.963533:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702745472 00000100:00100000:3.0:1775764742.963544:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702745472 00000100:00100000:3.0:1775764742.963609:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702745344 00000100:00100000:3.0:1775764742.963612:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702745344 00000100:00100000:3.0:1775764742.963638:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 569 00000100:00100000:3.0:1775764742.963648:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702745472:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764742.963721:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702745472:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 74us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764742.963747:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 569 00000100:00100000:3.0:1775764742.963764:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 570 00000100:00100000:3.0:1775764742.963770:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702745344:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764742.963797:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702745344:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764742.963816:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 570 00000100:00100000:1.0:1775764742.963971:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702745216 00000100:00100000:1.0:1775764742.963976:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702745216 00000100:00100000:1.0:1775764742.964012:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1086 00000100:00100000:1.0:1775764742.964020:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702745216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764742.964066:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702745216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 47us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764742.964073:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1086 00000100:00100000:3.0:1775764742.964375:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702745088 00000100:00100000:3.0:1775764742.964380:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702745088 00000100:00100000:3.0:1775764742.964413:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 926 00000100:00100000:3.0:1775764742.964419:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702745088:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764742.964445:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702745088:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764742.964451:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 926 00000100:00080000:3.0:1775764742.964482:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764742.964486:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764742.964489:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764743.456271:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764744.481521:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764744.928273:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764744.928300:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726016768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764744.928373:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764744.928750:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726016768 00000100:00100000:3.0:1775764744.928757:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726016768 00000100:00100000:3.0:1775764744.928826:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1775764744.928837:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726016768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764744.928876:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764744.928933:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726016768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764744.928940:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1775764744.928984:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726016768:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764744.929557:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764745.510876:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764746.528004:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764747.555058:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764747.999990:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764748.000024:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726016896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764748.000105:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764748.000337:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726016896 00000100:00100000:1.0:1775764748.000347:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726016896 00000100:00100000:1.0:1775764748.000415:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1775764748.000428:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726016896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764748.000474:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764748.000531:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726016896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764748.000538:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:0.0:1775764748.000600:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764748.000650:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726016896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764748.001661:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764748.001681:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726017024:0@lo:400:kworker.0 00000100:00100000:2.0:1775764748.001712:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726017152:0@lo:400:kworker.0 00000100:00100000:1.0:1775764748.001778:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764748.001780:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764748.001829:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764748.001836:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726017280:0@lo:400:kworker.0 00000100:00100000:2.0:1775764748.001857:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764748.001891:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726017152 00000100:00100000:2.0:1775764748.001897:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726017152 00000100:00100000:2.0:1775764748.001941:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726017280 00000100:00100000:2.0:1775764748.001944:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726017280 00000100:00100000:2.0:1775764748.002054:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1775764748.002063:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726017152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764748.002142:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1775764748.002153:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726017280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764748.002197:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726017280:12345-0@lo:400:kworker.0 Request processed in 47us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764748.002204:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1775764748.002245:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726017152:12345-0@lo:400:kworker.0 Request processed in 184us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764748.002252:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1775764748.002297:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726017280:0@lo:400:kworker.0 00000100:00100000:3.0:1775764748.002308:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726017152:0@lo:400:kworker.0 00000100:00080000:0.0:1775764748.002398:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764748.002481:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726017536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764748.002513:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764748.002535:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764748.002541:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726017408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764748.002562:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764748.002588:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726017408 00000100:00100000:0.0:1775764748.002593:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726017408 00000100:00100000:0.0:1775764748.002627:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1775764748.002635:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726017408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764748.002673:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726017408:12345-0@lo:400:kworker.0 Request processed in 39us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764748.002680:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00080000:0.0:1775764748.002695:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764748.002718:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726017408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764748.002983:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726017024 00000100:00100000:0.0:1775764748.002988:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726017024 00000100:00100000:0.0:1775764748.003021:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1775764748.003029:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726017024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764748.003250:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726017536 00000100:00100000:3.0:1775764748.003254:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726017536 00000100:00100000:3.0:1775764748.003294:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1775764748.003301:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726017536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764748.003339:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726017536:12345-0@lo:400:kworker.0 Request processed in 39us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764748.003383:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00080000:3.0:1775764748.003445:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764748.003466:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726017536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764748.003597:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726017024:12345-0@lo:400:kworker.0 Request processed in 569us (1822us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764748.003604:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1775764748.004930:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726017024:0@lo:400:kworker.0 00000100:00100000:1.0:1775764748.078946:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764748.078990:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764748.079023:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764748.079106:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702745856 00000100:00100000:2.0:1775764748.079115:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702745856 00000100:00100000:2.0:1775764748.079173:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 572 00000100:00100000:2.0:1775764748.079183:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702745856:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764748.079252:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702745856:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 71us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764748.079259:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 572 00000100:00080000:2.0:1775764748.079370:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764748.079440:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764748.079506:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702745984 00000100:00100000:2.0:1775764748.079510:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702745984 00000100:00100000:2.0:1775764748.079554:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 573 00000100:00100000:2.0:1775764748.079560:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702745984:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764748.079608:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702745984:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 47us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764748.079614:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 573 00000100:00080000:1.0:1775764748.079696:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764748.079767:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702745600 00000100:00100000:3.0:1775764748.079772:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702745600 00000100:00100000:3.0:1775764748.079818:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 928 00000100:00100000:3.0:1775764748.079825:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702745600:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764748.079865:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702745600:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 40us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764748.079871:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 928 00000100:00100000:0.0:1775764748.083903:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702745728 00000100:00100000:0.0:1775764748.083920:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702745728 00000100:00100000:0.0:1775764748.084022:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1090 00000100:00100000:0.0:1775764748.084034:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702745728:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:1.0:1775764748.084058:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764748.084151:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702745728:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 119us (5126us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764748.084159:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1090 00010000:00010000:1.0:1775764748.578947:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764749.599936:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764750.048217:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764750.048243:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726017664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764750.048324:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764750.048465:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726017664 00000100:00100000:0.0:1775764750.048474:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726017664 00000100:00100000:0.0:1775764750.048540:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1775764750.048550:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726017664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764750.048594:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764750.048640:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726017664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764750.048647:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:1.0:1775764750.048707:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764750.048794:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726017664:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764750.624537:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764751.649783:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764752.672012:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764753.120899:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726018048:0@lo:400:kworker.0 00000100:00100000:3.0:1775764753.121357:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764753.121435:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764753.121443:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726017920:0@lo:400:kworker.0 00000100:00100000:3.0:1775764753.121465:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764753.121485:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726018432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764753.121506:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764753.121535:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726018048 00000100:00100000:3.0:1775764753.121543:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726018048 00000100:00100000:3.0:1775764753.121604:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726017920 00000100:00100000:3.0:1775764753.121608:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726017920 00000100:00100000:3.0:1775764753.121629:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00080000:1.0:1775764753.123889:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764753.123919:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726017792:0@lo:400:kworker.0 00000100:00100000:2.0:1775764753.124538:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726018176:0@lo:400:kworker.0 00000100:00100000:0.0:1775764753.124607:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1775764753.124622:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726017920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764753.126308:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726018048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764753.131899:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764753.131985:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726018432 00000100:00100000:2.0:1775764753.131994:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726018432 00000100:00100000:2.0:1775764753.132070:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726018176 00000100:00100000:2.0:1775764753.132074:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726018176 00000100:00100000:2.0:1775764753.135184:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1775764753.135201:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726018432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764753.135555:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726018432:12345-0@lo:400:kworker.0 Request processed in 358us (14045us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764753.135563:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1775764753.135586:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1775764753.135594:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726018176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764753.135632:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726018176:12345-0@lo:400:kworker.0 Request processed in 40us (3742us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764753.135638:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:2.0:1775764753.135947:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764753.135953:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764753.135998:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726018176:0@lo:400:kworker.0 00000100:00100000:2.0:1775764753.136676:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726018560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764753.136783:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764753.136878:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726018432:0@lo:400:kworker.0 00000100:00100000:2.0:1775764753.136947:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726018560 00000100:00100000:2.0:1775764753.136953:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726018560 00000100:00100000:2.0:1775764753.136996:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1775764753.137004:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726018560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764753.137042:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764753.140609:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726018560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3593us (3813us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764753.140625:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1775764753.140771:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726018560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764753.148172:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726017920:12345-0@lo:400:kworker.0 Request processed in 23544us (26693us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764753.148187:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1775764753.148518:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726017920:0@lo:400:kworker.0 00000100:00100000:1.0:1775764753.148686:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764753.148783:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726018304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764753.148820:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764753.149255:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726018304 00000100:00100000:0.0:1775764753.149263:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726018304 00000100:00100000:0.0:1775764753.149329:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1775764753.149338:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726018304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764753.149388:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726018304:12345-0@lo:400:kworker.0 Request processed in 52us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764753.149395:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1775764753.149549:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726017792 00000100:00100000:2.0:1775764753.149553:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726017792 00000100:00100000:2.0:1775764753.149588:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1775764753.149595:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726017792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764753.149629:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726017792:12345-0@lo:400:kworker.0 Request processed in 35us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764753.149635:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:1.0:1775764753.149715:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764753.149774:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726017792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764753.149787:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726018304:0@lo:400:kworker.0 00000100:00100000:3.0:1775764753.162069:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726018048:12345-0@lo:400:kworker.0 Request processed in 38536us (40702us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764753.162084:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1775764753.162255:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726018048:0@lo:400:kworker.0 00000100:00100000:2.0:1775764753.201221:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764753.201269:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764753.201325:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764753.201422:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702746112 00000100:00100000:1.0:1775764753.201432:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702746112 00000100:00100000:1.0:1775764753.201505:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 930 00000100:00100000:1.0:1775764753.201515:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702746112:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764753.201571:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702746368 00000100:00100000:0.0:1775764753.201576:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702746368 00000100:00100000:1.0:1775764753.201591:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702746112:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 77us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764753.201599:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 930 00000100:00100000:0.0:1775764753.201618:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 576 00000100:00100000:0.0:1775764753.201630:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702746368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764753.201658:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702746368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764753.201664:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 576 00000100:00080000:0.0:1775764753.201697:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764753.202089:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702746240 00000100:00100000:3.0:1775764753.202094:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702746240 00000100:00100000:3.0:1775764753.202178:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1094 00000100:00100000:3.0:1775764753.202186:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702746240:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764753.202280:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702746240:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764753.202288:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1094 00000100:00080000:0.0:1775764753.204803:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764753.229987:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764753.231483:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702746496 00000100:00100000:0.0:1775764753.231497:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702746496 00000100:00100000:0.0:1775764753.231579:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 174 00000100:00100000:0.0:1775764753.231589:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702746496:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:0.0:1775764753.231618:0:6551:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420cec4 00000100:00080000:0.0:1775764753.231625:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1e18ad4800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1775764753.231674:0:6551:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967318 00000100:00080000:1.0:1775764753.232068:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764753.232210:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702746496:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 621us (2232us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764753.232219:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 174 00010000:00010000:0.0:1775764753.232252:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764753.696251:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764754.152891:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764754.152973:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702746624 00000100:00100000:0.0:1775764754.152983:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702746624 00000100:00100000:0.0:1775764754.153044:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 334 00000100:00100000:0.0:1775764754.153052:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702746624:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:0.0:1775764754.153167:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702746624:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 114us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764754.153173:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 334 00000100:00100000:1.0:1775764754.155852:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764754.156442:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702746752 00000100:00100000:0.0:1775764754.156453:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702746752 00000100:00100000:0.0:1775764754.156589:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 175 00000100:00100000:0.0:1775764754.156600:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32705:x1862022702746752:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764754.157031:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32705:x1862022702746752:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 432us (1186us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764754.157040:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 175 00000100:00100000:3.0:1775764754.160138:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764754.160610:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702746880 00000100:00100000:2.0:1775764754.160621:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702746880 00000100:00100000:2.0:1775764754.160683:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 176 00000100:00100000:2.0:1775764754.160692:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2355:x1862022702746880:12345-192.168.202.7@tcp:8:lfs.0 00010000:00080000:2.0:1775764754.160752:0:6550:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1578 last 0 00000020:00000080:2.0:1775764754.161239:0:6550:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420d05a 00002000:00100000:2.0:1775764754.161255:0:6550:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e18ad3000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764754.161280:0:6550:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764754.161682:0:6550:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775764754.161778:0:6550:0:(import.c:65:import_set_state_nolock()) ffff8b1e18ad5000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764754.161867:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702746880:12345-192.168.202.7@tcp:8:lfs.0 Request processed in 1175us (1737us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764754.161877:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 176 00000100:00100000:3.0:1775764754.169024:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764754.171210:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702747008 00000100:00100000:0.0:1775764754.171225:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702747008 00000100:00100000:0.0:1775764754.171512:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 177 00000100:00080000:1.0:1775764754.171515:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764754.171525:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747008:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764754.172052:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747008:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 530us (3035us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764754.172060:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 177 00000100:00100000:0.0:1775764754.179140:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764754.180088:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702747136 00000100:00100000:3.0:1775764754.180103:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702747136 00000100:00100000:3.0:1775764754.180176:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 335 00000100:00100000:3.0:1775764754.180187:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747136:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764754.180698:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747136:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 512us (1567us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764754.180707:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 335 00000100:00100000:3.0:1775764754.186004:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764754.186195:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702747264 00000100:00100000:1.0:1775764754.186205:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702747264 00000100:00100000:1.0:1775764754.186266:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 336 00000100:00100000:1.0:1775764754.186277:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747264:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764754.186386:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747264:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 111us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764754.186394:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 336 00000100:00100000:0.0:1775764754.189226:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764754.189342:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702747392 00000100:00100000:3.0:1775764754.189352:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702747392 00000100:00100000:3.0:1775764754.189424:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 178 00000100:00100000:3.0:1775764754.189434:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32705:x1862022702747392:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764754.189869:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32705:x1862022702747392:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 436us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764754.189877:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 178 00000100:00100000:0.0:1775764754.193719:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764754.194268:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702747520 00000100:00100000:2.0:1775764754.194280:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702747520 00000100:00100000:2.0:1775764754.194569:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 179 00000100:00100000:2.0:1775764754.194577:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747520:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764754.194988:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747520:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 410us (1286us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764754.194995:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 179 00000100:00100000:3.0:1775764754.203212:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764754.203365:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702747648 00000100:00100000:1.0:1775764754.203377:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702747648 00000100:00100000:1.0:1775764754.203453:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 337 00000100:00100000:1.0:1775764754.203464:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747648:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764754.203964:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32705:x1862022702747648:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 500us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764754.203974:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 337 00010000:00010000:3.0:1775764754.753942:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764755.168133:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764755.168158:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726018688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764755.168239:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764755.169889:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726018688 00000100:00100000:3.0:1775764755.169904:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726018688 00000100:00100000:3.0:1775764755.169987:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1775764755.169999:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726018688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764755.170044:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764755.170131:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726018688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (1892us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764755.170139:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00080000:1.0:1775764755.170634:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764755.170699:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726018688:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764755.811086:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764756.834817:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764757.856767:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764758.245503:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726019200:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.245572:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764758.245628:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775764758.245635:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726018816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.245661:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764758.245681:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726019328:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.245716:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764758.245764:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726018944:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.245799:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764758.245816:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726019456:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.245847:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764758.245867:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764758.245872:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726019072:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.245893:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764758.245927:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726019200 00000100:00100000:0.0:1775764758.245936:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726019200 00000100:00100000:0.0:1775764758.245992:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726019456 00000100:00100000:0.0:1775764758.245995:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726019456 00000100:00100000:0.0:1775764758.246019:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1775764758.246027:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726019200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246091:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726019200:12345-0@lo:400:kworker.0 Request processed in 64us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.246098:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1775764758.246114:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1775764758.246120:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726019456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246148:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726019456:12345-0@lo:400:kworker.0 Request processed in 29us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.246154:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1775764758.246173:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726018816 00000100:00100000:0.0:1775764758.246177:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726018816 00000100:00100000:0.0:1775764758.246200:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1775764758.246205:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726018816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246230:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726018816:12345-0@lo:400:kworker.0 Request processed in 25us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.246236:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1775764758.246263:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726019328 00000100:00100000:0.0:1775764758.246267:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726019328 00000100:00100000:0.0:1775764758.246301:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726018944 00000100:00100000:0.0:1775764758.246304:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726018944 00000100:00100000:0.0:1775764758.246318:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726019072 00000100:00100000:0.0:1775764758.246321:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726019072 00000100:00100000:0.0:1775764758.246335:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1775764758.246340:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726019328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246367:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726019328:12345-0@lo:400:kworker.0 Request processed in 27us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.246373:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1775764758.246384:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:0.0:1775764758.246389:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726018944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246413:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726018944:12345-0@lo:400:kworker.0 Request processed in 24us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.246418:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:0.0:1775764758.246428:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:0.0:1775764758.246433:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726019072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246454:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726019072:12345-0@lo:400:kworker.0 Request processed in 22us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.246459:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:0.0:1775764758.246497:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726018816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246509:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726019328:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246517:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726019200:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246545:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726019072:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246553:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726018944:0@lo:400:kworker.0 00000100:00100000:0.0:1775764758.246571:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726019456:0@lo:400:kworker.0 00000100:00080000:1.0:1775764758.248023:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764758.248029:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764758.248042:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764758.248063:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726019584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764758.248112:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764758.248373:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726019584 00000100:00100000:1.0:1775764758.248379:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726019584 00000100:00100000:1.0:1775764758.248416:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1775764758.248424:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726019584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764758.248458:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764758.248517:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726019584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764758.248524:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1775764758.248582:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726019584:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1775764758.264497:0:54839:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe383c5c60 20000000:00000080:2.0:1775764758.264513:0:54839:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1d01acb400 uarg=0000000000000000 00010000:00010000:2.0:1775764758.265638:0:54839:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1775764758.269559:0:54839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3400) 00010000:00010000:2.0:1775764758.269568:0:54839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764758.269580:0:54839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d006 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe07 expref: 5 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.269626:0:54839:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1775764758.269687:0:54839:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764758.269712:0:54839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.269727:0:54839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420cfdc expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.269766:0:54839:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.271207:0:54839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420cfdc expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.271223:0:54839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420cfdc expref: 17 pid: 5760 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764758.271239:0:54839:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54839:1862022726019712:0@lo:104: 00000100:00100000:2.0:1775764758.271310:0:54839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764758.271356:0:54839:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e024626c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764758.271960:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726019712 00000100:00100000:1.0:1775764758.271972:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726019712 00000100:00100000:1.0:1775764758.272022:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1775764758.272031:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:54839:x1862022726019712:12345-0@lo:104: 00010000:00010000:1.0:1775764758.273248:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764758.274128:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764758.274139:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:54839:x1862022726019712:12345-0@lo:104: Request processed in 2107us (2826us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764758.274150:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00010000:00010000:2.0:1775764758.284449:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764758.284464:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.284477:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764758.284482:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.284492:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764758.284514:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764758.284519:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764758.284571:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.284578:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764758.284600:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.284619:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062200/0x429a70d18420cfdc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420cfe3 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.284638:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764758.284639:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764758.284641:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764758.285079:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726019840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764758.285148:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764758.286510:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726019840 00000100:00100000:2.0:1775764758.286523:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726019840 00010000:00010000:2.0:1775764758.286564:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cfdc expref: 18 pid: 5760 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764758.286600:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1775764758.286610:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726019840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764758.286622:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764758.286628:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420cfdc expref: 18 pid: 5760 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286641:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420cfdc expref: 18 pid: 5760 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286683:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286701:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286719:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286727:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286755:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286760:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286765:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80e00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764758.286769:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286775:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286784:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.286792:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764758.286849:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726019840:12345-0@lo:103:ldlm_bl.0 Request processed in 240us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764758.286865:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1775764758.288523:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726019840:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764758.292587:0:54839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb200/0x429a70d18420cfe3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420cfdc expref: 17 pid: 5760 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764758.292610:0:54839:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:54839:1862022726019712:0@lo:104: 00010000:00010000:3.0:1775764758.292635:0:54839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.293530:0:54839:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.293543:0:54839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764758.293549:0:54839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80e00/0x429a70d18420d061 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 54839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764758.335886:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764758.335918:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764758.335940:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764758.335961:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764758.336922:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702748032 00000100:00100000:0.0:1775764758.336934:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702748032 00000100:00100000:0.0:1775764758.337003:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702748160 00000100:00100000:0.0:1775764758.337007:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702748160 00000100:00100000:0.0:1775764758.337050:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 579 00000100:00100000:0.0:1775764758.337062:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702748032:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764758.337139:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702748032:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 80us (1220us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.337147:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 579 00000100:00100000:0.0:1775764758.337164:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 580 00000100:00100000:0.0:1775764758.337172:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702748160:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764758.337196:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702748160:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.337202:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 580 00000100:00100000:0.0:1775764758.337221:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702747904 00000100:00100000:0.0:1775764758.337225:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702747904 00000100:00100000:0.0:1775764758.337271:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1098 00000100:00100000:0.0:1775764758.337278:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702747904:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764758.337303:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702747904:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.337321:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1098 00000100:00080000:3.0:1775764758.342367:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764758.342376:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764758.342379:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764758.360949:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702747776 00000100:00100000:2.0:1775764758.360964:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702747776 00000100:00100000:2.0:1775764758.361026:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 932 00000100:00100000:2.0:1775764758.361047:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702747776:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764758.361131:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702747776:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 86us (25255us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764758.361139:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 932 00000001:00100000:3.0:1775764758.401984:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:3.0:1775764758.401994:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1e18ad7000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00100000:3.0:1775764758.402016:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:3.0:1775764758.402030:0:15444:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e18ad7000/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0001 00000020:00000080:3.0:1775764758.402086:0:15444:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e18ad4800 for lustre-OST0001 00010000:00010000:3.0:1775764758.882526:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764759.585061:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764759.585067:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764759.585072:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764759.585119:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764759.585131:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764759.585141:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764759.585165:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726019968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764759.585228:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764759.586935:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726019968 00000100:00100000:1.0:1775764759.586945:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764759.586946:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726019968 00000100:00100000:2.0:1775764759.587052:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1775764759.587062:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726019968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764759.587077:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764759.587110:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d068 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764759.587135:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d068 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764759.587158:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d068 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764759.587167:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81e00, rc 0) 00000100:00100000:2.0:1775764759.587222:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726019968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (1994us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764759.587473:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726019968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764759.587489:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764759.587498:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764759.587517:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764759.587521:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764759.587527:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764759.598787:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00010000:00010000:3.0:1775764759.907246:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764760.288765:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764760.288789:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726020096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764760.288861:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764760.289056:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726020096 00000100:00100000:2.0:1775764760.289064:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726020096 00000100:00100000:2.0:1775764760.289129:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1775764760.289138:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d4ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726020096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764760.289172:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764760.289220:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d4ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726020096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764760.289227:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1775764760.289667:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726020096:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764760.289815:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764760.936553:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764761.955519:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764762.975866:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764762.976510:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764762.980761:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702748288 00000100:00100000:1.0:1775764762.980782:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702748288 00000100:00100000:2.0:1775764762.980925:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 338 00000100:00100000:2.0:1775764762.980938:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32792:x1862022702748288:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:2.0:1775764762.980966:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764762.980993:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d076 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe1c expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764762.981070:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d07d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764762.981087:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d07d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764762.981116:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d07d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764762.981710:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:2.0:1775764762.981716:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00080000:1.0:1775764762.981821:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:2.0:1775764762.981833:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d07d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764762.981868:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d076 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe1c expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764762.981891:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d07d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe1c expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764762.981900:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3c00) 00010000:00010000:2.0:1775764762.982027:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764762.982032:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80c00, rc 0) 00000100:00100000:2.0:1775764762.982105:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32792:x1862022702748288:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 1169us (5600us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764762.982112:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 338 00000100:00100000:1.0:1775764762.989537:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764762.989573:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702748544 00000100:00100000:1.0:1775764762.989583:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702748544 00000100:00100000:1.0:1775764762.989669:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 339 00000100:00100000:1.0:1775764762.989679:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32792:x1862022702748544:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:1.0:1775764762.989754:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764762.989777:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d07d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe1c expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.989791:0:19479:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420d006) 00010000:00010000:1.0:1775764762.989793:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3c00) 00010000:00010000:1.0:1775764762.989802:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764762.989821:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.989830:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.989837:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764763.060506:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a55fe38 reply state 0000000015e35e41 transno 4294967433 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764763.060526:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764763.060720:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000100:00100000:1.0:1775764763.060866:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:32792:x1862022702748544:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 71185us (71333us total) trans 4294967433 rc 0/0 00000100:00100000:1.0:1775764763.060887:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 339 00000001:00080000:1.0:1775764763.060937:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967433 is committed 00010000:00010000:1.0:1775764763.061391:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764763.061403:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764763.061410:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764763.061417:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764763.061422:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764763.061431:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764763.061450:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:1.0:1775764763.061453:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764763.061459:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764763.061465:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca600/0x429a70d18420d084 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764763.360207:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726020224:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.360298:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764763.360345:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726020736:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.360373:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764763.360402:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764763.360408:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726020352:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.360427:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764763.360465:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726020864:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.360490:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764763.360518:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726020480:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.360555:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764763.360576:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764763.360581:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726020608:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.360603:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764763.360860:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726020864 00000100:00100000:0.0:1775764763.360869:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726020864 00000100:00100000:0.0:1775764763.360957:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726020608 00000100:00100000:0.0:1775764763.360961:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726020608 00000100:00100000:0.0:1775764763.361036:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1775764763.361046:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726020864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764763.361363:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726020864:12345-0@lo:400:kworker.0 Request processed in 318us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764763.361372:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1775764763.361394:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1775764763.361401:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726020608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764763.361435:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726020608:12345-0@lo:400:kworker.0 Request processed in 35us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764763.361441:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00080000:0.0:1775764763.361460:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764763.361464:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764763.361831:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726020224 00000100:00100000:2.0:1775764763.361837:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726020224 00000100:00100000:2.0:1775764763.361874:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1775764763.361881:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726020224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.361919:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726020224:12345-0@lo:400:kworker.0 Request processed in 39us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764763.361925:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1775764763.361960:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726020736 00000100:00100000:2.0:1775764763.361965:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726020736 00000100:00100000:2.0:1775764763.362000:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726020352 00000100:00100000:2.0:1775764763.362003:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726020352 00000100:00100000:2.0:1775764763.362022:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726020480 00000100:00100000:2.0:1775764763.362025:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726020480 00000100:00100000:2.0:1775764763.362042:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1775764763.362047:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726020736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.362078:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726020736:12345-0@lo:400:kworker.0 Request processed in 30us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764763.362084:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1775764763.362097:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1775764763.362104:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726020352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.362148:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726020352:12345-0@lo:400:kworker.0 Request processed in 45us (1719us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764763.362154:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1775764763.362167:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1775764763.362172:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726020480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.362197:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726020480:12345-0@lo:400:kworker.0 Request processed in 26us (1656us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764763.362203:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00080000:2.0:1775764763.362236:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764763.362270:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726020608:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.362282:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726020480:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.362315:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726020352:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.362325:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726020864:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.362333:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726020224:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.362342:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726020736:0@lo:400:kworker.0 00000100:00100000:2.0:1775764763.364069:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726020992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764763.364124:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764763.364411:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726020992 00000100:00100000:1.0:1775764763.364419:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726020992 00000100:00100000:1.0:1775764763.364472:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1775764763.364479:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726020992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764763.365831:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764763.368016:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726020992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3529us (3883us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764763.368030:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1775764763.368082:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726020992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764763.453624:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764763.453675:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764763.453812:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702748672 00000100:00100000:3.0:1775764763.453822:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702748672 00000100:00100000:3.0:1775764763.453892:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 935 00000100:00100000:3.0:1775764763.453911:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702748672:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764763.453984:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702748672:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 84us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764763.453994:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 935 00000100:00100000:1.0:1775764763.454801:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764763.466788:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702748928 00000100:00100000:0.0:1775764763.466808:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702748928 00000100:00100000:0.0:1775764763.466930:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702748800 00000100:00100000:0.0:1775764763.466934:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702748800 00000100:00100000:0.0:1775764763.466969:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 583 00000100:00100000:0.0:1775764763.466997:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702748928:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764763.467074:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702748928:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 80us (13398us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764763.467081:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 583 00000100:00100000:0.0:1775764763.467101:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 584 00000100:00100000:0.0:1775764763.467108:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702748800:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764763.467132:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702748800:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (12335us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764763.467138:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 584 00000100:00080000:1.0:1775764763.468801:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764763.468814:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764764.004648:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764764.426308:0:55038:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdcd67240 20000000:00000080:1.0:1775764764.426327:0:55038:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e19077800 uarg=0000000000000000 00010000:00010000:1.0:1775764764.426977:0:55038:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1775764764.426997:0:55038:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1775764764.427017:0:55038:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764764.427036:0:55038:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764764.427054:0:55038:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d068 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764764.427061:0:55038:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764764.427105:0:55038:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d068 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764764.427119:0:55038:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d068 expref: 17 pid: 5763 timeout: 1689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764764.427135:0:55038:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55038:1862022726021120:0@lo:104: 00000100:00100000:1.0:1775764764.427206:0:55038:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764764.427255:0:55038:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e259d60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764764.427324:0:5752:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1775764764.427338:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726021120 00000100:00100000:2.0:1775764764.427345:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726021120 00000100:00100000:2.0:1775764764.427387:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1775764764.427397:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02c00850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55038:x1862022726021120:12345-0@lo:104: 00010000:00010000:2.0:1775764764.427415:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764764.427480:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764764.427486:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02c00850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55038:x1862022726021120:12345-0@lo:104: Request processed in 91us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764764.427493:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00010000:00010000:3.0:1775764764.427789:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764764.427795:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764764.427803:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764764.427806:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764764.427814:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764764.427821:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764764.427825:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764764.427875:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764764.427881:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764764.427902:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764764.427908:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0ca000/0x429a70d18420d068 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d06f expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764764.427922:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764764.427923:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764764.427925:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764764.428048:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726021248:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764764.428077:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764764.428153:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726021248 00000100:00100000:0.0:1775764764.428157:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726021248 00010000:00010000:0.0:1775764764.428178:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d068 expref: 18 pid: 5763 timeout: 1689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764764.428215:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1775764764.428223:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726021248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764764.428233:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764764.428238:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d068 expref: 18 pid: 5763 timeout: 1689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428248:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d068 expref: 18 pid: 5763 timeout: 1689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428264:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428283:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428298:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428304:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428311:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428317:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428323:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764764.428326:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428333:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428341:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764764.428350:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764764.428381:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726021248:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764764.428387:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1775764764.428700:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726021248:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764764.432190:0:55038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d06f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d068 expref: 17 pid: 5763 timeout: 1689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764764.432211:0:55038:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55038:1862022726021120:0@lo:104: 00010000:00010000:1.0:1775764764.432235:0:55038:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764764.432246:0:55038:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764764.432252:0:55038:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764764.432258:0:55038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d08b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764765.046849:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764765.407987:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726021376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764765.408060:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764765.408468:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726021376 00000100:00100000:3.0:1775764765.408478:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726021376 00000100:00100000:3.0:1775764765.408545:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1775764765.408555:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726021376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764765.408594:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764765.408657:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726021376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.408665:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1775764765.408715:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726021376:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764765.408844:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:1.0:1775764765.480703:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764765.480712:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764765.480717:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764765.480783:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764765.480795:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764765.480805:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764765.480831:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726021504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764765.480908:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764765.480954:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764765.480976:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726021504 00000100:00100000:1.0:1775764765.480983:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726021504 00000100:00100000:1.0:1775764765.481032:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1775764765.481041:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726021504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764765.481056:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764765.481070:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d092 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764765.481093:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d092 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764765.481104:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d092 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764765.481113:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb800, rc 0) 00000100:00100000:1.0:1775764765.481147:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726021504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764765.481154:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1775764765.481228:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726021504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764765.481241:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764765.481249:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764765.481267:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764765.481278:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764765.481284:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.050211:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764767.074565:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764768.104048:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764768.480982:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726021632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764768.481053:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764768.482886:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726021760:0@lo:400:kworker.0 00000100:00100000:0.0:1775764768.482958:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764768.482991:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726022272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764768.483018:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764768.483040:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764768.483045:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726021888:0@lo:400:kworker.0 00000100:00100000:0.0:1775764768.483072:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764768.483101:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726022272 00000100:00100000:0.0:1775764768.483109:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726022272 00000100:00100000:0.0:1775764768.483168:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1775764768.483177:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726022272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764768.483196:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726021760 00000100:00100000:3.0:1775764768.483200:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726021760 00000100:00100000:3.0:1775764768.483225:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1775764768.483227:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726022272:12345-0@lo:400:kworker.0 Request processed in 51us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.483231:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726021760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764768.483234:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1775764768.483255:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726021888 00000100:00100000:0.0:1775764768.483258:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726021888 00000100:00100000:3.0:1775764768.483259:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726021760:12345-0@lo:400:kworker.0 Request processed in 29us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.483275:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1775764768.483285:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1775764768.483291:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726021888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764768.483303:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726022016:0@lo:400:kworker.0 00000100:00100000:0.0:1775764768.483318:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726021888:12345-0@lo:400:kworker.0 Request processed in 28us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.483323:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1775764768.483325:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764768.483342:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764768.483347:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726022144:0@lo:400:kworker.0 00000100:00100000:3.0:1775764768.483367:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764768.485613:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726021632 00000100:00100000:1.0:1775764768.485630:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726021632 00000100:00100000:1.0:1775764768.485683:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1775764768.485693:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726021632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764768.485747:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764768.485825:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726021632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (4772us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.485833:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1775764768.486449:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726021632:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764768.491105:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764768.491115:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764768.496058:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726022016 00000100:00100000:0.0:1775764768.496076:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726022016 00000100:00100000:0.0:1775764768.496157:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1775764768.496169:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726022016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764768.496258:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726022016:12345-0@lo:400:kworker.0 Request processed in 92us (12931us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.496279:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1775764768.496378:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726021888:0@lo:400:kworker.0 00000100:00100000:0.0:1775764768.496392:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726021760:0@lo:400:kworker.0 00000100:00100000:0.0:1775764768.496404:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726022272:0@lo:400:kworker.0 00000100:00080000:1.0:1775764768.496673:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764768.505563:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726022016:0@lo:400:kworker.0 00000100:00100000:2.0:1775764768.514532:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726022144 00000100:00100000:2.0:1775764768.514548:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726022144 00000100:00100000:2.0:1775764768.514898:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1775764768.514909:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726022144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764768.515015:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726022144:12345-0@lo:400:kworker.0 Request processed in 108us (31645us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.515022:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1775764768.515083:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726022144:0@lo:400:kworker.0 00000100:00080000:1.0:1775764768.516147:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764768.562815:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764768.562852:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764768.562877:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764768.562901:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764768.562984:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702749056 00000100:00100000:3.0:1775764768.562996:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702749056 00000100:00100000:3.0:1775764768.563053:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 938 00000100:00100000:3.0:1775764768.563064:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702749056:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764768.563134:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702749056:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 72us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.563142:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 938 00000100:00100000:0.0:1775764768.566817:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702749312 00000100:00100000:0.0:1775764768.566833:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702749312 00000100:00100000:0.0:1775764768.566914:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 586 00000100:00100000:0.0:1775764768.566926:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702749312:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764768.567006:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702749312:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 82us (4152us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.567013:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 586 00000100:00100000:0.0:1775764768.567029:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702749440 00000100:00100000:0.0:1775764768.567033:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702749440 00000100:00100000:0.0:1775764768.567058:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 587 00000100:00100000:0.0:1775764768.567065:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702749440:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764768.567089:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702749440:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (4188us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.567094:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 587 00000100:00080000:0.0:1775764768.567112:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764768.567115:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764768.567251:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702749184 00000100:00100000:0.0:1775764768.567255:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702749184 00000100:00080000:0.0:1775764768.567272:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764768.567302:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1105 00000100:00100000:0.0:1775764768.567308:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702749184:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764768.567356:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702749184:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 49us (4479us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.567363:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1105 00010000:00010000:3.0:1775764769.125523:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764769.256520:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764769.256776:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702749568 00000100:00100000:2.0:1775764769.256787:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702749568 00000100:00100000:2.0:1775764769.256841:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00100000:2.0:1775764769.256851:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32869:x1862022702749568:12345-192.168.202.7@tcp:49:touch.60003 00000100:00100000:2.0:1775764769.256975:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32869:x1862022702749568:12345-192.168.202.7@tcp:49:touch.60003 Request processed in 125us (465us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775764769.256999:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 61 00000100:00100000:3.0:1775764769.272126:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764769.272217:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702749696 00000100:00100000:2.0:1775764769.272226:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702749696 00000100:00100000:2.0:1775764769.272295:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 340 00000100:00100000:2.0:1775764769.272305:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32869:x1862022702749696:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:2.0:1775764769.272341:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.272369:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d0a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe23 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.272436:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.272450:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.272463:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.272475:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.272481:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.272488:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.272990:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420d0b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273009:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420d0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273017:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420d0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.273089:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:2.0:1775764769.273093:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.273163:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420d0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273175:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273181:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273187:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273193:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764769.273197:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273204:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273215:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:2.0:1775764769.273218:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.273222:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273237:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273248:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273253:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273258:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273262:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764769.273265:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273271:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273279:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e094a3a00) 00010000:00010000:2.0:1775764769.273281:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.273284:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273289:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273319:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d0a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe23 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273334:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420d0b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe23 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273346:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:2.0:1775764769.273349:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764769.273352:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80e00, rc 0) 00000100:00100000:2.0:1775764769.273421:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32869:x1862022702749696:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 1117us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.273428:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 340 00000100:00100000:2.0:1775764769.278676:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764769.278780:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702749952 00000100:00100000:0.0:1775764769.278791:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702749952 00000100:00100000:0.0:1775764769.278855:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 341 00000100:00100000:0.0:1775764769.278865:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32869:x1862022702749952:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:0.0:1775764769.278887:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.278907:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d0bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe2a expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.279247:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.279262:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.279273:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.279287:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.279295:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.279301:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764769.280111:0:19479:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xc:0x0], index 1: 0 00010000:00010000:0.0:1775764769.280409:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420d0d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280422:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420d0d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280431:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420d0d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280466:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280473:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280480:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280485:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764769.280489:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280496:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280508:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:0.0:1775764769.280511:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.280516:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280522:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062a00/0x429a70d18420d0c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764769.280545:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000383b6d5f reply state 00000000c2864552 transno 4294967434 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.280554:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764769.280600:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d0bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe2a expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280616:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420d0d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe2a expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.280624:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1e1676e800) 00010000:00010000:0.0:1775764769.280626:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.280628:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764769.280705:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:32869:x1862022702749952:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 1841us (2037us total) trans 4294967434 rc 0/0 00000100:00100000:0.0:1775764769.280712:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 341 00010000:00010000:3.0:1775764769.287241:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.287257:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.287265:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.287271:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764769.287276:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.287283:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.287301:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e1676e400) 00010000:00010000:3.0:1775764769.287305:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.287309:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.287315:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d0ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.288978:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764769.290480:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702750208 00000100:00100000:0.0:1775764769.290492:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702750208 00000100:00100000:0.0:1775764769.290573:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 342 00000100:00100000:0.0:1775764769.290583:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:32869:x1862022702750208:12345-192.168.202.7@tcp:36:touch.60003 00010000:00010000:0.0:1775764769.290670:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.290696:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420d0d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe2a expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.290716:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1e1676e800) 00010000:00010000:0.0:1775764769.290726:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764769.290801:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.290815:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.290825:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764769.290968:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000628162c2 reply state 00000000fc0ae54d transno 4294967435 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.290977:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764769.291070:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:32869:x1862022702750208:12345-192.168.202.7@tcp:36:touch.60003 Request processed in 489us (2099us total) trans 4294967435 rc 0/0 00000100:00100000:0.0:1775764769.291078:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 342 00010000:00010000:0.0:1775764769.305961:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.305977:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.305985:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.305990:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764769.305995:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.306001:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.306017:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:0.0:1775764769.306033:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.306038:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.306044:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d0df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.316790:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764769.316828:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702750336 00000100:00100000:3.0:1775764769.316837:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702750336 00000100:00100000:3.0:1775764769.316888:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 343 00000100:00100000:3.0:1775764769.316898:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:32869:x1862022702750336:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:3.0:1775764769.316920:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.316942:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d0e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe31 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.317001:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d0e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe31 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.317016:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d0e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe31 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.317036:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:3.0:1775764769.317039:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764769.317043:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195600, rc 0) 00000100:00100000:3.0:1775764769.317092:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:32869:x1862022702750336:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 196us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.317099:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 343 00000100:00100000:3.0:1775764769.331943:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764769.331980:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702750464 00000100:00100000:3.0:1775764769.331991:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702750464 00000100:00100000:3.0:1775764769.332052:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 180 00000100:00100000:3.0:1775764769.332062:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702750464:12345-192.168.202.7@tcp:2:touch.60003 00000100:00100000:3.0:1775764769.332495:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702750464:12345-192.168.202.7@tcp:2:touch.60003 Request processed in 432us (558us total) trans 4294967319 rc 0/0 00000100:00100000:3.0:1775764769.332505:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 180 00000100:00100000:3.0:1775764769.349424:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764769.349522:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702750720 00000100:00100000:1.0:1775764769.349534:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702750720 00000100:00100000:1.0:1775764769.349608:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 62 00000100:00100000:1.0:1775764769.349618:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:32869:x1862022702750720:12345-192.168.202.7@tcp:35:touch.60003 00000100:00100000:1.0:1775764769.349997:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:32869:x1862022702750720:12345-192.168.202.7@tcp:35:touch.60003 Request processed in 381us (585us total) trans 4294967436 rc 0/0 00000100:00100000:1.0:1775764769.350006:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 62 00000100:00100000:3.0:1775764769.460874:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764769.461069:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702750848 00000100:00100000:2.0:1775764769.461081:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702750848 00000100:00100000:2.0:1775764769.461239:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 344 00000100:00100000:2.0:1775764769.461251:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:32872:x1862022702750848:12345-192.168.202.7@tcp:101:rm.60003 00010000:00010000:2.0:1775764769.461287:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.461314:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d0ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe38 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.461384:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.461400:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.461414:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.461428:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.461450:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.461458:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.461563:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d102 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.461572:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.461578:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.464038:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 0 00000004:00200000:0.0:1775764769.464048:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.464077:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464095:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464105:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464112:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464119:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464124:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764769.464129:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464137:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464404:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:0.0:1775764769.464409:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.464432:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464438:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80400/0x429a70d18420d0f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464457:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464462:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464467:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464472:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764769.464475:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464480:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464487:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e094a3f00) 00010000:00010000:0.0:1775764769.464489:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.464491:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464496:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d0fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464544:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d0ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe38 expref: 12 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464570:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d102 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe38 expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.464578:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:0.0:1775764769.464580:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.464583:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80000, rc 0) 00000100:00100000:0.0:1775764769.466243:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:32872:x1862022702750848:12345-192.168.202.7@tcp:101:rm.60003 Request processed in 4986us (5373us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.466255:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 344 00000100:00100000:0.0:1775764769.473898:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764769.474248:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702750976 00000100:00100000:2.0:1775764769.474259:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702750976 00000100:00100000:2.0:1775764769.474339:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 181 00000100:00100000:2.0:1775764769.474350:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d811c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702750976:12345-192.168.202.7@tcp:101:rm.60003 00010000:00010000:2.0:1775764769.474369:0:6551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.474390:0:6551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe3f expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764769.474419:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x69d80520, atime: 0x69d80520, ctime: 0x69d80520, blocks: 0x1 00010000:00010000:2.0:1775764769.474437:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764769.474441:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764769.474449:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe3f expref: 7 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.474484:0:6551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe3f expref: 7 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.474497:0:6551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81000, rc 0) 00000100:00100000:2.0:1775764769.474556:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d811c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2359:x1862022702750976:12345-192.168.202.7@tcp:101:rm.60003 Request processed in 208us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.474563:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 181 00000100:00100000:1.0:1775764769.486411:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764769.486670:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702751232 00000100:00100000:2.0:1775764769.486680:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702751232 00000100:00100000:2.0:1775764769.486778:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 345 00000100:00100000:2.0:1775764769.486789:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:32872:x1862022702751232:12345-192.168.202.7@tcp:36:rm.60003 00010000:00010000:2.0:1775764769.486842:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764769.486869:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d102 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe38 expref: 11 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.486891:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d0e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe31 expref: 10 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.486901:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d0297b700) 00010000:00010000:2.0:1775764769.486911:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764769.486932:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.486944:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.486984:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487107:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487114:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487120:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487227:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487235:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487242:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764769.487844:0:8088:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off8960 00000004:00080000:2.0:1775764769.487855:0:8088:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1594319123276ns, next at 1595319119900ns, rc = 0 00010000:00010000:2.0:1775764769.487910:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487920:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487928:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487945:0:8088:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487951:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487957:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.487996:0:8088:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764769.488018:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488023:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488030:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488035:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764769.488040:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488047:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488056:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1e094a3c00) 00010000:00010000:2.0:1775764769.488059:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764769.488062:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488076:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d11e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488091:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488098:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488104:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488109:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764769.488112:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488118:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488126:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:2.0:1775764769.488129:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.488132:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.488138:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d110 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764769.488146:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1307e59 reply state 000000001a967eb2 transno 4294967437 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.488155:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764769.488240:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:32872:x1862022702751232:12345-192.168.202.7@tcp:36:rm.60003 Request processed in 1450us (1836us total) trans 4294967437 rc 0/0 00000100:00100000:2.0:1775764769.488248:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 345 00010000:00010000:1.0:1775764769.488639:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764769.488647:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.488653:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764769.488656:0:6565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.488663:0:6565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.488674:0:6565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1e094a3c00) 00010000:00010000:1.0:1775764769.488676:0:6565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764769.488680:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.488685:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d125 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.488700:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764769.488703:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764769.488704:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764769.507466:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.507484:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.507492:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.507498:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764769.507502:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.507509:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.507526:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e094a3400) 00010000:00010000:0.0:1775764769.507529:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.507549:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.507555:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d117 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.144296:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764770.527946:0:7726:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1595359212855ns, next at 1596359210842ns, rc = 0 00000100:00100000:0.0:1775764770.528388:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764770.528408:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726022400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764770.528472:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764770.529279:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726022400 00000100:00100000:2.0:1775764770.529291:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726022400 00000100:00100000:2.0:1775764770.529343:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1775764770.529352:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726022400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764770.529389:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764770.529445:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726022400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.529451:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:2.0:1775764770.529470:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764770.529505:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726022400:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764771.188383:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.198953:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764772.309829:0:55284:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd952eccd0 20000000:00000080:1.0:1775764772.309845:0:55284:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e19075400 uarg=0000000000000000 00010000:00010000:1.0:1775764772.310267:0:55284:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1775764772.310305:0:55284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:1.0:1775764772.310309:0:55284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764772.310319:0:55284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80e00/0x429a70d18420d0b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe23 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.310341:0:55284:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1775764772.310374:0:55284:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764772.310387:0:55284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.310400:0:55284:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d092 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.310408:0:55284:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.310443:0:55284:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d092 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.310455:0:55284:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d092 expref: 17 pid: 5762 timeout: 1697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.310470:0:55284:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55284:1862022726022528:0@lo:104: 00000100:00100000:1.0:1775764772.310524:0:55284:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.310648:0:55284:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbc3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.315716:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726022528 00000100:00100000:2.0:1775764772.315748:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726022528 00000100:00100000:2.0:1775764772.315818:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1775764772.315829:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55284:x1862022726022528:12345-0@lo:104: 00010000:00010000:2.0:1775764772.315850:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.315939:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764772.315945:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55284:x1862022726022528:12345-0@lo:104: Request processed in 120us (5421us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.315953:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00010000:00010000:3.0:1775764772.316072:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764772.316079:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.316087:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764772.316092:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.316100:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764772.316107:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764772.316113:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764772.316157:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.316163:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764772.316183:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.316190:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cae00/0x429a70d18420d092 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d099 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.316207:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.316209:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.316211:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764772.316218:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764772.316242:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726022656:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764772.316292:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.316385:0:55284:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55284:1862022726022528:0@lo:104: 00010000:00010000:3.0:1775764772.316404:0:55284:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.318693:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726022656 00000100:00100000:2.0:1775764772.318708:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726022656 00010000:00010000:2.0:1775764772.319322:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d092 expref: 18 pid: 5762 timeout: 1697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.319427:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1775764772.319437:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e03021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726022656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.319454:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.319459:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d092 expref: 18 pid: 5762 timeout: 1697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319472:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d092 expref: 18 pid: 5762 timeout: 1697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319491:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb800/0x429a70d18420d099 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d092 expref: 18 pid: 5762 timeout: 1697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319506:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319514:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319530:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319536:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319542:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319549:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319573:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764772.319578:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319585:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.329632:0:55284:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.329650:0:55284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.339828:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.339846:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d12c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.339868:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.340644:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e03021c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022726022656:12345-0@lo:103:ldlm_bl.0 Request processed in 21203us (24346us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.340657:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1775764772.351658:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726022656:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764773.217121:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775764773.535976:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764773.535984:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764773.535990:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764773.536043:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.536055:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.536069:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764773.536095:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726022784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764773.536169:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764773.536233:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764773.536291:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726022784 00000100:00100000:1.0:1775764773.536302:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726022784 00000100:00100000:1.0:1775764773.536355:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1775764773.536363:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726022784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764773.536391:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764773.536405:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d133 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.536427:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d133 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.536441:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d133 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.536450:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca800, rc 0) 00000100:00100000:1.0:1775764773.536500:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726022784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764773.536506:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1775764773.536765:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726022784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764773.536782:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.536789:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764773.536833:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764773.536838:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.536843:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.603017:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726022912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764773.603084:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764773.603446:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726022912 00000100:00100000:1.0:1775764773.603454:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726022912 00000100:00100000:1.0:1775764773.603505:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1775764773.603514:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726022912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764773.603545:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764773.603605:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726022912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764773.603612:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1775764773.603764:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726022912:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764773.605271:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764773.611141:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726023040:0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611225:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764773.611276:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764773.611282:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726023168:0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611305:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764773.611332:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726023296:0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611356:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764773.611371:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764773.611376:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726023424:0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611401:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764773.611430:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726023040 00000100:00100000:0.0:1775764773.611438:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726023040 00000100:00100000:0.0:1775764773.611486:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726023168 00000100:00100000:0.0:1775764773.611489:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726023168 00000100:00100000:0.0:1775764773.611515:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726023296 00000100:00100000:0.0:1775764773.611533:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726023296 00000100:00100000:0.0:1775764773.611559:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:0.0:1775764773.611567:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726023040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611635:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726023040:12345-0@lo:400:kworker.0 Request processed in 69us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.611655:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:0.0:1775764773.611674:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1775764773.611680:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726023168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611704:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726023168:12345-0@lo:400:kworker.0 Request processed in 25us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.611709:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1775764773.611718:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1775764773.611723:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726023296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611779:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726023296:12345-0@lo:400:kworker.0 Request processed in 56us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.611785:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1775764773.611808:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726023424 00000100:00100000:0.0:1775764773.611812:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726023424 00000100:00100000:0.0:1775764773.611843:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1775764773.611848:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726023424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611873:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726023424:12345-0@lo:400:kworker.0 Request processed in 26us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.611878:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00080000:0.0:1775764773.611894:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764773.611898:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764773.611925:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726023168:0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611935:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726023040:0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611960:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726023424:0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.611975:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726023296:0@lo:400:kworker.0 00000100:00100000:0.0:1775764773.699653:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764773.699690:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764773.699718:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702751360 00000100:00100000:0.0:1775764773.699727:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702751360 00000100:00100000:0.0:1775764773.699801:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 940 00000100:00100000:0.0:1775764773.699810:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702751360:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764773.699879:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702751360:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 69us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.699886:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 940 00000100:00100000:0.0:1775764773.699917:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702751488 00000100:00100000:0.0:1775764773.699920:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702751488 00000100:00100000:0.0:1775764773.699959:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1109 00000100:00100000:0.0:1775764773.699965:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2356:x1862022702751488:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764773.699997:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:2356:x1862022702751488:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.700003:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1109 00000100:00080000:0.0:1775764773.700118:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764773.739176:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764773.739262:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764773.739296:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702751616 00000100:00100000:3.0:1775764773.739305:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702751616 00000100:00100000:3.0:1775764773.739365:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702751744 00000100:00100000:3.0:1775764773.739369:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702751744 00000100:00100000:3.0:1775764773.739395:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 589 00000100:00100000:3.0:1775764773.739404:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702751744:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764773.739470:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702751744:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 67us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.739478:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 589 00000100:00100000:3.0:1775764773.739495:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 182 00000100:00100000:3.0:1775764773.739501:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702751616:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:3.0:1775764773.739526:0:6551:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420cfea 00000100:00080000:3.0:1775764773.739533:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1d01b3b800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775764773.739584:0:6551:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967318 00000100:00100000:3.0:1775764773.739852:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702751616:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 350us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.739858:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 182 00010000:00010000:3.0:1775764773.739882:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775764773.739999:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764773.740003:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1775764773.764903:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967319 is committed 00000001:00080000:2.0:1775764773.779876:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967435 is committed 00000001:00080000:2.0:1775764773.779897:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967436 is committed 00000004:00080000:2.0:1775764773.779903:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 30 committed 00000001:00080000:2.0:1775764773.779924:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967437 is committed 00000004:00080000:2.0:1775764773.779926:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 29 committed 00000100:00100000:0.0:1775764773.780840:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764773.780867:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726023552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764773.780938:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764773.798514:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726023552 00000100:00100000:3.0:1775764773.798540:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726023552 00000100:00100000:3.0:1775764773.798659:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1775764773.798671:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726023552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764773.798705:0:6551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:12 count 1 00010000:00010000:3.0:1775764773.798753:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.798774:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe3f expref: 5 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.798789:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.798792:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.798795:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.798833:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe3f expref: 5 pid: 6551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.798848:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe3f expref: 5 pid: 6551 timeout: 1698 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.798863:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6551:1862022726023680:192.168.202.7@tcp:104: 00000100:00100000:3.0:1775764773.798957:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764773.806710:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764773.806776:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702751872 00000100:00100000:2.0:1775764773.806785:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702751872 00010000:00010000:2.0:1775764773.806825:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe3f expref: 6 pid: 6551 timeout: 1698 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764773.806861:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 287 00000100:00100000:2.0:1775764773.806871:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702751872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764773.806887:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764773.806904:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe3f expref: 6 pid: 6551 timeout: 1698 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.806917:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe3f expref: 6 pid: 6551 timeout: 1698 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.806945:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764773.806948:0:5754:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764773.806953:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.806964:0:5754:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.806984:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764773.807030:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702751872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 161us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.807039:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 287 00010000:00010000:3.0:1775764773.808277:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d109 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe3f expref: 5 pid: 6551 timeout: 1698 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.808295:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6551:1862022726023680:192.168.202.7@tcp:104: 00010000:00010000:3.0:1775764773.808319:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.808330:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.808337:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.808348:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.808355:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.808382:0:6551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764773.809100:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022726023552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10429us (28158us total) trans 4294967320 rc 0/0 00000100:00100000:3.0:1775764773.809110:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00010000:00010000:2.0:1775764773.809195:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764773.809205:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.809214:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764773.809220:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.809229:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.809258:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.809264:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe8db067/0x429a70d18420d141 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.809286:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764773.809287:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764773.809289:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764773.814467:0:3314:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e2f437100/2, rc 0, transno 4294967320 00000100:00100000:1.0:1775764773.814484:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726023552:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764774.240450:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764775.264478:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764775.647833:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764775.647856:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726023808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764775.647931:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764775.648482:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726023808 00000100:00100000:1.0:1775764775.648491:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726023808 00000100:00100000:1.0:1775764775.649298:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1775764775.649472:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022726023808:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764775.649620:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1775764775.649694:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764775.650487:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022726023808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1178us (2555us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764775.650497:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1775764775.651363:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726023808:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764776.289947:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764776.736877:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764776.736948:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702752000 00000100:00100000:3.0:1775764776.736969:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702752000 00000100:00100000:3.0:1775764776.737036:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 346 00000100:00100000:3.0:1775764776.737044:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:32961:x1862022702752000:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764776.737061:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764776.737079:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d148 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe46 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.737139:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d14f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.737150:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d14f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.737160:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d14f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764776.737337:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:3.0:1775764776.737340:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764776.737395:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d14f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.737417:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d148 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe46 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.737434:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d14f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe46 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.737440:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d0297b800) 00010000:00010000:3.0:1775764776.737442:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764776.737444:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194200, rc 0) 00000100:00100000:3.0:1775764776.737504:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32961:x1862022702752000:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 448us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764776.737511:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 346 00000100:00080000:1.0:1775764776.737707:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764776.743556:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764776.743635:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702752256 00000100:00100000:1.0:1775764776.743643:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702752256 00000100:00100000:1.0:1775764776.743695:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 347 00000100:00100000:1.0:1775764776.743702:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32961:x1862022702752256:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:1.0:1775764776.743768:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764776.743791:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d14f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe46 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764776.743803:0:5768:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420d0b5) 00010000:00010000:1.0:1775764776.743807:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d0297b800) 00010000:00010000:1.0:1775764776.743814:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764776.743841:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764776.743854:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764776.743864:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764776.838292:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967438 is committed 00000004:00010000:1.0:1775764776.838418:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ee60b24 reply state 000000005d96fa0e transno 4294967438 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764776.838431:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764776.838621:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00010000:00080000:1.0:1775764776.838722:0:5768:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1775764776.838762:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:32961:x1862022702752256:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 95056us (95212us total) trans 4294967438 rc 0/0 00000100:00100000:1.0:1775764776.838770:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 347 00010000:00010000:3.0:1775764776.838843:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.838851:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.838858:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.838863:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764776.838867:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.838875:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.838890:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:3.0:1775764776.838892:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764776.838897:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764776.838902:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d156 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.314165:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764777.673570:0:55483:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd785f2250 20000000:00000080:0.0:1775764777.673589:0:55483:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37bc8000 uarg=0000000000000000 00010000:00010000:0.0:1775764777.674527:0:55483:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764777.674547:0:55483:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764777.674568:0:55483:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764777.674588:0:55483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.674605:0:55483:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d133 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.674612:0:55483:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.674804:0:55483:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d133 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.674818:0:55483:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d133 expref: 17 pid: 5762 timeout: 1702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.674833:0:55483:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55483:1862022726023936:0@lo:104: 00000100:00100000:0.0:1775764777.674896:0:55483:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764777.674944:0:55483:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764777.674961:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726023936 00000100:00100000:2.0:1775764777.674968:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726023936 00000100:00100000:2.0:1775764777.675014:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1775764777.675022:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55483:x1862022726023936:12345-0@lo:104: 00010000:00010000:2.0:1775764777.675034:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.675101:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764777.675107:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55483:x1862022726023936:12345-0@lo:104: Request processed in 86us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.675114:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00010000:00010000:3.0:1775764777.675445:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764777.675450:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675455:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764777.675458:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675464:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764777.675468:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764777.675472:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764777.675503:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675519:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764777.675546:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675552:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e80c00/0x429a70d18420d133 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d13a expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.675557:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726024064:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.675567:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.675568:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.675570:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.675587:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.675621:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726024064 00000100:00100000:3.0:1775764777.675626:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726024064 00010000:00010000:3.0:1775764777.675656:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d133 expref: 18 pid: 5762 timeout: 1702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.675686:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1775764777.675693:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726024064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.675703:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.675707:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d133 expref: 18 pid: 5762 timeout: 1702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675718:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d133 expref: 18 pid: 5762 timeout: 1702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675751:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675760:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675773:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675785:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675792:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675798:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675802:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764777.675805:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675810:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675815:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.675821:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.675848:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726024064:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.675854:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1775764777.675875:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726024064:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764777.676082:0:55483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca800/0x429a70d18420d13a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d133 expref: 17 pid: 5762 timeout: 1702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.676089:0:55483:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55483:1862022726023936:0@lo:104: 00010000:00010000:0.0:1775764777.676099:0:55483:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.676105:0:55483:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.676117:0:55483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.676121:0:55483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420d15d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.776648:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764777.776694:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764777.776725:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764777.776780:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702752640 00000100:00100000:2.0:1775764777.776789:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702752640 00000100:00100000:2.0:1775764777.776856:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 590 00000100:00100000:2.0:1775764777.776866:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702752640:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764777.776934:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702752640:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 70us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.776941:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 590 00000100:00100000:2.0:1775764777.776962:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702752512 00000100:00100000:2.0:1775764777.776966:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702752512 00000100:00100000:2.0:1775764777.776995:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1110 00000100:00100000:2.0:1775764777.777001:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702752512:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764777.777033:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702752512:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.777040:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1110 00000100:00080000:2.0:1775764777.777055:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764777.777257:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702752384 00000100:00100000:1.0:1775764777.777262:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702752384 00000100:00100000:1.0:1775764777.777293:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 941 00000100:00100000:1.0:1775764777.777300:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702752384:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764777.777334:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702752384:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 35us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764777.777341:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 941 00010000:00010000:2.0:1775764778.336840:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764778.720241:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726024192:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764778.720319:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764778.721808:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726024192 00000100:00100000:2.0:1775764778.721821:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726024192 00000100:00100000:2.0:1775764778.721886:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1775764778.721897:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726024192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764778.721932:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764778.722004:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726024192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764778.722012:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1775764778.723290:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726024320:0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.723355:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764778.723393:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726024832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.723423:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764778.723447:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764778.723452:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726024448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.723477:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1775764778.723542:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764778.723588:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726024704:0@lo:400:kworker.0 00000100:00100000:2.0:1775764778.723623:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764778.723677:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726024192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764778.723696:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764778.723703:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726024576:0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.723839:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726024320 00000100:00100000:0.0:1775764778.723846:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726024320 00000100:00100000:0.0:1775764778.723880:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1775764778.723889:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022726024320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.723950:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022726024320:12345-0@lo:400:kworker.0 Request processed in 62us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764778.723958:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1775764778.723989:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726024832 00000100:00100000:0.0:1775764778.723993:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726024832 00000100:00100000:0.0:1775764778.724031:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1775764778.724037:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022726024832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.724067:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022726024832:12345-0@lo:400:kworker.0 Request processed in 31us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764778.724084:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1775764778.724104:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726024448 00000100:00100000:0.0:1775764778.724107:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726024448 00000100:00100000:0.0:1775764778.724132:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726024704 00000100:00100000:0.0:1775764778.724136:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726024704 00000100:00100000:0.0:1775764778.724157:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1775764778.724164:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02256680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726024448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.724193:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02256680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726024448:12345-0@lo:400:kworker.0 Request processed in 30us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764778.724200:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1775764778.724210:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1775764778.724216:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726024704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.724239:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726024704:12345-0@lo:400:kworker.0 Request processed in 23us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764778.724245:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1775764778.724390:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726024448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.724400:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726024320:0@lo:400:kworker.0 00000100:00100000:0.0:1775764778.724410:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726024832:0@lo:400:kworker.0 00000100:00080000:0.0:1775764778.724432:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764778.724436:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764778.729709:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764778.729799:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726024704:0@lo:400:kworker.0 00000100:00100000:2.0:1775764778.729835:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726024576 00000100:00100000:2.0:1775764778.729842:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726024576 00000100:00100000:2.0:1775764778.729904:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1775764778.729913:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726024576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764778.729969:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726024576:12345-0@lo:400:kworker.0 Request processed in 56us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764778.729977:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00080000:2.0:1775764778.730001:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764778.730021:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726024576:0@lo:400:kworker.0 00000001:00100000:3.0:1775764778.815965:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:3.0:1775764778.815975:0:6575:0:(genops.c:904:class_export_put()) final put ffff8b1d01b39800/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:0.0:1775764778.822433:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1d01b39800/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0000 00000100:00100000:2.0:1775764778.825832:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764778.825872:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764778.825902:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764778.826020:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702753024 00000100:00100000:2.0:1775764778.826031:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702753024 00000100:00100000:2.0:1775764778.826088:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 592 00000100:00100000:2.0:1775764778.826098:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702753024:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764778.826170:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702753024:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 73us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764778.826192:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 592 00000100:00100000:1.0:1775764778.831434:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702752768 00000100:00100000:1.0:1775764778.831465:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702752768 00000100:00100000:1.0:1775764778.831546:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 943 00000100:00100000:1.0:1775764778.831556:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702752768:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764778.831646:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702752768:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (5822us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764778.831683:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 943 00000020:00000080:0.0:1775764778.844272:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1d01b3b800 for lustre-OST0000 00000100:00100000:0.0:1775764778.844481:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702752896 00000100:00100000:0.0:1775764778.844494:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702752896 00000100:00080000:2.0:1775764778.844584:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764778.844611:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1114 00000100:00100000:0.0:1775764778.844635:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702752896:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764778.844754:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702752896:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 119us (18849us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764778.844762:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1114 00000001:00080000:3.0:1775764778.884720:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967320 is committed 10000000:01000000:2.0:1775764779.234986:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764779.234994:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:2.0:1775764779.235000:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764779.235053:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764779.235066:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764779.235078:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764779.235105:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726024960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764779.235173:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764779.235215:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d01ec6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764779.235235:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726024960 00000100:00100000:2.0:1775764779.235242:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726024960 00000100:00100000:2.0:1775764779.235279:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1775764779.235284:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726024960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764779.235297:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764779.235309:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d164 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764779.235326:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d164 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764779.235333:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d164 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764779.235352:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81e00, rc 0) 00000100:00100000:2.0:1775764779.235379:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726024960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764779.235384:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1775764779.235419:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726024960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764779.235428:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764779.235434:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764779.235460:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1775764779.235471:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764779.235478:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764779.360129:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764780.394062:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764780.769335:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764780.769357:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726025088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764780.769416:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764780.769579:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726025088 00000100:00100000:0.0:1775764780.769589:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726025088 00000100:00100000:0.0:1775764780.769661:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1775764780.769669:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726025088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764780.769699:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764780.769760:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726025088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764780.769765:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1775764780.769794:0:3313:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967320 gen 2 00000004:00080000:0.0:1775764780.769798:0:3313:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e2f437100, transno 4294967320 00000100:00100000:0.0:1775764780.769811:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726025088:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764780.770228:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764781.051843:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764781.052786:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702753152 00000100:00100000:3.0:1775764781.052795:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702753152 00000100:00100000:3.0:1775764781.052883:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 348 00000100:00100000:3.0:1775764781.052893:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33038:x1862022702753152:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:3.0:1775764781.052921:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764781.052939:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d172 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe4d expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.052990:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053001:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053010:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053018:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053022:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053026:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053327:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d187 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053334:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053338:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764781.053656:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:3.0:1775764781.053660:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764781.053721:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053763:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053768:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053773:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053777:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764781.053780:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053784:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053794:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b200) 00010000:00010000:3.0:1775764781.053796:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764781.053801:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053811:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d179 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053824:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053829:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053835:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053840:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764781.053843:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053849:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053855:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1d0297b400) 00010000:00010000:3.0:1775764781.053857:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764781.053858:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053862:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d180 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.053889:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d172 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe4d expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.054625:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d187 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe4d expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764781.054633:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:3.0:1775764781.054635:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764781.054637:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194200, rc 0) 00000100:00100000:3.0:1775764781.054701:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33038:x1862022702753152:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 1810us (2866us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764781.054707:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 348 00000100:00080000:2.0:1775764781.055068:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764781.408745:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764782.431955:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764783.008699:0:55729:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd86a546e0 20000000:00000080:1.0:1775764783.008716:0:55729:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e376b5c00 uarg=0000000000000000 00010000:00010000:1.0:1775764783.010229:0:55729:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1775764783.010266:0:55729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d0297b500) 00010000:00010000:1.0:1775764783.010270:0:55729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764783.010281:0:55729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d187 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe4d expref: 5 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.010303:0:55729:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1775764783.010328:0:55729:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764783.010343:0:55729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.010356:0:55729:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d164 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.010364:0:55729:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.010404:0:55729:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d164 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.010420:0:55729:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d164 expref: 17 pid: 5763 timeout: 1707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764783.010527:0:55729:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55729:1862022726025216:0@lo:104: 00000100:00100000:1.0:1775764783.010676:0:55729:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764783.010835:0:55729:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b8ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764783.010992:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726025216 00000100:00100000:0.0:1775764783.011001:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726025216 00000100:00100000:2.0:1775764783.011292:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1775764783.011302:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55729:x1862022726025216:12345-0@lo:104: 00010000:00010000:2.0:1775764783.011316:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.011391:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764783.011404:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55729:x1862022726025216:12345-0@lo:104: Request processed in 103us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764783.011412:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1775764783.011502:0:55729:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55729:1862022726025216:0@lo:104: 00010000:00010000:3.0:1775764783.011523:0:55729:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011589:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764783.011596:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011604:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764783.011607:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011616:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764783.011630:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764783.011637:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764783.011673:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011680:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764783.011702:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011708:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e36e81800/0x429a70d18420d164 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d16b expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011722:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764783.011724:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764783.011725:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764783.011761:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726025344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764783.011794:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764783.011833:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726025344 00000100:00100000:0.0:1775764783.011838:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726025344 00010000:00010000:0.0:1775764783.011857:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d164 expref: 18 pid: 5763 timeout: 1707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764783.011879:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1775764783.011900:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726025344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764783.011917:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764783.011922:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d164 expref: 18 pid: 5763 timeout: 1707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011940:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d164 expref: 18 pid: 5763 timeout: 1707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011953:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81e00/0x429a70d18420d16b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d164 expref: 18 pid: 5763 timeout: 1707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011965:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011973:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011986:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.011994:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.012001:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.012008:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.012013:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764783.012017:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.012035:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.012057:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.012067:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764783.012093:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022726025344:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.012100:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1775764783.012129:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726025344:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764783.012324:0:55729:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.012333:0:55729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.012340:0:55729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cb000/0x429a70d18420d18e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.455996:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764783.839967:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726025472:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840037:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764783.840083:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726025984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840111:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764783.840136:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764783.840142:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726025856:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840167:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764783.840194:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726025600:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840217:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764783.840234:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726026112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840253:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764783.840269:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764783.840274:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726025728:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840293:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764783.840591:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726025472 00000100:00100000:0.0:1775764783.840599:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726025472 00000100:00100000:0.0:1775764783.840644:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1775764783.840662:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022726025472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840710:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022726025472:12345-0@lo:400:kworker.0 Request processed in 51us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.840716:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1775764783.840769:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726025984 00000100:00100000:0.0:1775764783.840772:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726025984 00000100:00100000:0.0:1775764783.840799:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726025600 00000100:00100000:0.0:1775764783.840801:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726025600 00000100:00100000:0.0:1775764783.840810:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726025728 00000100:00100000:0.0:1775764783.840811:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726025728 00000100:00100000:0.0:1775764783.840820:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1775764783.840824:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02257b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726025984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840845:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02257b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726025984:12345-0@lo:400:kworker.0 Request processed in 21us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.840849:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1775764783.840857:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1775764783.840860:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726025600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840875:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726025600:12345-0@lo:400:kworker.0 Request processed in 15us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.840878:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1775764783.840885:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1775764783.840889:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726025728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840901:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726025728:12345-0@lo:400:kworker.0 Request processed in 12us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.840904:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1775764783.840915:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726025856 00000100:00100000:0.0:1775764783.840917:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726025856 00000100:00100000:0.0:1775764783.840943:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726026112 00000100:00100000:0.0:1775764783.840945:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726026112 00000100:00100000:0.0:1775764783.840956:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1775764783.840959:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726025856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.840980:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726025856:12345-0@lo:400:kworker.0 Request processed in 21us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.840983:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1775764783.840989:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1775764783.840993:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726026112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.841006:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726026112:12345-0@lo:400:kworker.0 Request processed in 13us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.841009:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00080000:0.0:1775764783.841035:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764783.841039:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764783.841042:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764783.841087:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726025728:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.841096:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726025600:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.841101:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726026112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.841123:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726025856:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.841128:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726025472:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.841133:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726025984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764783.843121:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726026240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764783.843186:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764783.843234:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726026240 00000100:00100000:0.0:1775764783.843246:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726026240 00000100:00100000:0.0:1775764783.843283:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1775764783.843292:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726026240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764783.843324:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764783.843365:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726026240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.843372:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1775764783.843436:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726026240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764783.919927:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764783.919964:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764783.919998:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764783.920026:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702753536 00000100:00100000:3.0:1775764783.920037:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702753536 00000100:00100000:3.0:1775764783.920113:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 595 00000100:00100000:3.0:1775764783.920124:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702753536:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764783.920214:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702753536:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764783.920222:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 595 00000100:00100000:3.0:1775764783.920246:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702753408 00000100:00100000:3.0:1775764783.920250:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702753408 00000100:00100000:3.0:1775764783.920282:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1118 00000100:00100000:3.0:1775764783.920289:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702753408:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764783.920317:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702753408:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764783.920323:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1118 00000100:00080000:3.0:1775764783.920339:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764783.920343:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764783.920640:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702753280 00000100:00100000:0.0:1775764783.920645:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702753280 00000100:00100000:0.0:1775764783.921154:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 946 00000100:00100000:0.0:1775764783.921164:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702753280:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764783.921202:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702753280:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.921210:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 946 00010000:00010000:3.0:1775764784.485657:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764784.801144:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764784.801150:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764784.801156:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764784.801201:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.801212:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.801224:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764784.801252:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726026368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764784.801325:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764784.801374:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764784.806982:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726026368 00000100:00100000:1.0:1775764784.806996:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726026368 00000100:00100000:1.0:1775764784.807068:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1775764784.807078:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726026368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764784.807094:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764784.807113:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d195 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.807141:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d195 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.807152:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d195 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.807161:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca200, rc 0) 00000100:00100000:1.0:1775764784.807241:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726026368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (5915us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764784.807249:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1775764784.807307:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726026368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764784.807324:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.807334:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764784.807357:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764784.807362:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.807389:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.504343:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764785.893717:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764785.893778:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726026496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764785.893845:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764785.894129:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726026496 00000100:00100000:2.0:1775764785.894139:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726026496 00000100:00100000:2.0:1775764785.894202:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1775764785.894212:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726026496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764785.894249:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764785.894301:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726026496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764785.894309:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:3.0:1775764785.894446:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764785.894481:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726026496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764786.394918:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764786.394991:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702753664 00000100:00100000:0.0:1775764786.395001:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702753664 00000100:00100000:0.0:1775764786.395075:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 349 00000100:00100000:0.0:1775764786.395086:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33125:x1862022702753664:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775764786.395109:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764786.395132:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d1a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe54 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764786.395201:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420d1aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764786.395239:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420d1aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764786.395254:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420d1aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764786.395465:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:0.0:1775764786.395470:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764786.395547:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420d1aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764786.395574:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d1a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe54 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764786.395597:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420d1aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe54 expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764786.395606:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e100) 00010000:00010000:0.0:1775764786.395609:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764786.395613:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063400, rc 0) 00000100:00100000:0.0:1775764786.395693:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33125:x1862022702753664:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 609us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764786.395701:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 349 00000100:00080000:2.0:1775764786.396128:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764786.415724:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764786.425830:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702753920 00000100:00100000:1.0:1775764786.425845:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702753920 00000100:00100000:1.0:1775764786.427582:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 350 00000100:00100000:1.0:1775764786.427590:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33125:x1862022702753920:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:1.0:1775764786.427640:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764786.427671:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063400/0x429a70d18420d1aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe54 expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764786.427688:0:8088:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420d187) 00010000:00010000:1.0:1775764786.427693:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e1676e100) 00010000:00010000:1.0:1775764786.427708:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764786.427762:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764786.427776:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764786.427788:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764786.429473:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cda5467b reply state 00000000de36ad75 transno 4294967439 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764786.429491:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764786.429691:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000100:00100000:1.0:1775764786.429846:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33125:x1862022702753920:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 2253us (14130us total) trans 4294967439 rc 0/0 00000100:00100000:1.0:1775764786.429857:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 350 00010000:00010000:3.0:1775764786.444303:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764786.444324:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764786.444332:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764786.444338:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764786.444343:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764786.444351:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764786.444369:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56d00) 00010000:00010000:3.0:1775764786.444372:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764786.444377:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764786.444386:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d1b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764786.530474:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764787.013782:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967439 is committed 00000020:00000080:2.0:1775764787.464284:0:55928:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2e6fb3b0 20000000:00000080:2.0:1775764787.464301:0:55928:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e375af000 uarg=0000000000000000 00010000:00010000:2.0:1775764787.465201:0:55928:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764787.465219:0:55928:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764787.465243:0:55928:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764787.465262:0:55928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764787.465280:0:55928:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d195 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764787.465287:0:55928:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764787.465325:0:55928:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d195 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764787.465482:0:55928:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d195 expref: 17 pid: 5763 timeout: 1712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764787.465501:0:55928:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55928:1862022726026624:0@lo:104: 00000100:00100000:2.0:1775764787.465566:0:55928:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764787.465682:0:55928:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e097ff900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764787.471882:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726026624 00000100:00100000:0.0:1775764787.471898:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726026624 00000100:00100000:2.0:1775764787.473540:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1775764787.473553:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55928:x1862022726026624:12345-0@lo:104: 00010000:00010000:2.0:1775764787.473574:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764787.474468:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764787.474477:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:55928:x1862022726026624:12345-0@lo:104: Request processed in 926us (8910us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764787.474487:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:0.0:1775764787.474875:0:55928:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:55928:1862022726026624:0@lo:104: 00010000:00010000:0.0:1775764787.474902:0:55928:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.475567:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764787.475576:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.475585:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764787.475589:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.475599:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764787.475606:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764787.475612:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764787.475666:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.475673:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764787.475704:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.475711:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d195 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d19c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.475753:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764787.475755:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764787.475758:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764787.475767:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764787.475783:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726026752:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764787.475843:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764787.475890:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726026752 00000100:00100000:3.0:1775764787.475896:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726026752 00010000:00010000:3.0:1775764787.475922:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d195 expref: 18 pid: 5763 timeout: 1712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764787.475948:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1775764787.475955:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726026752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764787.475968:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764787.475972:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d195 expref: 18 pid: 5763 timeout: 1712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.475984:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d195 expref: 18 pid: 5763 timeout: 1712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.475997:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0ca200/0x429a70d18420d19c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d195 expref: 18 pid: 5763 timeout: 1712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476149:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476157:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476175:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476181:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476186:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476191:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476196:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764787.476200:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476206:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476225:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764787.476234:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764787.476265:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022726026752:12345-0@lo:103:ldlm_bl.0 Request processed in 311us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764787.476272:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1775764787.476302:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726026752:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764787.476349:0:55928:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764787.476365:0:55928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764787.476370:0:55928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80800/0x429a70d18420d1b8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 55928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764787.570360:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764788.579952:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764788.969944:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726026880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764788.970015:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764788.970088:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726026880 00000100:00100000:0.0:1775764788.970096:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726026880 00000100:00100000:0.0:1775764788.970147:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1775764788.970157:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726026880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764788.970194:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764788.970242:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726026880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764788.970250:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1775764788.970298:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726026880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764788.971154:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726027392:0@lo:400:kworker.0 00000100:00100000:1.0:1775764788.971154:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726027136:0@lo:400:kworker.0 00000100:00080000:2.0:1775764788.971245:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764788.976659:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726027008:0@lo:400:kworker.0 00000100:00100000:0.0:1775764788.981764:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764788.981816:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726027392 00000100:00100000:0.0:1775764788.981825:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726027392 00000100:00100000:0.0:1775764788.981889:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1775764788.981900:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02256d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726027392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764788.981951:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02256d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726027392:12345-0@lo:400:kworker.0 Request processed in 54us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764788.981959:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00080000:2.0:1775764788.982315:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764788.982832:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726027392:0@lo:400:kworker.0 00000100:00100000:0.0:1775764788.983280:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726027264:0@lo:400:kworker.0 00000100:00100000:0.0:1775764788.983344:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764788.984098:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726027264 00000100:00100000:2.0:1775764788.984107:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726027264 00000100:00100000:2.0:1775764788.984174:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:2.0:1775764788.984183:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02256a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726027264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764788.984243:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02256a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726027264:12345-0@lo:400:kworker.0 Request processed in 61us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764788.984249:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00080000:2.0:1775764788.984331:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764788.984357:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726027264:0@lo:400:kworker.0 00000100:00100000:1.0:1775764788.988551:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764788.988615:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726027136 00000100:00100000:1.0:1775764788.988625:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726027136 00000100:00100000:1.0:1775764788.988701:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1775764788.988711:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726027136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764788.988795:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726027136:12345-0@lo:400:kworker.0 Request processed in 86us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764788.988802:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1775764788.988874:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726027136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764788.995429:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764788.995479:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726027008 00000100:00100000:2.0:1775764788.995489:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726027008 00000100:00100000:2.0:1775764788.996137:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1775764788.996148:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726027008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764788.996203:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726027008:12345-0@lo:400:kworker.0 Request processed in 58us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764788.996211:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1775764788.997095:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726027520:0@lo:400:kworker.0 00000100:00100000:3.0:1775764788.997151:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764788.997202:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726027008:0@lo:400:kworker.0 00000100:00100000:1.0:1775764788.997816:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726027520 00000100:00100000:1.0:1775764788.997826:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726027520 00000100:00100000:1.0:1775764788.997895:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1775764788.997904:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726027520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764788.997959:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726027520:12345-0@lo:400:kworker.0 Request processed in 57us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764788.997966:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:1.0:1775764788.997984:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764788.998006:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726027520:0@lo:400:kworker.0 00000100:00100000:0.0:1775764789.039880:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764789.039912:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764789.039942:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764789.039973:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702754176 00000100:00100000:0.0:1775764789.039982:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702754176 00000100:00100000:3.0:1775764789.040104:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702754304 00000100:00100000:3.0:1775764789.040108:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702754304 00000100:00100000:2.0:1775764789.040165:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702754048 00000100:00100000:2.0:1775764789.040169:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702754048 00000100:00100000:2.0:1775764789.040215:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 949 00000100:00100000:2.0:1775764789.040223:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702754048:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764789.040297:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702754048:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 74us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764789.040305:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 949 00000100:00100000:0.0:1775764789.046299:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1122 00000100:00100000:0.0:1775764789.046313:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702754176:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764789.046414:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702754176:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (6461us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764789.046423:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1122 00000100:00100000:3.0:1775764789.050191:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 597 00000100:00100000:3.0:1775764789.050206:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702754304:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764789.050327:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702754304:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 125us (10414us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764789.050335:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 597 00000100:00080000:1.0:1775764789.050498:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764789.050504:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:1.0:1775764789.093547:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764789.093555:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764789.093560:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764789.093638:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.093651:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.093663:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764789.093691:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726027648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764789.093796:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764789.093865:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764789.094257:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726027648 00000100:00100000:0.0:1775764789.094266:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726027648 00000100:00100000:0.0:1775764789.094327:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1775764789.094336:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726027648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764789.094351:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764789.094369:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d1bf expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764789.094423:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d1bf expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764789.094434:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d1bf expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764789.094443:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062400, rc 0) 00000100:00100000:0.0:1775764789.094489:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726027648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764789.094509:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:1.0:1775764789.095046:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726027648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764789.095064:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.095074:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764789.095096:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764789.095100:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.095107:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.601192:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764790.626133:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764791.007976:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764791.008008:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726027776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764791.008081:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764791.008169:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726027776 00000100:00100000:3.0:1775764791.008180:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726027776 00000100:00100000:3.0:1775764791.008250:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1775764791.008258:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726027776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764791.008293:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764791.008339:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726027776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764791.008346:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:3.0:1775764791.008396:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764791.008438:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726027776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764791.254509:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764791.254715:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702754432 00000100:00100000:0.0:1775764791.254769:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702754432 00000100:00100000:0.0:1775764791.254906:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 351 00000100:00100000:0.0:1775764791.254918:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702754432:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764791.255064:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702754432:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 149us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764791.255073:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 351 00000100:00080000:3.0:1775764791.257580:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764791.259036:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764791.259514:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702754560 00000100:00100000:1.0:1775764791.259544:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702754560 00000100:00100000:1.0:1775764791.259653:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 184 00000100:00100000:1.0:1775764791.259676:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2355:x1862022702754560:12345-192.168.202.7@tcp:8:lfs.60003 00010000:00080000:1.0:1775764791.259772:0:6552:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1616 last 0 00000020:00000080:1.0:1775764791.259812:0:6552:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420d1cd 00002000:00100000:1.0:1775764791.259825:0:6552:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e0f049800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1775764791.259853:0:6552:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1775764791.260114:0:6552:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1775764791.260149:0:6552:0:(import.c:65:import_set_state_nolock()) ffff8b1e0f04c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764791.260235:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702754560:12345-192.168.202.7@tcp:8:lfs.60003 Request processed in 559us (1296us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764791.260243:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 184 00000100:00100000:2.0:1775764791.262720:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764791.262900:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702754688 00000100:00100000:3.0:1775764791.262908:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702754688 00000100:00100000:3.0:1775764791.262981:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 185 00000100:00100000:3.0:1775764791.262991:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33210:x1862022702754688:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764791.263301:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33210:x1862022702754688:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 312us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764791.263309:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 185 00000100:00080000:2.0:1775764791.264348:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764791.265479:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764791.265668:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702754816 00000100:00100000:0.0:1775764791.265681:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702754816 00000100:00100000:0.0:1775764791.265776:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 186 00000100:00100000:0.0:1775764791.265787:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702754816:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:0.0:1775764791.266235:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702754816:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 447us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764791.266245:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 186 00000100:00080000:2.0:1775764791.267192:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764791.271848:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764791.272110:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702754944 00000100:00100000:1.0:1775764791.272120:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702754944 00000100:00100000:1.0:1775764791.272179:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 352 00000100:00100000:1.0:1775764791.272189:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702754944:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764791.273303:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702754944:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 1109us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764791.273316:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 352 00000100:00100000:0.0:1775764791.278182:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764791.278381:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702755072 00000100:00100000:3.0:1775764791.278402:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702755072 00000100:00100000:3.0:1775764791.278470:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 353 00000100:00100000:3.0:1775764791.278481:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02257800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702755072:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:3.0:1775764791.278605:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02257800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702755072:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 126us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764791.278613:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 353 00000100:00100000:1.0:1775764791.281261:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764791.281552:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702755200 00000100:00100000:3.0:1775764791.281564:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702755200 00000100:00100000:3.0:1775764791.281626:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 187 00000100:00100000:3.0:1775764791.281637:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33210:x1862022702755200:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764791.282394:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33210:x1862022702755200:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 739us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764791.282405:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 187 00000100:00100000:1.0:1775764791.287365:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764791.288124:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702755328 00000100:00100000:3.0:1775764791.288154:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702755328 00000100:00100000:2.0:1775764791.288394:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 188 00000100:00100000:2.0:1775764791.288407:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702755328:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764791.288912:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702755328:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 506us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764791.288920:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 188 00000100:00100000:0.0:1775764791.295036:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764791.295209:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702755456 00000100:00100000:1.0:1775764791.295239:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702755456 00000100:00100000:1.0:1775764791.295309:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 354 00000100:00100000:1.0:1775764791.295321:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702755456:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764791.296968:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33210:x1862022702755456:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 1641us (2019us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764791.296982:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 354 00000100:00100000:3.0:1775764791.348841:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764791.349193:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702755584 00000100:00100000:1.0:1775764791.349203:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702755584 00000100:00100000:1.0:1775764791.349262:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 355 00000100:00100000:1.0:1775764791.349271:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33214:x1862022702755584:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:1.0:1775764791.349295:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764791.349316:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d1d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe5b expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.349371:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.349395:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.349411:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.349426:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.349433:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.349439:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.349926:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d1e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.349934:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.349949:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764791.350032:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:1.0:1775764791.350037:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764791.350106:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350117:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350121:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350127:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350131:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764791.350134:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350139:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350148:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56600) 00010000:00010000:1.0:1775764791.350150:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764791.350153:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350156:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d1db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350172:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350176:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350179:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350182:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764791.350183:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350186:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350190:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e03a56100) 00010000:00010000:1.0:1775764791.350192:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764791.350193:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350196:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d1e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350219:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d1d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe5b expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350228:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d1e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe5b expref: 6 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.350239:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:1.0:1775764791.350241:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764791.350242:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb000, rc 0) 00000100:00100000:1.0:1775764791.350309:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33214:x1862022702755584:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 1039us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764791.350314:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 355 00000100:00100000:2.0:1775764791.353293:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764791.353379:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702755712 00000100:00100000:3.0:1775764791.353399:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702755712 00000100:00100000:3.0:1775764791.353491:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 63 00000100:00100000:3.0:1775764791.353503:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33214:x1862022702755712:12345-192.168.202.7@tcp:49:dd.60003 00000100:00100000:3.0:1775764791.353638:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33214:x1862022702755712:12345-192.168.202.7@tcp:49:dd.60003 Request processed in 133us (352us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764791.353644:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 63 00000100:00100000:0.0:1775764791.356142:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764791.356215:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702755968 00000100:00100000:1.0:1775764791.356225:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702755968 00000100:00100000:1.0:1775764791.356279:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 356 00000100:00100000:1.0:1775764791.356287:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33214:x1862022702755968:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:1.0:1775764791.356307:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764791.356326:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d1f0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe62 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.356779:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.356793:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.356802:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.356813:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.356818:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.356830:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764791.357470:0:8088:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xc:0x0], index 0: 0 00010000:00010000:1.0:1775764791.358202:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d205 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358219:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d205 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358228:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d205 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358267:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358274:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358280:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358286:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764791.358290:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358298:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358310:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:1.0:1775764791.358313:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764791.358327:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358333:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d1f7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764791.358347:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2d26df3 reply state 00000000e2790c1a transno 4294967440 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764791.358356:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764791.358402:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d1f0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe62 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358417:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d205 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe62 expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.358424:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1e03a56d00) 00010000:00010000:1.0:1775764791.358426:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764791.358429:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cbe00, rc 0) 00000100:00100000:1.0:1775764791.358538:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33214:x1862022702755968:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 2252us (2405us total) trans 4294967440 rc 0/0 00000100:00100000:1.0:1775764791.358545:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 356 00010000:00010000:3.0:1775764791.360991:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.361009:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.361018:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.361023:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764791.361029:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.361037:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.361054:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e03a56500) 00010000:00010000:3.0:1775764791.361057:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764791.361062:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.361068:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d1fe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764791.365492:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764791.365580:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702756096 00000100:00100000:2.0:1775764791.365591:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702756096 00000100:00100000:2.0:1775764791.365816:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 189 00000100:00100000:2.0:1775764791.365829:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33214:x1862022702756096:12345-192.168.202.7@tcp:101:dd.60003 00010000:00010000:2.0:1775764791.365852:0:6550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764791.365877:0:6550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe69 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764791.365907:0:6550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764791.365931:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764791.365933:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764791.365949:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe69 expref: 7 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764791.365970:0:6550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe69 expref: 7 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764791.365983:0:6550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81e00, rc 0) 00000100:00100000:2.0:1775764791.366049:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33214:x1862022702756096:12345-192.168.202.7@tcp:101:dd.60003 Request processed in 222us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764791.366056:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 189 00000100:00100000:0.0:1775764791.378892:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764791.378990:0:6556:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702756224 00000100:00100000:2.0:1775764791.379004:0:6556:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702756224 00002000:00100000:2.0:1775764791.379063:0:6556:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->1048575) req@ffff8b1e378d4a80 x1862022702756224/t0(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:272/0 lens 488/0 e 0 to 0 dl 1775764802 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1775764791.379075:0:6556:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e378d4a80 with x1862022702756224 ext(0->1048575) 00002000:00010000:2.0:1775764791.379081:0:6556:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e378d4a80 00000100:00100000:2.0:1775764791.379155:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 7 00000100:00100000:2.0:1775764791.379163:0:6556:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702756224:12345-192.168.202.7@tcp:4:dd.60003 00000001:00100000:1.0:1775764791.441777:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000100:00100000:2.0:1775764791.466573:0:6556:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2357:x1862022702756224:12345-192.168.202.7@tcp:4:dd.60003 Request processed in 87397us (87679us total) trans 4294967319 rc 0/0 00000100:00100000:2.0:1775764791.466587:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 7 00002000:00100000:2.0:1775764791.466601:0:6556:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->1048575) req@ffff8b1e378d4a80 x1862022702756224/t4294967319(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:272/0 lens 488/448 e 0 to 0 dl 1775764802 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1775764791.466611:0:6556:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e378d4a80 with x1862022702756224 ext(0->1048575) 00002000:00010000:2.0:1775764791.466616:0:6556:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e378d4a80 00000001:00080000:1.0:1775764791.467341:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967319 is committed 00000100:00100000:1.0:1775764791.470973:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764791.471091:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702756352 00000100:00100000:2.0:1775764791.471105:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702756352 00000100:00100000:2.0:1775764791.471175:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 357 00000100:00100000:2.0:1775764791.471186:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33214:x1862022702756352:12345-192.168.202.7@tcp:44:dd.60003 00000001:00080000:3.0:1775764791.512320:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967440 is committed 00000100:00100000:1.0:1775764791.512629:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33214:x1862022702756352:12345-192.168.202.7@tcp:44:dd.60003 Request processed in 41438us (41662us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764791.513269:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 357 00000100:00100000:2.0:1775764791.515239:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764791.515526:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702756480 00000100:00100000:1.0:1775764791.515551:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702756480 00000100:00100000:1.0:1775764791.515611:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 190 00000100:00100000:1.0:1775764791.515622:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702756480:12345-192.168.202.7@tcp:16:dd.60003 00000100:00100000:1.0:1775764791.515834:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702756480:12345-192.168.202.7@tcp:16:dd.60003 Request processed in 213us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764791.515841:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 190 00000100:00100000:3.0:1775764791.519080:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764791.519187:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702756736 00000100:00100000:1.0:1775764791.519198:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702756736 00000100:00100000:1.0:1775764791.519254:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 64 00000100:00100000:1.0:1775764791.519264:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33214:x1862022702756736:12345-192.168.202.7@tcp:35:dd.60003 00000001:00080000:1.0:1775764791.520059:0:5772:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967441 00000100:00100000:1.0:1775764791.520257:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33214:x1862022702756736:12345-192.168.202.7@tcp:35:dd.60003 Request processed in 992us (1184us total) trans 4294967442 rc 0/0 00000100:00100000:1.0:1775764791.520266:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 64 00000020:00080000:1.0:1775764791.520271:0:5772:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764791.648067:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764792.672109:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764793.205552:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967442 is committed 00010000:00010000:3.0:1775764793.700275:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764794.086294:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726028288:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.086355:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764794.086427:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764794.086433:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726028032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764794.086455:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764794.086468:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726028416:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.086484:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764794.086507:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726028160:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.086529:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764794.086543:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726028672:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.086580:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764794.086597:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1775764794.086601:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726027904:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.086623:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764794.086643:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726028544:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.086663:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764794.086689:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726028288 00000100:00100000:1.0:1775764794.086697:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726028288 00000100:00100000:2.0:1775764794.086711:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726028032 00000100:00100000:2.0:1775764794.086718:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726028032 00000100:00100000:1.0:1775764794.086785:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726028160 00000100:00100000:1.0:1775764794.086789:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726028160 00000100:00100000:2.0:1775764794.086794:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1775764794.086806:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726028032:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764794.086811:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726028544 00000100:00100000:1.0:1775764794.086815:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726028544 00000100:00100000:1.0:1775764794.086832:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:1.0:1775764794.086838:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726028288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.086886:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726028288:12345-0@lo:400:kworker.0 Request processed in 48us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764794.086892:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:1.0:1775764794.086908:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1775764794.086915:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726028160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.086942:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726028160:12345-0@lo:400:kworker.0 Request processed in 30us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764794.086948:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1775764794.086959:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1775764794.086965:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726028544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.086987:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726028544:12345-0@lo:400:kworker.0 Request processed in 23us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764794.087001:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1775764794.087021:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726028416 00000100:00100000:1.0:1775764794.087025:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726028416 00000100:00100000:1.0:1775764794.087047:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726028672 00000100:00100000:1.0:1775764794.087050:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726028672 00000100:00100000:1.0:1775764794.087067:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1775764794.087073:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022726028416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.087101:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3311:x1862022726028416:12345-0@lo:400:kworker.0 Request processed in 29us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764794.087107:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1775764794.087117:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1775764794.087123:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726028672:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1775764794.088538:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764794.088644:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726028032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1839us (2184us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764794.088657:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1775764794.088716:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726027904 00000100:00100000:2.0:1775764794.088723:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726027904 00000100:00100000:2.0:1775764794.088788:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1775764794.088797:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726027904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.090012:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726028672:12345-0@lo:400:kworker.0 Request processed in 2882us (3423us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764794.090023:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1775764794.090086:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726028032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764794.090098:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726028416:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.090108:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726028288:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.090155:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726028544:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.090168:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726028160:0@lo:400:kworker.0 00000100:00100000:1.0:1775764794.090177:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726028672:0@lo:400:kworker.0 00000100:00100000:2.0:1775764794.090552:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726027904:12345-0@lo:400:kworker.0 Request processed in 1754us (3925us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764794.090561:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1775764794.090600:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726027904:0@lo:400:kworker.0 00000100:00080000:2.0:1775764794.090612:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764794.090618:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764794.090622:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764794.174921:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764794.174972:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764794.175011:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764794.175014:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702756992 00000100:00100000:1.0:1775764794.175041:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702756992 00000100:00100000:3.0:1775764794.175091:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764794.175122:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1126 00000100:00100000:3.0:1775764794.175123:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702757120 00000100:00100000:3.0:1775764794.175129:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702757120 00000100:00100000:1.0:1775764794.175136:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702756992:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764794.175168:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702757248 00000100:00100000:3.0:1775764794.175172:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702757248 00000100:00100000:3.0:1775764794.175199:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 600 00000100:00100000:3.0:1775764794.175208:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702757120:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764794.175243:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702756992:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 109us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764794.175244:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702757120:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764794.175261:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1126 00000100:00100000:3.0:1775764794.175262:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 600 00000100:00100000:3.0:1775764794.175284:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 601 00000100:00080000:1.0:1775764794.175293:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764794.175293:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702757248:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:1.0:1775764794.175300:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764794.175304:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764794.175323:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702757248:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764794.175329:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 601 00000100:00100000:2.0:1775764794.175470:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702756864 00000100:00100000:2.0:1775764794.175485:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702756864 00000100:00100000:2.0:1775764794.175532:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 952 00000100:00100000:2.0:1775764794.175539:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702756864:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764794.175571:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702756864:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 33us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764794.175578:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 952 00010000:00010000:3.0:1775764794.721821:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764794.976432:0:56175:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1619807698268ns, next at 1558445380357ns, rc = 0 00000004:00080000:1.0:1775764794.976614:0:56175:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1619807882145ns, next at 1596359210842ns, rc = 0 00000004:00080000:3.0:1775764794.983098:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 31 committed 00000004:00080000:3.0:1775764794.983121:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 28 committed 00010000:00010000:3.0:1775764795.760770:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764796.129303:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726028800:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764796.129395:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764796.129660:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726028800 00000100:00100000:3.0:1775764796.129670:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726028800 00000100:00100000:3.0:1775764796.129755:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1775764796.129768:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726028800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764796.129814:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764796.129880:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726028800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.129888:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1775764796.130111:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726028800:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764796.130267:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764796.768091:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764796.824439:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764796.831889:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702757376 00000100:00100000:0.0:1775764796.831908:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702757376 00000100:00100000:0.0:1775764796.832157:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 358 00000100:00100000:0.0:1775764796.832170:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33407:x1862022702757376:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764796.832303:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33407:x1862022702757376:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 137us (7874us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764796.832311:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 358 00000100:00080000:2.0:1775764796.833649:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764796.841112:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764796.841200:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702757504 00000100:00100000:3.0:1775764796.841211:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702757504 00000100:00100000:3.0:1775764796.841323:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 191 00000100:00100000:3.0:1775764796.841343:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33407:x1862022702757504:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764796.841761:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33407:x1862022702757504:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 428us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.841770:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 191 00000100:00100000:2.0:1775764796.845147:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764796.845389:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702757632 00000100:00100000:3.0:1775764796.845400:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702757632 00000100:00080000:0.0:1775764796.847507:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764796.847516:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764796.847838:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 192 00000100:00100000:3.0:1775764796.847851:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33407:x1862022702757632:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764796.848212:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33407:x1862022702757632:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 364us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.848220:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 192 00000100:00100000:0.0:1775764796.859673:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764796.859830:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702757760 00000100:00100000:1.0:1775764796.859851:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702757760 00000100:00100000:1.0:1775764796.859916:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 359 00000100:00100000:1.0:1775764796.859927:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33407:x1862022702757760:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764796.860538:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33407:x1862022702757760:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 611us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764796.860547:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 359 00000100:00100000:1.0:1775764796.865425:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764796.865506:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702757888 00000100:00100000:2.0:1775764796.865519:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702757888 00000100:00100000:2.0:1775764796.865588:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 360 00000100:00100000:2.0:1775764796.865598:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33407:x1862022702757888:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764796.865785:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33407:x1862022702757888:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 188us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764796.865794:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 360 00000100:00100000:3.0:1775764796.871724:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764796.873497:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702758016 00000100:00100000:1.0:1775764796.873513:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702758016 00000100:00100000:1.0:1775764796.873604:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 193 00000100:00100000:1.0:1775764796.873616:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33407:x1862022702758016:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764796.874095:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33407:x1862022702758016:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 480us (2380us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764796.874104:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 193 00000100:00100000:3.0:1775764796.876199:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764796.877951:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702758144 00000100:00100000:1.0:1775764796.877963:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702758144 00000100:00100000:1.0:1775764796.878030:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 194 00000100:00100000:1.0:1775764796.878042:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33407:x1862022702758144:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:1.0:1775764796.878444:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33407:x1862022702758144:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 404us (2254us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764796.878452:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 194 00000100:00100000:0.0:1775764796.885149:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764796.886179:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702758272 00000100:00100000:2.0:1775764796.886192:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702758272 00000100:00100000:2.0:1775764796.886257:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 361 00000100:00100000:2.0:1775764796.886267:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33407:x1862022702758272:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:2.0:1775764796.886870:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33407:x1862022702758272:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 602us (1732us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764796.886878:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 361 00000100:00100000:3.0:1775764796.979954:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764796.980034:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702758528 00000100:00100000:1.0:1775764796.980046:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702758528 00000100:00100000:1.0:1775764796.980140:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 362 00000100:00100000:1.0:1775764796.980152:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33411:x1862022702758528:12345-192.168.202.7@tcp:36:rm.60003 00010000:00010000:1.0:1775764796.980208:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764796.980283:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d205 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe62 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.980304:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1e03a56d00) 00010000:00010000:1.0:1775764796.980315:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764796.980361:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.980374:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.980384:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.980407:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.980434:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.980442:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.980891:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.980901:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.980909:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764796.981900:0:5768:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:1.0:1775764796.981912:0:5768:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1621813179593ns, next at 1622813177387ns, rc = 0 00010000:00010000:1.0:1775764796.982004:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982016:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982024:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982033:0:5768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982039:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982056:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982076:0:5768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764796.982114:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.982120:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764796.982121:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.982129:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982130:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982147:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764796.982154:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764796.982155:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.982159:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982166:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.982168:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.982198:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:3.0:1775764796.982201:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764796.982204:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.982210:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d22f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.982224:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764796.982226:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764796.982227:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764796.982655:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:1.0:1775764796.982658:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764796.982663:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982670:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d228 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982690:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982696:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982708:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982713:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764796.982716:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982721:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982858:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:1.0:1775764796.982861:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764796.982864:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.982870:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d21a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764796.982880:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005f94d2c3 reply state 00000000dd81b271 transno 4294967443 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764796.982890:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764796.983015:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33411:x1862022702758528:12345-192.168.202.7@tcp:36:rm.60003 Request processed in 2862us (3068us total) trans 4294967443 rc 0/0 00000100:00100000:1.0:1775764796.983024:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 362 00010000:00010000:3.0:1775764796.993539:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.993557:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.993565:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.993570:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764796.993575:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.993585:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.993603:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x93c5647 (ffff8b1e03a56100) 00010000:00010000:3.0:1775764796.993605:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764796.993610:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.993615:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d221 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.791973:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764798.816995:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764799.203933:0:6820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1624035199379ns, next at 1625035196575ns, rc = 0 00000100:00100000:3.0:1775764799.204018:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726028928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764799.204103:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764799.204185:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726028928 00000100:00100000:3.0:1775764799.204194:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726028928 00000100:00100000:3.0:1775764799.204255:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1775764799.204266:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726028928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764799.204302:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764799.204359:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726028928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764799.204366:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00080000:3.0:1775764799.204386:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764799.204430:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726028928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764799.212119:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726029312:0@lo:400:kworker.0 00000100:00100000:0.0:1775764799.212198:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764799.212249:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764799.212255:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726029440:0@lo:400:kworker.0 00000100:00100000:0.0:1775764799.212280:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764799.212322:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726029312 00000100:00100000:0.0:1775764799.212331:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726029312 00000100:00100000:0.0:1775764799.212391:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726029440 00000100:00100000:0.0:1775764799.212394:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726029440 00000100:00100000:0.0:1775764799.212422:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1775764799.212431:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726029312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764799.212494:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726029312:12345-0@lo:400:kworker.0 Request processed in 64us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764799.212501:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1775764799.212527:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1775764799.212533:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726029440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764799.212561:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726029440:12345-0@lo:400:kworker.0 Request processed in 28us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764799.212579:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00080000:0.0:1775764799.212595:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764799.212718:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726029184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764799.212772:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764799.212794:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764799.212800:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726029056:0@lo:400:kworker.0 00000100:00100000:3.0:1775764799.212825:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764799.212845:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726029568:0@lo:400:kworker.0 00000100:00100000:3.0:1775764799.212868:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764799.212893:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726029568 00000100:00100000:3.0:1775764799.212897:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726029568 00000100:00100000:3.0:1775764799.212933:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1775764799.212939:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726029568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764799.212971:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726029568:12345-0@lo:400:kworker.0 Request processed in 33us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764799.212977:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1775764799.213006:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726029568:0@lo:400:kworker.0 00000100:00080000:3.0:1775764799.213023:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764799.213171:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726029440:0@lo:400:kworker.0 00000100:00100000:0.0:1775764799.213185:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726029312:0@lo:400:kworker.0 00000100:00100000:2.0:1775764799.213375:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726029184 00000100:00100000:2.0:1775764799.213380:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726029184 00000100:00100000:2.0:1775764799.213419:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1775764799.213425:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726029184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764799.213474:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726029184:12345-0@lo:400:kworker.0 Request processed in 49us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764799.213480:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1775764799.213504:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726029056 00000100:00100000:2.0:1775764799.213507:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726029056 00000100:00100000:2.0:1775764799.213532:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1775764799.213538:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726029056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764799.213578:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726029056:12345-0@lo:400:kworker.0 Request processed in 40us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764799.213583:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1775764799.213819:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726029056:0@lo:400:kworker.0 00000100:00100000:3.0:1775764799.213833:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726029184:0@lo:400:kworker.0 00000100:00100000:2.0:1775764799.286543:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764799.286588:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764799.286630:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764799.286667:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764799.287400:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702758784 00000100:00100000:0.0:1775764799.287414:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702758784 00000100:00100000:0.0:1775764799.287490:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1130 00000100:00100000:0.0:1775764799.287502:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702758784:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764799.287593:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702758784:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 93us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764799.287601:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1130 00000100:00100000:0.0:1775764799.287629:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702759040 00000100:00100000:0.0:1775764799.287633:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702759040 00000100:00100000:0.0:1775764799.287661:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702758912 00000100:00100000:0.0:1775764799.287664:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702758912 00000100:00100000:0.0:1775764799.287685:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 603 00000100:00100000:0.0:1775764799.287692:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702759040:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764799.287746:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702759040:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764799.287753:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 603 00000100:00100000:0.0:1775764799.287764:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 604 00000100:00100000:0.0:1775764799.287770:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702758912:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764799.287792:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702758912:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764799.287797:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 604 00000100:00080000:0.0:1775764799.287811:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764799.287814:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764799.287816:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764799.289063:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702758656 00000100:00100000:3.0:1775764799.289075:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702758656 00000100:00100000:3.0:1775764799.289156:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 954 00000100:00100000:3.0:1775764799.289166:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702758656:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764799.289221:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702758656:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 57us (2589us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764799.289227:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 954 00000004:00080000:2.0:1775764799.663422:0:56320:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1624494687925ns, next at 1625035196575ns, rc = 0 00000001:00080000:3.0:1775764799.796298:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967443 is committed 00000004:00080000:3.0:1775764799.796322:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 29 committed 00000004:00080000:3.0:1775764799.796347:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 31 committed 00000004:00080000:3.0:1775764799.796353:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 30 committed 00000100:00100000:3.0:1775764799.798034:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726029696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764799.798114:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764799.798906:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726029696 00000100:00100000:1.0:1775764799.798917:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726029696 00000100:00100000:1.0:1775764799.798983:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:1.0:1775764799.798993:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726029696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764799.799041:0:6551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:12 count 1 00010000:00010000:1.0:1775764799.799070:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764799.799094:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe69 expref: 5 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764799.799103:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764799.799105:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764799.799108:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764799.799141:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe69 expref: 5 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764799.799155:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe69 expref: 5 pid: 6550 timeout: 1724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764799.799169:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6551:1862022726029824:192.168.202.7@tcp:104: 00000100:00100000:1.0:1775764799.799246:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d02a1ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764799.806666:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764799.807120:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702759168 00000100:00100000:2.0:1775764799.807130:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702759168 00010000:00010000:2.0:1775764799.807173:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe69 expref: 6 pid: 6550 timeout: 1724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764799.807224:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 291 00000100:00100000:2.0:1775764799.807235:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702759168:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764799.807252:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764799.807258:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe69 expref: 6 pid: 6550 timeout: 1724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764799.807285:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe69 expref: 6 pid: 6550 timeout: 1724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764799.807323:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764799.807325:0:5753:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764799.807330:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764799.807339:0:5753:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764799.807359:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764799.807420:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702759168:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 187us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764799.807438:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 291 00010000:00010000:1.0:1775764799.808037:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1d0c86d/0x429a70d18420d213 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe69 expref: 5 pid: 6550 timeout: 1724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764799.808055:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6551:1862022726029824:192.168.202.7@tcp:104: 00010000:00010000:1.0:1775764799.808076:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764799.808100:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764799.808107:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764799.808117:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764799.808124:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764799.808151:0:6551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764799.809945:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764799.809957:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764799.809968:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764799.809974:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764799.809985:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764799.810007:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764799.810013:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003975c101/0x429a70d18420d236 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764799.810036:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764799.810037:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764799.810039:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764799.810865:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022726029696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11866us (12743us total) trans 4294967320 rc 0/0 00000100:00100000:1.0:1775764799.810877:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000004:00080000:3.0:1775764799.811337:0:3314:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d01252300/2, rc 0, transno 4294967320 00000100:00100000:3.0:1775764799.811356:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726029696:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764799.811814:0:56320:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1624643082221ns, next at 1596359210842ns, rc = 0 00000004:00080000:3.0:1775764799.836573:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 32 committed 00010000:00010000:3.0:1775764799.840165:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764800.875966:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764801.248924:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764801.248959:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726029952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764801.249026:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764801.249099:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726029952 00000100:00100000:3.0:1775764801.249107:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726029952 00000100:00100000:3.0:1775764801.249157:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1775764801.249166:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726029952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764801.249201:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764801.249245:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726029952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764801.249253:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00080000:3.0:1775764801.249289:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764801.249346:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726029952:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1775764801.863640:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967320 is committed 00010000:00010000:0.0:1775764801.891114:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764802.916595:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764803.936555:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764804.320161:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726030464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764804.320242:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764804.320342:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764804.320350:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726030080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764804.320381:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764804.320405:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726030592:0@lo:400:kworker.0 00000100:00100000:1.0:1775764804.320429:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764804.320491:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726030080 00000100:00100000:1.0:1775764804.320500:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726030080 00000100:00100000:1.0:1775764804.320548:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1775764804.320556:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726030080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764804.320619:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726030080:12345-0@lo:400:kworker.0 Request processed in 63us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764804.320626:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1775764804.320680:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726030080:0@lo:400:kworker.0 00000100:00100000:2.0:1775764804.320851:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726030464 00000100:00100000:2.0:1775764804.320856:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726030464 00000100:00100000:2.0:1775764804.320909:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1775764804.320917:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726030464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764804.320960:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726030464:12345-0@lo:400:kworker.0 Request processed in 44us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764804.320965:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1775764804.320995:0:3311:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967320 gen 2 00000004:00080000:2.0:1775764804.321000:0:3311:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d01252300, transno 4294967320 00000100:00100000:2.0:1775764804.321011:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726030464:0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.321445:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726030208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.321486:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764804.321515:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726030720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.321538:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764804.321558:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764804.321576:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726030336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.321597:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764804.321624:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726030592 00000100:00100000:0.0:1775764804.321629:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726030592 00000100:00100000:0.0:1775764804.321661:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726030208 00000100:00100000:0.0:1775764804.321664:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726030208 00000100:00100000:0.0:1775764804.321679:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726030336 00000100:00100000:0.0:1775764804.321681:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726030336 00000100:00100000:0.0:1775764804.321695:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1775764804.321702:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726030592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.321769:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726030592:12345-0@lo:400:kworker.0 Request processed in 67us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764804.321775:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1775764804.321790:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1775764804.321796:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726030208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.321828:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726030208:12345-0@lo:400:kworker.0 Request processed in 33us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764804.321834:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1775764804.321845:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1775764804.321850:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726030336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.321875:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726030336:12345-0@lo:400:kworker.0 Request processed in 25us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764804.321881:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1775764804.321898:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726030720 00000100:00100000:0.0:1775764804.321901:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726030720 00000100:00100000:0.0:1775764804.321928:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1775764804.321934:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726030720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.321960:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726030720:12345-0@lo:400:kworker.0 Request processed in 27us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764804.321966:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1775764804.322004:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726030336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.322013:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726030208:0@lo:400:kworker.0 00000100:00100000:0.0:1775764804.322020:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726030720:0@lo:400:kworker.0 00000100:00100000:2.0:1775764804.322304:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726030592:0@lo:400:kworker.0 00000100:00080000:1.0:1775764804.322381:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764804.322386:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764804.322388:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764804.322692:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764804.322703:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726030848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764804.322768:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764804.322852:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726030848 00000100:00100000:2.0:1775764804.322858:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726030848 00000100:00100000:2.0:1775764804.322895:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1775764804.322903:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726030848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764804.322932:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764804.322984:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726030848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764804.322990:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1775764804.323066:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726030848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764804.397511:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764804.397558:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764804.397598:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764804.397651:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764804.397686:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702759552 00000100:00100000:2.0:1775764804.397708:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702759552 00000100:00100000:2.0:1775764804.397804:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702759680 00000100:00100000:2.0:1775764804.397808:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702759680 00000100:00100000:2.0:1775764804.397830:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 607 00000100:00100000:2.0:1775764804.397838:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702759552:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764804.397904:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702759552:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 67us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764804.397909:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 607 00000100:00100000:2.0:1775764804.397922:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 608 00000100:00100000:2.0:1775764804.397927:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702759680:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764804.397950:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702759680:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 22us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764804.397956:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 608 00000100:00100000:1.0:1775764804.398319:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702759296 00000100:00100000:1.0:1775764804.398325:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702759296 00000100:00100000:1.0:1775764804.398370:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 956 00000100:00100000:1.0:1775764804.398377:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702759296:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764804.398418:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10269450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702759296:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764804.398425:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 956 00000100:00080000:1.0:1775764804.398472:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764804.398477:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764804.398758:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702759424 00000100:00100000:3.0:1775764804.398764:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702759424 00000100:00100000:3.0:1775764804.398822:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1134 00000100:00100000:3.0:1775764804.398829:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702759424:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764804.398866:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702759424:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764804.398872:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1134 00000100:00080000:1.0:1775764804.399033:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764804.960986:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764805.994701:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764806.369042:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726030976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764806.369122:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764806.369276:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726030976 00000100:00100000:3.0:1775764806.369284:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726030976 00000100:00100000:3.0:1775764806.369352:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1775764806.369364:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726030976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764806.369416:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764806.369474:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726030976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764806.369481:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1775764806.369528:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726030976:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764806.369666:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764807.012082:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764808.032414:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764809.056728:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764809.440387:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726031104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764809.440471:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764809.441115:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726031616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764809.441155:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764809.441185:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764809.441204:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726031488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764809.441237:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764809.441269:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726031616 00000100:00100000:3.0:1775764809.441278:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726031616 00000100:00100000:3.0:1775764809.441332:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726031488 00000100:00100000:3.0:1775764809.441336:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726031488 00000100:00100000:3.0:1775764809.441362:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1775764809.441371:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726031616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764809.441426:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726031616:12345-0@lo:400:kworker.0 Request processed in 56us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764809.441433:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1775764809.441449:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1775764809.441456:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726031488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764809.441483:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726031488:12345-0@lo:400:kworker.0 Request processed in 28us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764809.441500:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1775764809.441545:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726031488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764809.441554:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726031616:0@lo:400:kworker.0 00000100:00100000:1.0:1775764809.441802:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726031232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764809.441854:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764809.441886:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726031744:0@lo:400:kworker.0 00000100:00100000:1.0:1775764809.441910:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764809.441928:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764809.441933:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726031360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764809.441953:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1775764809.441978:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764809.441989:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726031360 00000100:00100000:1.0:1775764809.441993:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726031360 00000100:00100000:1.0:1775764809.442022:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1775764809.442029:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726031360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764809.442063:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726031360:12345-0@lo:400:kworker.0 Request processed in 35us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764809.442069:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1775764809.442095:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726031360:0@lo:400:kworker.0 00000100:00100000:3.0:1775764809.442327:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726031232 00000100:00100000:3.0:1775764809.442332:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726031232 00000100:00100000:3.0:1775764809.442368:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1775764809.442375:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726031232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764809.442413:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726031232:12345-0@lo:400:kworker.0 Request processed in 39us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764809.442419:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1775764809.442522:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726031744 00000100:00100000:2.0:1775764809.442526:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726031744 00000100:00100000:2.0:1775764809.442582:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1775764809.442590:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726031744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764809.442626:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726031744:12345-0@lo:400:kworker.0 Request processed in 39us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764809.442633:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:3.0:1775764809.442753:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764809.443011:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726031104 00000100:00100000:0.0:1775764809.443018:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726031104 00000100:00100000:0.0:1775764809.443070:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1775764809.443078:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726031104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764809.443107:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764809.443152:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726031104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (2681us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764809.443157:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1775764809.443649:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726031232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764809.443667:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726031744:0@lo:400:kworker.0 00000100:00080000:3.0:1775764809.444927:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764809.444985:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726031104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764809.522675:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764809.523353:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702759936 00000100:00100000:3.0:1775764809.523365:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702759936 00000100:00100000:3.0:1775764809.523462:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1138 00000100:00100000:3.0:1775764809.523472:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702759936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764809.523566:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702759936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764809.523573:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1138 00000100:00100000:3.0:1775764809.524132:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764809.524166:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764809.524319:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702759808 00000100:00100000:0.0:1775764809.524327:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702759808 00000100:00100000:0.0:1775764809.524366:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 958 00000100:00100000:0.0:1775764809.524376:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702759808:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764809.524426:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702759808:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 53us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764809.524432:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 958 00000100:00080000:1.0:1775764809.525664:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764809.528029:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702760064 00000100:00100000:0.0:1775764809.528047:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702760064 00000100:00100000:0.0:1775764809.528154:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 610 00000100:00100000:0.0:1775764809.528165:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702760064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764809.528274:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702760064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 112us (4107us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764809.528281:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 610 00000100:00080000:1.0:1775764809.528798:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764809.534886:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764809.542476:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702760192 00000100:00100000:2.0:1775764809.542503:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702760192 00000100:00100000:2.0:1775764809.542611:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 611 00000100:00100000:2.0:1775764809.542623:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702760192:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764809.542753:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702760192:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 132us (7878us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764809.542761:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 611 00000100:00080000:1.0:1775764809.542872:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764810.081346:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764811.104658:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764811.490321:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726031872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764811.490409:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764811.490972:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726031872 00000100:00100000:0.0:1775764811.490981:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726031872 00000100:00100000:0.0:1775764811.491052:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1775764811.491073:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726031872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764811.491284:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764811.491358:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726031872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 288us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764811.491365:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00080000:1.0:1775764811.491658:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764811.492094:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726031872:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764812.129248:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764813.152016:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764814.176020:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764814.560100:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726032384:0@lo:400:kworker.0 00000100:00100000:0.0:1775764814.560181:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764814.560192:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726032128:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764814.560228:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764814.560254:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726032640:0@lo:400:kworker.0 00000100:00100000:0.0:1775764814.560260:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764814.560266:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726032256:0@lo:400:kworker.0 00000100:00100000:1.0:1775764814.560275:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764814.560305:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764814.560312:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764814.560317:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726032000:0@lo:400:kworker.0 00000100:00100000:0.0:1775764814.560318:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726032768:0@lo:400:kworker.0 00000100:00100000:0.0:1775764814.560340:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764814.560343:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764814.560360:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726032512:0@lo:400:kworker.0 00000100:00100000:0.0:1775764814.560364:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726032384 00000100:00100000:0.0:1775764814.560370:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726032384 00000100:00100000:1.0:1775764814.560377:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764814.560401:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726032128 00000100:00100000:1.0:1775764814.560404:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726032128 00000100:00100000:0.0:1775764814.560421:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726032640 00000100:00100000:0.0:1775764814.560424:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726032640 00000100:00100000:1.0:1775764814.560429:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1775764814.560437:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726032128:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764814.560438:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726032256 00000100:00100000:0.0:1775764814.560440:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726032256 00000100:00100000:0.0:1775764814.560452:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1775764814.560457:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726032384:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1775764814.560473:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764814.560516:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726032128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764814.560524:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1775764814.560565:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1775764814.560572:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726032640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764814.560601:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726032640:12345-0@lo:400:kworker.0 Request processed in 30us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764814.560607:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1775764814.560622:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1775764814.560627:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726032256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764814.560647:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726032384:12345-0@lo:400:kworker.0 Request processed in 189us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764814.560648:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726032256:12345-0@lo:400:kworker.0 Request processed in 22us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764814.560653:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00080000:2.0:1775764814.560727:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764814.560765:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764814.560776:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726032768 00000100:00100000:2.0:1775764814.560780:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726032768 00000100:00100000:2.0:1775764814.560813:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726032512 00000100:00100000:2.0:1775764814.560816:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726032512 00000100:00100000:1.0:1775764814.566076:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1775764814.566963:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726032128:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764814.566984:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726032640:0@lo:400:kworker.0 00000100:00100000:3.0:1775764814.567318:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726032256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764814.567333:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726032384:0@lo:400:kworker.0 00000100:00100000:3.0:1775764814.567371:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726032000 00000100:00100000:3.0:1775764814.567378:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726032000 00000100:00100000:3.0:1775764814.567428:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1775764814.567437:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726032000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764814.567525:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1026a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726032000:12345-0@lo:400:kworker.0 Request processed in 89us (7179us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764814.567532:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1775764814.569479:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1775764814.569503:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726032768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764814.569605:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726032768:12345-0@lo:400:kworker.0 Request processed in 115us (9263us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764814.570999:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1775764814.571046:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1775764814.571059:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726032512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764814.571519:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726032512:12345-0@lo:400:kworker.0 Request processed in 464us (11138us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764814.571527:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1775764814.571806:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726032768:0@lo:400:kworker.0 00000100:00080000:3.0:1775764814.571871:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764814.580255:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726032000:0@lo:400:kworker.0 00000100:00100000:1.0:1775764814.580277:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726032512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764814.639083:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764814.639153:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764814.639200:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764814.639224:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764814.639257:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702760320 00000100:00100000:3.0:1775764814.639257:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702760704 00000100:00100000:0.0:1775764814.639266:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702760320 00000100:00100000:3.0:1775764814.639266:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702760704 00000100:00080000:3.0:1775764814.639291:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764814.639328:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 960 00000100:00100000:2.0:1775764814.639406:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702760576 00000100:00100000:2.0:1775764814.639410:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702760576 00000100:00100000:2.0:1775764814.639450:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 614 00000100:00100000:2.0:1775764814.639458:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702760704:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764814.639530:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702760704:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 73us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764814.639538:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 614 00000100:00100000:2.0:1775764814.639569:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 615 00000100:00100000:2.0:1775764814.639576:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702760576:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764814.639601:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702760576:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764814.639607:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 615 00000100:00080000:2.0:1775764814.639772:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764814.640419:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702760320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764814.640469:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702760320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 1134us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764814.640477:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 960 00000100:00100000:1.0:1775764814.640588:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702760448 00000100:00100000:1.0:1775764814.640595:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702760448 00000100:00100000:1.0:1775764814.640649:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1142 00000100:00100000:1.0:1775764814.640656:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702760448:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764814.640684:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702760448:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764814.640690:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1142 00000100:00080000:2.0:1775764814.641206:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764815.200982:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764816.066772:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764816.066892:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702760832 00000100:00100000:1.0:1775764816.066904:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702760832 00000100:00100000:1.0:1775764816.066981:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 363 00000100:00100000:1.0:1775764816.066993:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33629:x1862022702760832:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764816.067116:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33629:x1862022702760832:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 126us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764816.067125:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 363 00000100:00080000:0.0:1775764816.067771:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764816.069894:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764816.070008:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702760960 00000100:00100000:0.0:1775764816.070021:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702760960 00000100:00100000:0.0:1775764816.070114:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 196 00000100:00100000:0.0:1775764816.070128:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33629:x1862022702760960:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:0.0:1775764816.070568:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33629:x1862022702760960:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 443us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764816.070577:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 196 00000100:00080000:2.0:1775764816.071209:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764816.075007:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764816.075136:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702761088 00000100:00100000:2.0:1775764816.075147:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702761088 00000100:00100000:2.0:1775764816.075240:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 197 00000100:00100000:2.0:1775764816.075251:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33629:x1862022702761088:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:2.0:1775764816.075687:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33629:x1862022702761088:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 436us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764816.075697:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 197 00000100:00080000:0.0:1775764816.075772:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764816.078632:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764816.078761:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702761216 00000100:00100000:0.0:1775764816.078774:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702761216 00000100:00100000:0.0:1775764816.078843:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 364 00000100:00100000:0.0:1775764816.078853:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33629:x1862022702761216:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764816.079345:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33629:x1862022702761216:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 492us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764816.079356:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 364 00000100:00100000:3.0:1775764816.082853:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764816.083432:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702761344 00000100:00100000:0.0:1775764816.083444:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702761344 00000100:00100000:0.0:1775764816.083512:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 365 00000100:00100000:0.0:1775764816.083522:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33629:x1862022702761344:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:0.0:1775764816.083657:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33629:x1862022702761344:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 135us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764816.083664:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 365 00000100:00100000:3.0:1775764816.087476:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764816.087664:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702761472 00000100:00100000:0.0:1775764816.087675:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702761472 00000100:00100000:0.0:1775764816.087761:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 198 00000100:00100000:0.0:1775764816.087771:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33629:x1862022702761472:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:0.0:1775764816.088108:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33629:x1862022702761472:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 337us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764816.088115:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 198 00000100:00100000:2.0:1775764816.101536:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764816.101779:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702761600 00000100:00100000:3.0:1775764816.101791:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702761600 00000100:00100000:3.0:1775764816.101861:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 199 00000100:00100000:3.0:1775764816.101872:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33629:x1862022702761600:12345-192.168.202.7@tcp:19:lfs.60003 00000100:00100000:3.0:1775764816.103110:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33629:x1862022702761600:12345-192.168.202.7@tcp:19:lfs.60003 Request processed in 1230us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764816.103122:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 199 00000100:00100000:2.0:1775764816.106636:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764816.106784:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702761728 00000100:00100000:1.0:1775764816.106794:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702761728 00000100:00100000:1.0:1775764816.106861:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 366 00000100:00100000:1.0:1775764816.106871:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33629:x1862022702761728:12345-192.168.202.7@tcp:48:lfs.60003 00000100:00100000:1.0:1775764816.107593:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33629:x1862022702761728:12345-192.168.202.7@tcp:48:lfs.60003 Request processed in 721us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764816.107603:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 366 00000100:00100000:0.0:1775764816.182037:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764816.182445:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702761856 00000100:00100000:1.0:1775764816.182456:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702761856 00000100:00100000:1.0:1775764816.182520:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 367 00000100:00100000:1.0:1775764816.182531:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33630:x1862022702761856:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:1.0:1775764816.182553:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764816.182577:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d23d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe70 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.182644:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d244 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.182658:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.182670:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764816.182954:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:1.0:1775764816.182959:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764816.183088:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.183490:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d23d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe70 expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.183521:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d244 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe70 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.183532:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:1.0:1775764816.183534:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764816.183547:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb200, rc 0) 00000100:00100000:1.0:1775764816.183639:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33630:x1862022702761856:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1110us (1613us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764816.183648:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 367 00000100:00100000:2.0:1775764816.190850:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764816.191050:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702761984 00000100:00100000:1.0:1775764816.191062:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702761984 00000100:00100000:1.0:1775764816.191131:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 65 00000100:00100000:1.0:1775764816.191143:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33630:x1862022702761984:12345-192.168.202.7@tcp:49:rm.0 00000100:00100000:1.0:1775764816.191299:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33630:x1862022702761984:12345-192.168.202.7@tcp:49:rm.0 Request processed in 158us (460us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764816.191307:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 65 00000100:00100000:2.0:1775764816.199949:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764816.200086:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702762240 00000100:00100000:1.0:1775764816.200097:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702762240 00000100:00100000:1.0:1775764816.200173:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 368 00000100:00100000:1.0:1775764816.200183:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33630:x1862022702762240:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:1.0:1775764816.200206:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764816.200229:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d24b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe77 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764816.200539:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00010000:00010000:1.0:1775764816.200843:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d24b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe77 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.200858:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56300) 00010000:00010000:1.0:1775764816.200861:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764816.200867:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d24b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe77 expref: 9 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.200898:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cba00, rc 0) 00000100:00100000:1.0:1775764816.200970:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33630:x1862022702762240:12345-192.168.202.7@tcp:101:rm.0 Request processed in 788us (1030us total) trans 4294967444 rc 301/301 00000100:00100000:1.0:1775764816.200978:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 368 00000100:00100000:3.0:1775764816.207104:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764816.207321:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702762368 00000100:00100000:1.0:1775764816.207333:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702762368 00000100:00100000:1.0:1775764816.207397:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 66 00000100:00100000:1.0:1775764816.207408:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33630:x1862022702762368:12345-192.168.202.7@tcp:37:rm.0 00000100:00100000:1.0:1775764816.213462:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33630:x1862022702762368:12345-192.168.202.7@tcp:37:rm.0 Request processed in 6044us (6359us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764816.213477:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 66 00000100:00100000:3.0:1775764816.216878:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764816.217045:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702762624 00000100:00100000:2.0:1775764816.217056:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702762624 00000100:00100000:2.0:1775764816.217111:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 67 00000100:00100000:2.0:1775764816.217130:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33630:x1862022702762624:12345-192.168.202.7@tcp:35:rm.0 00000100:00100000:2.0:1775764816.218727:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33630:x1862022702762624:12345-192.168.202.7@tcp:35:rm.0 Request processed in 1585us (1841us total) trans 4294967445 rc 0/0 00000100:00100000:2.0:1775764816.218756:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 67 00010000:00010000:3.0:1775764816.229342:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764816.230420:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764816.230686:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702762880 00000100:00100000:1.0:1775764816.230700:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702762880 00000100:00100000:1.0:1775764816.231308:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 369 00000100:00100000:1.0:1775764816.231320:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33630:x1862022702762880:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:1.0:1775764816.231381:0:8088:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764816.231408:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d244 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe70 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.231429:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d1e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe5b expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.231438:0:8088:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420ce38) 00010000:00010000:1.0:1775764816.231442:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56000) 00010000:00010000:1.0:1775764816.231453:0:8088:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764816.231490:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.231503:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.231513:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.231526:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.231533:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.231539:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232315:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232325:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232333:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232480:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232488:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232494:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232505:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764816.232509:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232516:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232526:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56200) 00010000:00010000:1.0:1775764816.232529:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764816.232532:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232538:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d267 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232559:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232565:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232571:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232576:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764816.232579:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232584:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232603:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56300) 00010000:00010000:1.0:1775764816.232605:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764816.232608:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.232613:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d259 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.237425:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.237445:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.237453:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.237459:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764816.237465:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.237474:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.237494:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e03a56d00) 00010000:00010000:1.0:1775764816.237497:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764816.237502:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.237509:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d260 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764816.238425:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33630:x1862022702762880:12345-192.168.202.7@tcp:36:rm.0 Request processed in 7101us (8006us total) trans 0 rc -13/-13 00000100:00100000:1.0:1775764816.238437:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 369 00000100:00100000:2.0:1775764816.608055:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726032896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764816.608136:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764816.612003:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726032896 00000100:00100000:3.0:1775764816.612018:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726032896 00000100:00080000:1.0:1775764816.621347:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764816.621419:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1775764816.621434:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726032896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764816.621554:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764816.622222:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726032896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 790us (14082us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764816.622231:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1775764816.622378:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726032896:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764817.248367:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764818.157989:0:56538:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbcb76350 20000000:00000080:0.0:1775764818.158006:0:56538:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e375b6000 uarg=0000000000000000 00010000:00010000:0.0:1775764818.159587:0:56538:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764818.159610:0:56538:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764818.159635:0:56538:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764818.159655:0:56538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.159674:0:56538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d1bf expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.159682:0:56538:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.159972:0:56538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d1bf expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.159991:0:56538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d1bf expref: 17 pid: 5763 timeout: 1742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764818.160007:0:56538:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e69500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:56538:1862022726033024:0@lo:104: 00000100:00100000:0.0:1775764818.160082:0:56538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764818.160151:0:56538:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d028e0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764818.160261:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726033024 00000100:00100000:1.0:1775764818.160270:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726033024 00000100:00100000:1.0:1775764818.160320:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1775764818.160330:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:56538:x1862022726033024:12345-0@lo:104: 00010000:00010000:1.0:1775764818.160346:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764818.160414:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764818.160420:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:56538:x1862022726033024:12345-0@lo:104: Request processed in 92us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764818.160427:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00010000:00010000:3.0:1775764818.160561:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764818.160567:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.160575:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb400 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764818.160579:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.160588:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764818.160595:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764818.160601:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764818.160636:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.160642:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764818.160663:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.160675:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb400/0x429a70d18420d1bf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d1c6 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.160691:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764818.160693:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764818.160694:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764818.160705:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726033152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764818.160769:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764818.160866:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726033152 00000100:00100000:2.0:1775764818.160872:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726033152 00010000:00010000:2.0:1775764818.160892:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d1bf expref: 18 pid: 5763 timeout: 1742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764818.160944:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1775764818.160951:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726033152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764818.160962:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764818.160967:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d1bf expref: 18 pid: 5763 timeout: 1742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.160978:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d1bf expref: 18 pid: 5763 timeout: 1742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.160993:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.161000:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.161013:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.161020:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.161026:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.161031:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.161037:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764818.161042:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.161056:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.161065:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764818.161075:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764818.161110:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726033152:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764818.161116:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1775764818.161163:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726033152:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764818.161452:0:56538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420d1c6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d1bf expref: 17 pid: 5763 timeout: 1742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764818.161473:0:56538:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e69500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:56538:1862022726033024:0@lo:104: 00010000:00010000:0.0:1775764818.161487:0:56538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.161495:0:56538:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.161501:0:56538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764818.161510:0:56538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062800/0x429a70d18420d26e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764818.283209:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764819.296206:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764819.424386:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764819.424394:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764819.424400:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764819.424450:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.424475:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.424486:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764819.424514:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726033280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764819.424582:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.424646:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e36de7600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764819.426311:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726033280 00000100:00100000:3.0:1775764819.426330:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726033280 00000100:00100000:3.0:1775764819.426408:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1775764819.426418:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726033280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764819.426437:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764819.426457:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d275 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.426484:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d275 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.426495:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d275 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.426504:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195800, rc 0) 00000100:00100000:3.0:1775764819.426585:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726033280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.426592:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1775764819.426918:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726033280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764819.426938:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.426948:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764819.426970:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764819.426975:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.426982:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764819.680316:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726033408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764819.680396:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764819.684798:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726033408 00000100:00100000:2.0:1775764819.684815:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726033408 00000100:00100000:2.0:1775764819.684873:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1775764819.684881:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726033408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764819.684920:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764819.685001:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726033408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (4605us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.685008:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00080000:1.0:1775764819.685353:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764819.685372:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726033664:0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685421:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.685458:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764819.685462:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726033536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685480:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.685500:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726033792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685518:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.685532:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764819.685536:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726033920:0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685555:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.685575:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726033664 00000100:00100000:1.0:1775764819.685578:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726033664 00000100:00100000:1.0:1775764819.685610:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726033536 00000100:00100000:1.0:1775764819.685612:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726033536 00000100:00100000:1.0:1775764819.685624:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726033792 00000100:00100000:1.0:1775764819.685626:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726033792 00000100:00100000:1.0:1775764819.685638:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:1.0:1775764819.685642:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726033664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685691:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726033664:12345-0@lo:400:kworker.0 Request processed in 48us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.685697:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:1.0:1775764819.685711:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1775764819.685716:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726033536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685774:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726033536:12345-0@lo:400:kworker.0 Request processed in 58us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.685779:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1775764819.685790:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1775764819.685794:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726033792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685826:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726033792:12345-0@lo:400:kworker.0 Request processed in 32us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.685832:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1775764819.685852:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726033920 00000100:00100000:1.0:1775764819.685855:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726033920 00000100:00100000:1.0:1775764819.685881:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1775764819.685886:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726033920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685909:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726033920:12345-0@lo:400:kworker.0 Request processed in 23us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.685914:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00080000:1.0:1775764819.685932:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764819.685934:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764819.685958:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726033920:0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685966:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726033792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685992:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726033536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.685999:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726033664:0@lo:400:kworker.0 00000100:00100000:1.0:1775764819.686021:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726033408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764819.762145:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764819.762225:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764819.762254:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764819.762280:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764819.762308:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702763008 00000100:00100000:3.0:1775764819.762319:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702763008 00000100:00100000:3.0:1775764819.762378:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 962 00000100:00100000:3.0:1775764819.762389:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702763008:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764819.762479:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702763008:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.762487:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 962 00000100:00100000:3.0:1775764819.762529:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702763392 00000100:00100000:3.0:1775764819.762533:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702763392 00000100:00100000:3.0:1775764819.762574:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702763264 00000100:00100000:3.0:1775764819.762577:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702763264 00000100:00100000:3.0:1775764819.762600:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 617 00000100:00100000:3.0:1775764819.762605:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763392:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764819.762633:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763392:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.762639:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 617 00000100:00100000:3.0:1775764819.762650:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 618 00000100:00100000:3.0:1775764819.762657:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763264:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764819.762679:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763264:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.762686:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 618 00000100:00100000:1.0:1775764819.763586:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702763136 00000100:00100000:1.0:1775764819.763597:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702763136 00000100:00100000:1.0:1775764819.763696:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1146 00000100:00100000:1.0:1775764819.763707:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702763136:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764819.763801:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2357:x1862022702763136:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 96us (1667us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.763808:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1146 00000100:00080000:0.0:1775764819.764290:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764819.764294:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764819.764297:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764820.322091:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764820.817254:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967444 is committed 00000001:00080000:1.0:1775764820.817267:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967445 is committed 00010000:00010000:0.0:1775764821.354632:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764821.730052:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764821.730249:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726034048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764821.730326:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764821.730498:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726034048 00000100:00100000:3.0:1775764821.730507:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726034048 00000100:00100000:3.0:1775764821.730606:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1775764821.730616:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726034048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764821.730650:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764821.730710:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726034048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764821.730717:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:1.0:1775764821.735069:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764821.735158:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726034048:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764822.374208:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764823.397392:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764824.427963:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764824.546973:0:56831:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed7a9e410 20000000:00000080:1.0:1775764824.546990:0:56831:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d63a000 uarg=0000000000000000 00010000:00010000:1.0:1775764824.547619:0:56831:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1775764824.547636:0:56831:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1775764824.547658:0:56831:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764824.547677:0:56831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.547694:0:56831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d275 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.547702:0:56831:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.547779:0:56831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d275 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.547796:0:56831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d275 expref: 17 pid: 5762 timeout: 1749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764824.547812:0:56831:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:56831:1862022726034176:0@lo:104: 00000100:00100000:1.0:1775764824.547881:0:56831:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764824.548093:0:56831:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764824.548590:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726034176 00000100:00100000:2.0:1775764824.548599:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726034176 00000100:00100000:2.0:1775764824.548714:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1775764824.548724:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:56831:x1862022726034176:12345-0@lo:104: 00010000:00010000:2.0:1775764824.548778:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.548850:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764824.548875:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:56831:x1862022726034176:12345-0@lo:104: Request processed in 153us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764824.548883:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00010000:00010000:3.0:1775764824.548954:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764824.548962:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.548972:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cac00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764824.548976:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.548986:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764824.548994:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764824.549000:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764824.549040:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.549047:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764824.549071:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.549095:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cac00/0x429a70d18420d275 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d27c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764824.549110:0:56831:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:56831:1862022726034176:0@lo:104: 00010000:00010000:3.0:1775764824.549114:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764824.549117:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764824.549120:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764824.549139:0:56831:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.549146:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726034304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764824.549201:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764824.549277:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726034304 00000100:00100000:1.0:1775764824.549282:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726034304 00010000:00010000:1.0:1775764824.549304:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d275 expref: 18 pid: 5762 timeout: 1749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764824.549337:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1775764824.549344:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e03023450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726034304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764824.549355:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764824.549359:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d275 expref: 18 pid: 5762 timeout: 1749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549369:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d275 expref: 18 pid: 5762 timeout: 1749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549383:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195800/0x429a70d18420d27c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d275 expref: 18 pid: 5762 timeout: 1749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549398:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549405:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549418:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549438:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549444:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549450:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549456:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0caa00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764824.549460:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549468:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549481:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549501:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764824.549529:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e03023450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726034304:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.549536:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00010000:1.0:1775764824.549582:0:56831:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549590:0:56831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.549596:0:56831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0caa00/0x429a70d18420d283 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.550832:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726034304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764824.805858:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726034432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764824.805930:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764824.805978:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e2f435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726034944:0@lo:400:kworker.0 00000100:00100000:1.0:1775764824.806005:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764824.806029:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764824.806035:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726034560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764824.806058:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764824.806108:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726034432 00000100:00100000:1.0:1775764824.806116:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726034432 00000100:00100000:1.0:1775764824.806168:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726034560 00000100:00100000:1.0:1775764824.806171:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726034560 00000100:00100000:1.0:1775764824.806202:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:1.0:1775764824.806210:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726034432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764824.806263:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726034432:12345-0@lo:400:kworker.0 Request processed in 54us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.806270:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:1.0:1775764824.806286:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:1.0:1775764824.806293:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726034560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764824.806319:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726034560:12345-0@lo:400:kworker.0 Request processed in 27us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.806325:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00080000:1.0:1775764824.806346:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764824.806377:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726034560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764824.806387:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726034432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764824.816020:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726035072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764824.816118:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764824.816262:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726035072 00000100:00100000:1.0:1775764824.816272:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726035072 00000100:00100000:1.0:1775764824.816329:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1775764824.816340:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726035072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764824.816385:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764824.816435:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726035072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.816442:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00080000:1.0:1775764824.818021:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764824.818095:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726035072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764824.827215:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726034688:0@lo:400:kworker.0 00000100:00100000:3.0:1775764824.827287:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764824.827348:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764824.827355:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726034816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764824.827380:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764824.827416:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726034944 00000100:00100000:3.0:1775764824.827423:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726034944 00000100:00100000:3.0:1775764824.827480:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726034688 00000100:00100000:3.0:1775764824.827483:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726034688 00000100:00100000:3.0:1775764824.827506:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1775764824.827515:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726034944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764824.827576:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726034944:12345-0@lo:400:kworker.0 Request processed in 61us (21569us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764824.827582:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1775764824.827599:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1775764824.827605:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726034688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764824.827636:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726034688:12345-0@lo:400:kworker.0 Request processed in 31us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764824.827641:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1775764824.838260:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726034816 00000100:00100000:3.0:1775764824.838275:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726034816 00000100:00100000:3.0:1775764824.838330:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:3.0:1775764824.838338:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726034816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764824.838420:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726034816:12345-0@lo:400:kworker.0 Request processed in 83us (11039us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764824.838426:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00080000:3.0:1775764824.838445:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764824.838449:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764824.838487:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e2f435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726034944:0@lo:400:kworker.0 00000100:00100000:3.0:1775764824.838521:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726034816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764824.838533:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e36dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726034688:0@lo:400:kworker.0 00000100:00100000:2.0:1775764824.882263:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764824.882294:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764824.882339:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764824.882364:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764824.882516:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702763648 00000100:00100000:0.0:1775764824.882527:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702763648 00000100:00100000:0.0:1775764824.882603:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1150 00000100:00100000:0.0:1775764824.882614:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763648:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764824.882689:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763648:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 77us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764824.882697:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1150 00000100:00100000:0.0:1775764824.882762:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702763520 00000100:00100000:0.0:1775764824.882766:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702763520 00000100:00100000:0.0:1775764824.882803:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 963 00000100:00100000:0.0:1775764824.882809:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702763520:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764824.882833:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702763520:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764824.882839:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 963 00000100:00100000:3.0:1775764824.883124:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702763904 00000100:00100000:3.0:1775764824.883129:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702763904 00000100:00100000:3.0:1775764824.883174:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702763776 00000100:00100000:3.0:1775764824.883177:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702763776 00000100:00100000:3.0:1775764824.883202:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 621 00000100:00100000:3.0:1775764824.883210:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763904:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764824.883239:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763904:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764824.883245:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 621 00000100:00100000:3.0:1775764824.883258:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 622 00000100:00100000:3.0:1775764824.883264:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763776:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764824.883288:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702763776:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764824.883293:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 622 00000100:00080000:2.0:1775764824.884417:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764824.884424:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764824.884427:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764825.443888:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764825.537190:0:56879:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff97e9ec30 20000000:00000080:2.0:1775764825.537208:0:56879:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37198800 uarg=0000000000000000 00010000:00010000:2.0:1775764825.537454:0:56879:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764825.537472:0:56879:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764825.537495:0:56879:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764825.537516:0:56879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537532:0:56879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537543:0:56879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537550:0:56879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537556:0:56879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537563:0:56879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537579:0:56879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764825.537584:0:56879:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537593:0:56879:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537607:0:56879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537615:0:56879:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764825.537622:0:56879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d28a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 56879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764825.952015:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764825.952022:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764825.952028:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764825.952108:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.952121:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.952133:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764825.952161:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726035200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764825.952230:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764825.952306:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e086d16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764825.952349:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726035200 00000100:00100000:0.0:1775764825.952358:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726035200 00000100:00100000:0.0:1775764825.952410:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1775764825.952419:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726035200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764825.952442:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764825.952458:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d291 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.952482:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d291 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.952493:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d291 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.952502:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062200, rc 0) 00000100:00100000:0.0:1775764825.952553:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726035200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764825.952560:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1775764825.953588:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726035200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764825.953611:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.953836:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764825.953862:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764825.953867:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764825.953876:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764826.463869:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764826.860381:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726035328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764826.860461:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764826.860602:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726035328 00000100:00100000:3.0:1775764826.860610:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726035328 00000100:00100000:3.0:1775764826.861853:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1775764826.861866:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726035328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764826.861905:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764826.861990:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726035328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (1528us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764826.861998:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1775764826.862345:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726035328:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764826.877642:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764827.488227:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764828.513108:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764828.958639:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764828.959724:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702764032 00000100:00100000:1.0:1775764828.959807:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702764032 00000100:00100000:1.0:1775764828.959885:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 370 00000100:00100000:1.0:1775764828.959896:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:33817:x1862022702764032:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:1.0:1775764828.959917:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.959938:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420d29f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe7e expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.959997:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d2a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.960011:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.960049:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764828.960260:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1775764828.960264:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764828.960347:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.960384:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420d29f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe7e expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.960411:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d2a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe7e expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.960419:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56700) 00010000:00010000:1.0:1775764828.960422:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764828.960425:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb200, rc 0) 00000100:00100000:1.0:1775764828.960488:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33817:x1862022702764032:12345-192.168.202.7@tcp:101:rm.0 Request processed in 594us (1858us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.960495:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 370 00000100:00080000:2.0:1775764828.961188:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764828.966671:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764828.967188:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702764160 00000100:00100000:1.0:1775764828.967200:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702764160 00000100:00100000:1.0:1775764828.967255:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 371 00000100:00100000:1.0:1775764828.967265:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:33817:x1862022702764160:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:1.0:1775764828.967288:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.967309:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420d2ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe85 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.967406:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.967422:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.967434:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.967448:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.967455:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.967462:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.968656:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d2c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.968671:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.968680:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764828.968840:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00000004:00200000:1.0:1775764828.968845:0:5770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764828.968928:0:5770:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.968953:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.968959:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.968967:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.968973:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764828.968977:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.968985:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.968999:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56700) 00010000:00010000:1.0:1775764828.969001:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.969005:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969011:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969022:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969028:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969033:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969053:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764828.969056:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969062:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969070:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e03a56b00) 00010000:00010000:1.0:1775764828.969072:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.969075:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969081:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969114:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420d2ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe85 expref: 8 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969127:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d2c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe85 expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.969134:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56800) 00010000:00010000:1.0:1775764828.969136:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764828.969138:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cba00, rc 0) 00000100:00100000:1.0:1775764828.969214:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33817:x1862022702764160:12345-192.168.202.7@tcp:101:rm.0 Request processed in 1949us (2552us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.969223:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 371 00000100:00100000:0.0:1775764828.979102:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764828.979174:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702764288 00000100:00100000:2.0:1775764828.979183:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702764288 00000100:00100000:2.0:1775764828.979230:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 68 00000100:00100000:2.0:1775764828.979239:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33817:x1862022702764288:12345-192.168.202.7@tcp:49:rm.0 00000100:00100000:2.0:1775764828.979385:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33817:x1862022702764288:12345-192.168.202.7@tcp:49:rm.0 Request processed in 146us (293us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775764828.979393:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 68 00000100:00100000:3.0:1775764828.983559:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764828.983599:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702764544 00000100:00100000:0.0:1775764828.983609:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702764544 00000100:00100000:0.0:1775764828.983674:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 372 00000100:00100000:0.0:1775764828.983683:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:33817:x1862022702764544:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:0.0:1775764828.983705:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764828.983724:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420d2c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe8c expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764828.984024:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00010000:00010000:0.0:1775764828.984278:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420d2c9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe8c expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.984293:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56700) 00010000:00010000:0.0:1775764828.984296:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764828.984301:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062800/0x429a70d18420d2c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe8c expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.984314:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062800, rc 0) 00000100:00100000:0.0:1775764828.984384:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33817:x1862022702764544:12345-192.168.202.7@tcp:101:rm.0 Request processed in 701us (834us total) trans 4294967446 rc 301/301 00000100:00100000:0.0:1775764828.984392:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 372 00000100:00100000:3.0:1775764828.988462:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764828.988666:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702764672 00000100:00100000:1.0:1775764828.988690:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702764672 00000100:00100000:2.0:1775764828.988774:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 69 00000100:00100000:2.0:1775764828.988830:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33817:x1862022702764672:12345-192.168.202.7@tcp:37:rm.0 00000100:00100000:3.0:1775764828.994914:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33817:x1862022702764672:12345-192.168.202.7@tcp:37:rm.0 Request processed in 6120us (6452us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.994928:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 69 00000100:00100000:0.0:1775764828.999634:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764828.999774:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702764928 00000100:00100000:1.0:1775764828.999785:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702764928 00000100:00100000:1.0:1775764828.999842:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 70 00000100:00100000:1.0:1775764828.999853:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33817:x1862022702764928:12345-192.168.202.7@tcp:35:rm.0 00000100:00100000:1.0:1775764829.000726:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33817:x1862022702764928:12345-192.168.202.7@tcp:35:rm.0 Request processed in 870us (1096us total) trans 4294967447 rc 0/0 00000100:00100000:1.0:1775764829.000778:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 70 00000100:00100000:0.0:1775764829.006407:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764829.006483:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702765184 00000100:00100000:3.0:1775764829.006494:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702765184 00000100:00100000:3.0:1775764829.006895:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 373 00000100:00100000:3.0:1775764829.006919:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33817:x1862022702765184:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:3.0:1775764829.006995:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764829.007042:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cba00/0x429a70d18420d2c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe85 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007065:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1e03a56800) 00010000:00010000:3.0:1775764829.007084:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d2a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe7e expref: 8 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007093:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56700) 00010000:00010000:3.0:1775764829.007100:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764829.007127:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007140:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007150:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007162:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007169:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007175:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007532:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007541:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.007564:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764829.009225:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 7680 00010000:00010000:3.0:1775764829.009247:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009257:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009264:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009269:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764829.009274:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009281:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009294:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d0297be00) 00010000:00010000:3.0:1775764829.009297:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764829.009301:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009307:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d2e5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009329:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009335:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009340:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009345:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764829.009347:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009352:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009359:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:3.0:1775764829.009361:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764829.009364:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.009369:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d2d7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764829.009381:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f1b300a reply state 00000000e2500caa transno 4294967448 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764829.009390:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764829.009521:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33817:x1862022702765184:12345-192.168.202.7@tcp:36:rm.0 Request processed in 2612us (3121us total) trans 4294967448 rc 0/0 00000100:00100000:3.0:1775764829.009531:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 373 00010000:00010000:3.0:1775764829.022449:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.022469:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.022482:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.022488:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764829.022493:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.022502:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.022519:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1d0297bf00) 00010000:00010000:3.0:1775764829.022522:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764829.022527:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.022532:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2de lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764829.059639:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764829.059794:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702765312 00000100:00100000:1.0:1775764829.059807:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702765312 00000100:00100000:1.0:1775764829.059863:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 374 00000100:00100000:1.0:1775764829.059873:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:33821:x1862022702765312:12345-192.168.202.7@tcp:101:mkdir.0 00010000:00010000:1.0:1775764829.059899:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764829.059937:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe93 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.060004:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.060031:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.060052:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764829.060127:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1775764829.060132:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764829.060163:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.060207:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d2ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe93 expref: 10 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.060224:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe93 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.060232:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:1.0:1775764829.060235:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764829.060240:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb000, rc 0) 00000100:00100000:1.0:1775764829.060311:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33821:x1862022702765312:12345-192.168.202.7@tcp:101:mkdir.0 Request processed in 439us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764829.060319:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 374 00000100:00100000:2.0:1775764829.063667:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764829.063717:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764829.063891:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702765440 00000100:00100000:3.0:1775764829.063907:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702765440 00000100:00100000:3.0:1775764829.063959:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702765696 00000100:00100000:3.0:1775764829.063961:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702765696 00000100:00100000:3.0:1775764829.063991:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 375 00000100:00100000:3.0:1775764829.064001:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:2357:x1862022702765440:12345-192.168.202.7@tcp:41:mkdir.0 00000004:00000024:3.0:1775764829.064065:0:5770:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1775764829.064129:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:2357:x1862022702765440:12345-192.168.202.7@tcp:41:mkdir.0 Request processed in 130us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.064136:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 375 00000100:00100000:3.0:1775764829.064153:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 376 00000100:00100000:3.0:1775764829.064160:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33821:x1862022702765696:12345-192.168.202.7@tcp:36:mkdir.0 00010000:00010000:3.0:1775764829.064196:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764829.064221:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d2f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe93 expref: 9 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.064241:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56b00) 00010000:00010000:3.0:1775764829.064252:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764829.064337:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.064350:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.064359:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.064371:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.064377:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.064382:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764829.068704:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 512 00010000:00010000:2.0:1775764829.068726:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.068993:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.069001:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.069550:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764829.069555:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.069564:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.069581:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:2.0:1775764829.069584:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764829.069589:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.069605:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d2fa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764829.069631:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b5bc9323 reply state 0000000055876c45 transno 4294967449 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764829.069640:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764829.069772:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:33821:x1862022702765696:12345-192.168.202.7@tcp:36:mkdir.0 Request processed in 5607us (6048us total) trans 4294967449 rc 0/0 00000100:00100000:2.0:1775764829.069797:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 376 00010000:00010000:3.0:1775764829.076349:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.076367:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.076379:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.076385:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764829.076389:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.076396:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.076415:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1d0297b600) 00010000:00010000:3.0:1775764829.076419:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764829.076424:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.076428:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d301 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764829.137554:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764829.138023:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702765824 00000100:00100000:1.0:1775764829.138041:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702765824 00000100:00100000:1.0:1775764829.138106:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 377 00000100:00100000:1.0:1775764829.138117:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:33825:x1862022702765824:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:1.0:1775764829.138144:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764829.138174:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d308 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fe9a expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.138246:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d30f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.138263:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d30f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.138277:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d30f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764829.138690:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1775764829.138695:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764829.138724:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d30f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.139194:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca800/0x429a70d18420d308 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe9a expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.139214:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d30f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe9a expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.139223:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:1.0:1775764829.139227:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764829.139231:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca200, rc 0) 00000100:00100000:2.0:1775764829.139611:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:33825:x1862022702765824:12345-192.168.202.7@tcp:101:chown.0 Request processed in 1494us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764829.139621:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 377 00000100:00100000:3.0:1775764829.142265:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764829.142354:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702765952 00000100:00100000:1.0:1775764829.142365:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702765952 00000100:00100000:1.0:1775764829.142424:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 378 00000100:00100000:1.0:1775764829.142433:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:33825:x1862022702765952:12345-192.168.202.7@tcp:101:chown.0 00010000:00010000:1.0:1775764829.142452:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764829.142470:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d316 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fea1 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142524:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142537:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142568:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142584:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142599:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142606:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142709:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d32b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142717:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d32b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142723:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d32b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764829.142800:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 512 00000004:00200000:1.0:1775764829.142804:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764829.142824:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d32b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142835:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142841:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142858:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142864:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764829.142867:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142875:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.142887:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:1.0:1775764829.142891:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764829.142897:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143151:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb800/0x429a70d18420d31d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143168:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143174:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143181:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143185:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764829.143188:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143203:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143211:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e03a56b00) 00010000:00010000:1.0:1775764829.143213:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764829.143216:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143222:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca400/0x429a70d18420d324 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143252:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbe00/0x429a70d18420d316 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fea1 expref: 12 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143265:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d32b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fea1 expref: 11 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.143271:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56700) 00010000:00010000:1.0:1775764829.143274:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764829.143276:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cae00, rc 0) 00000100:00100000:1.0:1775764829.143463:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:33825:x1862022702765952:12345-192.168.202.7@tcp:101:chown.0 Request processed in 1030us (1207us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764829.143472:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 378 00000100:00100000:2.0:1775764829.151570:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764829.153472:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702766208 00000100:00100000:1.0:1775764829.153486:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702766208 00000100:00100000:1.0:1775764829.153726:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 379 00000100:00100000:1.0:1775764829.153768:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:33825:x1862022702766208:12345-192.168.202.7@tcp:36:chown.0 00010000:00010000:1.0:1775764829.153840:0:5770:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764829.153868:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d32b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fea1 expref: 11 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.153890:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56700) 00010000:00010000:1.0:1775764829.153913:0:5770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764829.153939:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.153952:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764829.153962:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764829.154197:0:5770:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a73c12f0 reply state 000000000f59d0ee transno 4294967450 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764829.154207:0:5770:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764829.154220:0:5770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 512 00000100:00100000:1.0:1775764829.154318:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+12:33825:x1862022702766208:12345-192.168.202.7@tcp:36:chown.0 Request processed in 553us (2760us total) trans 4294967450 rc 0/0 00000100:00100000:1.0:1775764829.154326:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 379 00010000:00010000:3.0:1775764829.159473:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.159493:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.159500:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.159506:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764829.159510:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.159518:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.159536:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56800) 00010000:00010000:3.0:1775764829.159540:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764829.159545:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.159551:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d332 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.538611:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764829.920536:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726035840:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.920601:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764829.920669:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775764829.920676:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726035456:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.920703:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764829.920777:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726035968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.920805:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764829.920842:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726035584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.920866:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764829.920882:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726036096:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.920903:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764829.920919:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764829.920924:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726035712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.920945:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764829.920970:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726035840 00000100:00100000:3.0:1775764829.920977:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726035840 00000100:00100000:3.0:1775764829.921185:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726036096 00000100:00100000:3.0:1775764829.921189:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726036096 00000100:00100000:3.0:1775764829.921213:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1775764829.921222:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726035840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921272:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726035840:12345-0@lo:400:kworker.0 Request processed in 50us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.921279:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1775764829.921296:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1775764829.921302:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726036096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921331:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726036096:12345-0@lo:400:kworker.0 Request processed in 30us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.921337:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1775764829.921356:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726035456 00000100:00100000:3.0:1775764829.921359:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726035456 00000100:00100000:3.0:1775764829.921380:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1775764829.921385:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726035456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921404:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726035456:12345-0@lo:400:kworker.0 Request processed in 20us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.921408:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1775764829.921428:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726035968 00000100:00100000:3.0:1775764829.921431:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726035968 00000100:00100000:3.0:1775764829.921449:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726035584 00000100:00100000:3.0:1775764829.921450:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726035584 00000100:00100000:3.0:1775764829.921457:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726035712 00000100:00100000:3.0:1775764829.921458:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726035712 00000100:00100000:3.0:1775764829.921466:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1775764829.921470:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726035968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921488:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726035968:12345-0@lo:400:kworker.0 Request processed in 18us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.921492:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1775764829.921498:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1775764829.921501:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726035584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921513:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726035584:12345-0@lo:400:kworker.0 Request processed in 12us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.921517:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1775764829.921522:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:3.0:1775764829.921525:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726035712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921536:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726035712:12345-0@lo:400:kworker.0 Request processed in 11us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.921539:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00080000:3.0:1775764829.921553:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764829.921556:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764829.921557:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764829.921589:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726035712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921596:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726035584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921601:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726036096:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921625:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726035456:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921631:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726035968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764829.921636:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726035840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764829.922470:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726036224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764829.922526:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764829.922621:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726036224 00000100:00100000:0.0:1775764829.922627:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726036224 00000100:00100000:0.0:1775764829.922682:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1775764829.922690:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726036224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764829.922750:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764829.922795:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726036224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764829.922802:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1775764829.922850:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726036224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764830.013409:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764830.013448:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764830.013489:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764830.013538:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764830.013843:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702766464 00000100:00100000:2.0:1775764830.013854:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702766464 00000100:00100000:2.0:1775764830.013956:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1154 00000100:00100000:2.0:1775764830.013967:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:2358:x1862022702766464:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764830.014270:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:2358:x1862022702766464:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 303us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764830.014279:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1154 00000100:00100000:2.0:1775764830.014311:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702766720 00000100:00100000:2.0:1775764830.014316:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702766720 00000100:00100000:2.0:1775764830.014346:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702766592 00000100:00100000:2.0:1775764830.014349:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702766592 00000100:00100000:2.0:1775764830.014380:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 625 00000100:00100000:2.0:1775764830.014387:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702766720:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764830.014415:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702766720:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764830.014420:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 625 00000100:00100000:2.0:1775764830.014431:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 626 00000100:00100000:2.0:1775764830.014449:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d810050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702766592:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764830.014760:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d810050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702766592:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 278us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764830.014767:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 626 00000100:00100000:2.0:1775764830.015121:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702766336 00000100:00100000:2.0:1775764830.015127:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702766336 00000100:00100000:2.0:1775764830.015157:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 966 00000100:00100000:2.0:1775764830.015164:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702766336:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764830.015194:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702766336:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (1705us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764830.015200:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 966 00000100:00080000:2.0:1775764830.015223:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764830.015228:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764830.015231:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:2.0:1775764830.098759:0:57076:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd798bc440 20000000:00000080:2.0:1775764830.098780:0:57076:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3719a800 uarg=0000000000000000 00010000:00010000:2.0:1775764830.101896:0:57076:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1775764830.101949:0:57076:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56900) 00010000:00010000:2.0:1775764830.101953:0:57076:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764830.101964:0:57076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d30f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fe9a expref: 10 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.101989:0:57076:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1775764830.102300:0:57076:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764830.102318:0:57076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.102350:0:57076:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d291 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.102357:0:57076:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.102393:0:57076:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d291 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.102409:0:57076:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d291 expref: 17 pid: 5762 timeout: 1754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764830.102423:0:57076:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c48e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:57076:1862022726036352:0@lo:104: 00000100:00100000:2.0:1775764830.102499:0:57076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764830.102562:0:57076:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764830.102710:0:5751:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764830.102725:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726036352 00000100:00100000:3.0:1775764830.102755:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726036352 00000100:00100000:3.0:1775764830.102862:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1775764830.102873:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01ac9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:57076:x1862022726036352:12345-0@lo:104: 00010000:00010000:3.0:1775764830.102888:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.102965:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764830.102971:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01ac9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:57076:x1862022726036352:12345-0@lo:104: Request processed in 101us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764830.102978:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1775764830.103100:0:57076:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c48e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:57076:1862022726036352:0@lo:104: 00010000:00010000:2.0:1775764830.103125:0:57076:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.103383:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764830.103390:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.103411:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:1.0:1775764830.103415:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.103423:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764830.103430:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764830.103435:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764830.103488:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.103494:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764830.103517:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.103524:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18194c00/0x429a70d18420d291 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d298 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.103539:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764830.103541:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764830.103555:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764830.103564:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764830.103577:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726036480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764830.103614:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764830.107128:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726036480 00000100:00100000:3.0:1775764830.107145:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726036480 00010000:00010000:3.0:1775764830.107194:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d291 expref: 18 pid: 5762 timeout: 1754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764830.107273:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1775764830.107284:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726036480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764830.107298:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764830.107304:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d291 expref: 18 pid: 5762 timeout: 1754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107318:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d291 expref: 18 pid: 5762 timeout: 1754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107335:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062200/0x429a70d18420d298 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d291 expref: 18 pid: 5762 timeout: 1754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107351:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107360:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107376:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107381:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107387:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107393:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107398:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764830.107402:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107409:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107430:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.107439:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764830.107524:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726036480:12345-0@lo:103:ldlm_bl.0 Request processed in 242us (3909us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764830.107532:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00010000:00010000:2.0:1775764830.107597:0:57076:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.107605:0:57076:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.107611:0:57076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81200/0x429a70d18420d339 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764830.109198:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726036480:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764830.561401:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764831.004906:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967446 is committed 00000001:00080000:1.0:1775764831.004927:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967450 is committed 00000020:00000080:0.0:1775764831.071103:0:57124:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe4886c290 20000000:00000080:0.0:1775764831.071120:0:57124:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e375b5c00 uarg=0000000000000000 00010000:00010000:0.0:1775764831.071619:0:57124:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1775764831.071636:0:57124:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1775764831.071662:0:57124:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764831.071684:0:57124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.071972:0:57124:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.071984:0:57124:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.072086:0:57124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.072092:0:57124:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.072099:0:57124:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.072105:0:57124:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063400 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764831.072109:0:57124:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.072117:0:57124:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.072136:0:57124:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.072145:0:57124:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.072151:0:57124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063400/0x429a70d18420d340 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.584548:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764831.841775:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764831.841783:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764831.841787:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764831.841831:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.841843:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.841854:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.841883:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726036608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764831.841945:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764831.841993:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764831.842166:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726036608 00000100:00100000:2.0:1775764831.842174:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726036608 00000100:00100000:2.0:1775764831.842229:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1775764831.842238:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726036608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764831.842251:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764831.842262:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d347 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.842283:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d347 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.842294:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d347 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.842303:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80400, rc 0) 00000100:00100000:2.0:1775764831.842352:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726036608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.842358:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:1.0:1775764831.842477:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726036608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764831.842490:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.842500:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764831.842519:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764831.842523:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.842530:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.973790:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764831.973811:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726036736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764831.973878:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764831.973942:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726036736 00000100:00100000:0.0:1775764831.973950:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726036736 00000100:00100000:0.0:1775764831.974003:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1775764831.974020:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726036736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764831.974056:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764831.974099:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726036736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.974107:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:0.0:1775764831.974127:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764831.974158:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726036736:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764832.608960:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764833.633969:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764834.146137:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764834.151307:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702766848 00000100:00100000:1.0:1775764834.151325:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702766848 00000100:00100000:1.0:1775764834.151450:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 7 00000100:00100000:1.0:1775764834.151461:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5546:x1862022702766848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764834.151477:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764834.151480:0:8231:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420d30f) 00010000:00010000:1.0:1775764834.151482:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764834.151546:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:5546:x1862022702766848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (5420us total) trans 0 rc 116/116 00000100:00100000:1.0:1775764834.151555:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 7 00000100:00080000:0.0:1775764834.155139:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764834.656044:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764835.039931:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726037248:0@lo:400:kworker.0 00000100:00100000:3.0:1775764835.040007:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764835.040062:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764835.040069:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726037120:0@lo:400:kworker.0 00000100:00100000:3.0:1775764835.040094:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764835.040194:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726036864:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040226:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764835.040252:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726037376:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040271:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764835.040290:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764835.040295:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726036992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040315:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764835.040329:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726037504:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040347:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764835.040386:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726036864 00000100:00100000:0.0:1775764835.040393:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726036864 00000100:00100000:0.0:1775764835.040437:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1775764835.040446:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726036864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040509:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1031a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726036864:12345-0@lo:400:kworker.0 Request processed in 64us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.040517:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1775764835.040553:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726037120 00000100:00100000:0.0:1775764835.040556:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726037120 00000100:00100000:0.0:1775764835.040595:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726037376 00000100:00100000:0.0:1775764835.040598:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726037376 00000100:00100000:0.0:1775764835.040618:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726036992 00000100:00100000:0.0:1775764835.040620:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726036992 00000100:00100000:0.0:1775764835.040633:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1775764835.040650:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726037120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040686:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726037120:12345-0@lo:400:kworker.0 Request processed in 47us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.040692:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1775764835.040704:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1775764835.040710:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726037376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040764:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726037376:12345-0@lo:400:kworker.0 Request processed in 54us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.040770:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1775764835.040782:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1775764835.040788:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726036992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040816:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726036992:12345-0@lo:400:kworker.0 Request processed in 29us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.040821:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1775764835.040845:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726037248 00000100:00100000:0.0:1775764835.040848:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726037248 00000100:00100000:0.0:1775764835.040876:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726037504 00000100:00100000:0.0:1775764835.040879:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726037504 00000100:00100000:0.0:1775764835.040896:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1775764835.040902:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726037248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040930:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726037248:12345-0@lo:400:kworker.0 Request processed in 28us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.040935:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1775764835.040946:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1775764835.040951:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726037504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.040975:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726037504:12345-0@lo:400:kworker.0 Request processed in 25us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.040990:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00080000:0.0:1775764835.041010:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764835.041014:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764835.041017:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764835.041064:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726036992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.041074:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726037504:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.041081:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726036864:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.041092:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726037376:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.041129:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726037120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.041139:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726037248:0@lo:400:kworker.0 00000100:00100000:0.0:1775764835.041874:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726037632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764835.041918:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764835.042021:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726037632 00000100:00100000:3.0:1775764835.042027:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726037632 00000100:00100000:3.0:1775764835.042068:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1775764835.042077:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726037632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764835.042112:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764835.042155:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726037632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.042162:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1775764835.042392:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726037632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764835.118391:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764835.118519:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764835.118559:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764835.118628:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764835.118724:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702767232 00000100:00100000:1.0:1775764835.118768:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702767232 00000100:00100000:1.0:1775764835.118835:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702767360 00000100:00100000:1.0:1775764835.118848:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702767360 00000100:00100000:1.0:1775764835.118878:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 629 00000100:00100000:1.0:1775764835.118887:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702767232:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764835.118970:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702767232:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 84us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764835.119107:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 629 00000100:00100000:1.0:1775764835.119130:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 630 00000100:00100000:1.0:1775764835.119137:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702767360:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764835.119165:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702767360:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764835.119171:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 630 00000100:00100000:0.0:1775764835.119357:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702766976 00000100:00100000:0.0:1775764835.119362:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702766976 00000100:00100000:0.0:1775764835.119398:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 969 00000100:00100000:0.0:1775764835.119406:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702766976:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764835.119439:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10319c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702766976:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 34us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.119445:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 969 00000100:00100000:0.0:1775764835.119476:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702767104 00000100:00100000:0.0:1775764835.119480:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702767104 00000100:00100000:0.0:1775764835.119509:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1158 00000100:00100000:0.0:1775764835.119515:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702767104:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764835.119541:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702767104:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.119548:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1158 00000100:00080000:3.0:1775764835.119914:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764835.119919:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764835.680487:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764836.098404:0:57368:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe46971260 20000000:00000080:1.0:1775764836.098422:0:57368:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d63b800 uarg=0000000000000000 00010000:00010000:1.0:1775764836.100275:0:57368:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1775764836.100295:0:57368:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1775764836.100318:0:57368:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1775764836.100336:0:57368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.100355:0:57368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d347 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.100363:0:57368:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.100404:0:57368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d347 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.100432:0:57368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d347 expref: 17 pid: 5762 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.100448:0:57368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:57368:1862022726037760:0@lo:104: 00000100:00100000:1.0:1775764836.100513:0:57368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764836.100586:0:57368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764836.100783:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726037760 00000100:00100000:3.0:1775764836.100791:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726037760 00000100:00100000:3.0:1775764836.100838:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1775764836.100847:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:57368:x1862022726037760:12345-0@lo:104: 00010000:00010000:3.0:1775764836.100861:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.100915:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764836.100921:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:57368:x1862022726037760:12345-0@lo:104: Request processed in 76us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.100929:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00010000:00010000:3.0:1775764836.100949:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764836.100955:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.100979:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764836.100983:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.100992:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764836.100999:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764836.101005:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764836.101034:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101040:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764836.101060:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101067:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d347 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d34e expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101083:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764836.101085:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764836.101087:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764836.101108:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726037888:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764836.101135:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764836.101175:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726037888 00000100:00100000:3.0:1775764836.101179:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726037888 00010000:00010000:3.0:1775764836.101197:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d347 expref: 18 pid: 5762 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764836.101218:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1775764836.101225:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726037888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764836.101234:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764836.101239:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d347 expref: 18 pid: 5762 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101248:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d347 expref: 18 pid: 5762 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101263:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101270:0:5755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101282:0:5755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101289:0:5755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101295:0:5755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101301:0:5755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101307:0:5755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764836.101311:0:5755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101317:0:5755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101324:0:5755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.101333:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764836.101358:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726037888:12345-0@lo:103:ldlm_bl.0 Request processed in 134us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.101364:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1775764836.101398:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726037888:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764836.101783:0:57368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80400/0x429a70d18420d34e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d347 expref: 17 pid: 5762 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.101795:0:57368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:57368:1862022726037760:0@lo:104: 00010000:00010000:1.0:1775764836.101809:0:57368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.101818:0:57368:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.101824:0:57368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.101830:0:57368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e0f0cbc00/0x429a70d18420d355 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.714658:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764837.087907:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764837.087939:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726038016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764837.088018:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764837.088085:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726038016 00000100:00100000:0.0:1775764837.088093:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726038016 00000100:00100000:0.0:1775764837.088143:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1775764837.088151:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726038016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764837.088555:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764837.088620:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726038016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 468us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.088628:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00080000:0.0:1775764837.088653:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764837.088769:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726038016:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1775764837.152280:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764837.152287:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764837.152293:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764837.152342:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.152355:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.152374:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764837.152400:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726038144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764837.152468:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764837.152520:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbd0000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764837.152920:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726038144 00000100:00100000:0.0:1775764837.153027:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726038144 00000100:00100000:0.0:1775764837.153089:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1775764837.153098:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726038144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764837.153113:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764837.153128:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d35c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.153153:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d35c expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.153163:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d35c expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.153557:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062400, rc 0) 00000100:00100000:0.0:1775764837.153619:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10318050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726038144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 521us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.153629:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1775764837.154092:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726038144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764837.154111:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.154120:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764837.154141:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764837.154145:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.154151:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.727943:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764838.752902:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764839.229985:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764839.230060:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702767488 00000100:00100000:3.0:1775764839.230071:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702767488 00000100:00100000:3.0:1775764839.230149:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 380 00000100:00100000:3.0:1775764839.230159:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34003:x1862022702767488:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764839.230192:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764839.230216:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d36a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fea8 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.230282:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d371 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.230296:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d371 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.230310:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d371 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764839.230535:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775764839.230540:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764839.230628:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d371 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.230655:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d36a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fea8 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.230674:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d371 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fea8 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.230688:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:3.0:1775764839.230691:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764839.230695:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195600, rc 0) 00000100:00080000:0.0:1775764839.230895:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764839.231104:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34003:x1862022702767488:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 946us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.231113:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 380 00000100:00100000:1.0:1775764839.248460:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764839.250661:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702767616 00000100:00100000:0.0:1775764839.250678:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702767616 00000100:00100000:0.0:1775764839.251038:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 381 00000100:00100000:0.0:1775764839.251049:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34003:x1862022702767616:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775764839.251073:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764839.251094:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d378 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134feaf expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.251171:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.251185:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.251197:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.251213:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.251220:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.251227:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.251598:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d38d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.251607:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d38d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.251615:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d38d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764839.251716:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:0.0:1775764839.251720:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764839.252256:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d38d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252270:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252276:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252283:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252289:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764839.252293:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252300:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252313:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:0.0:1775764839.252316:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764839.252321:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252326:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d37f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252337:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252343:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252349:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252354:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764839.252357:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252362:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252368:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e1676e400) 00010000:00010000:0.0:1775764839.252371:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764839.252373:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252379:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d386 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252413:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d378 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134feaf expref: 8 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252431:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d38d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134feaf expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.252439:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:0.0:1775764839.252441:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764839.252443:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775764839.252571:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34003:x1862022702767616:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 1524us (4122us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.252580:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 381 00000100:00100000:1.0:1775764839.262866:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764839.265199:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702767872 00000100:00100000:2.0:1775764839.265218:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702767872 00000100:00100000:2.0:1775764839.265300:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 382 00000100:00100000:2.0:1775764839.265313:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34003:x1862022702767872:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:2.0:1775764839.265378:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764839.265409:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d38d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134feaf expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.265433:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:2.0:1775764839.265447:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764839.265473:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.265486:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.265496:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764839.356710:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f9279c4 reply state 0000000018aac53e transno 4294967451 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764839.356760:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764839.356963:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000100:00100000:2.0:1775764839.357092:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:34003:x1862022702767872:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 91775us (94233us total) trans 4294967451 rc 0/0 00000100:00100000:2.0:1775764839.357104:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 382 00000001:00080000:2.0:1775764839.357809:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967451 is committed 00010000:00010000:3.0:1775764839.358165:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.358176:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.358184:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.358190:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764839.358194:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.358202:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.358218:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e094a3000) 00010000:00010000:3.0:1775764839.358221:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764839.358225:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.358230:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d394 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.800555:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764840.161014:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726038272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.161098:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764840.161152:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726038784:0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.161182:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764840.161208:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764840.161213:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726038656:0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.161236:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1775764840.161517:0:57565:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff168a2950 20000000:00000080:2.0:1775764840.161532:0:57565:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e08407c00 uarg=0000000000000000 00000100:00100000:0.0:1775764840.162312:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726038400:0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.162443:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764840.162481:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726038912:0@lo:400:kworker.0 00000100:00100000:3.0:1775764840.162598:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726038784 00000100:00100000:3.0:1775764840.162606:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726038784 00000100:00100000:3.0:1775764840.162675:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726038400 00000100:00100000:3.0:1775764840.162678:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726038400 00000100:00080000:1.0:1775764840.164102:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764840.164213:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:3.0:1775764840.164235:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726038784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764840.164479:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726038784:0@lo:400:kworker.0 00000100:00100000:3.0:1775764840.164599:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726038784:12345-0@lo:400:kworker.0 Request processed in 123us (3164us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764840.164609:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:3.0:1775764840.164631:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1775764840.164638:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726038400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764840.164672:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726038400:12345-0@lo:400:kworker.0 Request processed in 36us (2229us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764840.164677:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1775764840.164795:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764840.164836:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726038400:0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.164846:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764840.164857:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726038528:0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.164886:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764840.165018:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726038272 00000100:00100000:0.0:1775764840.165026:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726038272 00000100:00100000:0.0:1775764840.165065:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1775764840.165072:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726038272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.165110:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726038272:12345-0@lo:400:kworker.0 Request processed in 39us (4013us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.165116:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1775764840.165144:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726038528 00000100:00100000:0.0:1775764840.165148:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726038528 00000100:00100000:0.0:1775764840.165181:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1775764840.165186:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726038528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.165213:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726038528:12345-0@lo:400:kworker.0 Request processed in 27us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.165218:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1775764840.165235:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726038656 00000100:00100000:0.0:1775764840.165239:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726038656 00000100:00100000:0.0:1775764840.165268:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726038912 00000100:00100000:0.0:1775764840.165270:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726038912 00000100:00100000:0.0:1775764840.165290:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1775764840.165297:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726038656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.165327:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726038656:12345-0@lo:400:kworker.0 Request processed in 32us (4090us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.165333:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1775764840.165344:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1775764840.165702:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726038912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.165765:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726038912:12345-0@lo:400:kworker.0 Request processed in 415us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.165771:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1775764840.165798:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726039040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764840.165826:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764840.165886:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726038528:0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.165896:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726038912:0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.165981:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726038656:0@lo:400:kworker.0 00000100:00100000:0.0:1775764840.165990:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726038272:0@lo:400:kworker.0 00000100:00080000:0.0:1775764840.166005:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764840.166008:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764840.166010:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764840.166191:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726039040 00000100:00100000:3.0:1775764840.166198:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726039040 00000100:00100000:3.0:1775764840.166235:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1775764840.166242:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726039040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764840.166273:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764840.166314:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726039040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764840.166320:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1775764840.166649:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726039040:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1775764840.167321:0:57565:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1775764840.167665:0:57565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d0297b600) 00010000:00010000:3.0:1775764840.167669:0:57565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764840.167681:0:57565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d371 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fea8 expref: 5 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764840.167707:0:57565:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1775764840.167918:0:57565:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1775764840.167945:0:57565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764840.167960:0:57565:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d35c expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764840.167967:0:57565:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764840.168004:0:57565:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d35c expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764840.168019:0:57565:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d35c expref: 17 pid: 5762 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764840.168034:0:57565:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:57565:1862022726039168:0@lo:104: 00000100:00100000:3.0:1775764840.168087:0:57565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764840.168133:0:57565:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3dbe2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764840.168283:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726039168 00000100:00100000:1.0:1775764840.168291:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726039168 00000100:00100000:1.0:1775764840.168364:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1775764840.168373:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:57565:x1862022726039168:12345-0@lo:104: 00010000:00010000:1.0:1775764840.168385:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764840.168450:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764840.168456:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:57565:x1862022726039168:12345-0@lo:104: Request processed in 85us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764840.168463:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1775764840.168683:0:57565:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:57565:1862022726039168:0@lo:104: 00010000:00010000:2.0:1775764840.168702:0:57565:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.168841:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764840.168860:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.168868:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cba00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764840.168872:0:5756:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.168882:0:5756:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764840.168890:0:5756:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764840.168897:0:5756:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764840.168945:0:5756:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.168951:0:5756:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764840.168981:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.168988:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cba00/0x429a70d18420d35c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d363 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169003:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764840.169005:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764840.169007:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764840.169123:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726039296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764840.169166:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764840.169253:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726039296 00000100:00100000:2.0:1775764840.169257:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726039296 00010000:00010000:2.0:1775764840.169282:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d35c expref: 18 pid: 5762 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764840.169318:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1775764840.169325:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726039296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764840.169339:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764840.169345:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d35c expref: 18 pid: 5762 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169371:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d35c expref: 18 pid: 5762 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169385:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062400/0x429a70d18420d363 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d35c expref: 18 pid: 5762 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169398:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169405:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169420:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169426:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169433:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169439:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169445:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764840.169449:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169456:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169473:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169483:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764840.169675:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022726039296:12345-0@lo:103:ldlm_bl.0 Request processed in 351us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764840.169682:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1775764840.169716:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726039296:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764840.169765:0:57565:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169774:0:57565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764840.169780:0:57565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18194000/0x429a70d18420d39b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764840.239086:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764840.239121:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764840.239141:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764840.239163:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764840.240412:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702768000 00000100:00100000:0.0:1775764840.240425:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702768000 00000100:00100000:0.0:1775764840.240478:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 972 00000100:00100000:0.0:1775764840.240488:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702768000:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764840.240561:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702768000:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 74us (1484us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.240568:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 972 00000100:00100000:0.0:1775764840.240604:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702768128 00000100:00100000:0.0:1775764840.240607:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702768128 00000100:00100000:0.0:1775764840.240639:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1162 00000100:00100000:0.0:1775764840.240647:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702768128:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764840.240682:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702768128:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 36us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.240689:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1162 00000100:00100000:0.0:1775764840.240709:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702768256 00000100:00100000:0.0:1775764840.240712:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702768256 00000100:00100000:0.0:1775764840.240769:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702768384 00000100:00100000:0.0:1775764840.240773:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702768384 00000100:00100000:0.0:1775764840.240796:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 200 00000100:00100000:0.0:1775764840.240802:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702768256:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:0.0:1775764840.240823:0:6551:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420d1cd 00000100:00080000:0.0:1775764840.240831:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1e0f04c800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1775764840.241065:0:6551:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967320 00000100:00100000:0.0:1775764840.241300:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702768256:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 496us (2156us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.241307:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 200 00000100:00100000:0.0:1775764840.241321:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 201 00000100:00100000:0.0:1775764840.241328:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2355:x1862022702768384:12345-192.168.202.7@tcp:9:kworker.0 00000020:00000080:0.0:1775764840.241340:0:6551:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x429a70d18420d05a 00000100:00080000:0.0:1775764840.241344:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1e18ad5000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1775764840.242456:0:6551:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967320 00000100:00100000:0.0:1775764840.242682:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+2:2355:x1862022702768384:12345-192.168.202.7@tcp:9:kworker.0 Request processed in 1350us (3514us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.242692:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 201 00000100:00080000:0.0:1775764840.242752:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764840.242757:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775764840.245523:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764840.245642:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764840.800311:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764841.317176:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764841.317183:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764841.317188:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764841.317236:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.317249:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764841.317262:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764841.317289:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726039424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764841.317354:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764841.317406:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e166f3180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764841.321997:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726039424 00000100:00100000:0.0:1775764841.322011:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726039424 00000100:00100000:0.0:1775764841.322075:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1775764841.322084:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726039424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764841.322101:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764841.322120:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d3a2 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.322147:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d3a2 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.322157:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d3a2 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764841.322165:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062000, rc 0) 00000100:00100000:0.0:1775764841.322247:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726039424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (4891us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764841.322254:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1775764841.327161:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726039424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764841.327193:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.327206:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764841.327231:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764841.327236:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764841.327243:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764841.826804:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764842.217766:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726039552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764842.217857:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764842.218188:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726039552 00000100:00100000:0.0:1775764842.218197:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726039552 00000100:00100000:0.0:1775764842.218271:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1775764842.218280:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726039552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764842.218316:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764842.218373:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726039552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764842.218381:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00080000:0.0:1775764842.218403:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764842.218439:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726039552:0@lo:13:osp-pre-1-0.0 00000001:00100000:2.0:1775764842.816590:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:2.0:1775764842.816599:0:6575:0:(genops.c:904:class_export_put()) final put ffff8b1e0f049800/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:2.0:1775764842.816631:0:32992:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e0f049800/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0000 00000020:00000080:2.0:1775764842.816680:0:32992:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e0f04c800 for lustre-OST0000 00000001:00100000:1.0:1775764842.817159:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:1.0:1775764842.817164:0:7437:0:(genops.c:904:class_export_put()) final put ffff8b1e18ad3000/0371f581-e7f8-429d-bd87-b7c9239b5f09 00000020:00000080:2.0:1775764842.817465:0:15444:0:(genops.c:863:class_export_destroy()) destroying export ffff8b1e18ad3000/0371f581-e7f8-429d-bd87-b7c9239b5f09 for lustre-OST0001 00000020:00000080:2.0:1775764842.817501:0:15444:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8b1e18ad5000 for lustre-OST0001 00010000:00010000:0.0:1775764842.847945:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764843.636580:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764843.636621:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702768512 00000100:00100000:0.0:1775764843.636632:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702768512 00000100:00100000:0.0:1775764843.636708:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 383 00000100:00100000:0.0:1775764843.636748:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34079:x1862022702768512:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764843.636772:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764843.636798:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420d3b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134feb6 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.636864:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.636879:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.636893:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.636918:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.636926:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.636933:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.637999:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d3c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638014:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638027:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764843.638131:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:0.0:1775764843.638135:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764843.638221:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638235:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638241:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638247:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638253:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764843.638257:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638264:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638278:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e100) 00010000:00010000:0.0:1775764843.638280:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764843.638285:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638502:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d3b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638520:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638526:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638532:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638537:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764843.638540:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638546:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638554:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e1676ed00) 00010000:00010000:0.0:1775764843.638557:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764843.638560:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638565:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d3be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638600:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420d3b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134feb6 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638617:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d3c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134feb6 expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764843.638629:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:0.0:1775764843.638631:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764843.638634:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775764843.638882:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34079:x1862022702768512:12345-192.168.202.7@tcp:101:touch.0 Request processed in 2164us (2313us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764843.638891:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 383 00000100:00080000:0.0:1775764843.638936:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764843.647240:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764843.648857:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702768768 00000100:00100000:2.0:1775764843.648871:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702768768 00000100:00100000:2.0:1775764843.648942:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 384 00000100:00100000:2.0:1775764843.648952:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34079:x1862022702768768:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:2.0:1775764843.648973:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764843.648994:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d3cc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134febd expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.649343:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.649359:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.649371:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.649396:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.649402:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.649408:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764843.650522:0:8088:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xd:0x0], index 1: 0 00010000:00010000:2.0:1775764843.651265:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d3e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651285:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651296:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651331:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651338:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651344:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651350:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764843.651353:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651360:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651372:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:2.0:1775764843.651375:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764843.651380:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651385:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80200/0x429a70d18420d3d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764843.651397:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041b43137 reply state 00000000ab19c94b transno 4294967452 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764843.651407:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764843.651441:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81c00/0x429a70d18420d3cc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134febd expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651454:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134febd expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.651461:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:2.0:1775764843.651463:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764843.651466:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80600, rc 0) 00000100:00100000:2.0:1775764843.651538:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34079:x1862022702768768:12345-192.168.202.7@tcp:101:touch.0 Request processed in 2587us (4304us total) trans 4294967452 rc 0/0 00000100:00100000:2.0:1775764843.651547:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 384 00000100:00100000:2.0:1775764843.660205:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764843.660508:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702768896 00000100:00100000:0.0:1775764843.660519:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702768896 00000100:00100000:0.0:1775764843.660587:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 71 00000100:00100000:0.0:1775764843.660605:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34079:x1862022702768896:12345-192.168.202.7@tcp:49:touch.0 00000100:00100000:0.0:1775764843.660756:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34079:x1862022702768896:12345-192.168.202.7@tcp:49:touch.0 Request processed in 126us (533us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764843.660764:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 71 00010000:00010000:3.0:1775764843.661414:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.661427:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.661434:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.661441:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764843.661445:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.661453:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.661469:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8b1e094a3c00) 00010000:00010000:3.0:1775764843.661473:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764843.661478:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.661484:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81a00/0x429a70d18420d3da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764843.662925:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764843.663309:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702769152 00000100:00100000:3.0:1775764843.663319:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702769152 00000100:00100000:3.0:1775764843.663380:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 385 00000100:00100000:3.0:1775764843.663389:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:34079:x1862022702769152:12345-192.168.202.7@tcp:36:touch.0 00010000:00010000:3.0:1775764843.663440:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764843.663464:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80600/0x429a70d18420d3e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134febd expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.663551:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:3.0:1775764843.663561:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764843.663821:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.663834:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.663844:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764843.663989:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000456c1e77 reply state 00000000fd697042 transno 4294967453 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764843.663999:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764843.664131:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34079:x1862022702769152:12345-192.168.202.7@tcp:36:touch.0 Request processed in 741us (1211us total) trans 4294967453 rc 0/0 00000100:00100000:3.0:1775764843.664139:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 385 00010000:00010000:2.0:1775764843.665794:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.665809:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.665817:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.665823:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764843.665828:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.665839:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.665855:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1d0297be00) 00010000:00010000:2.0:1775764843.665858:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764843.665863:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.665869:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d3ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764843.667000:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764843.667615:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702769280 00000100:00100000:1.0:1775764843.667625:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702769280 00000100:00100000:1.0:1775764843.667680:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 386 00000100:00100000:1.0:1775764843.667690:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:34079:x1862022702769280:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:1.0:1775764843.667724:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764843.667774:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d3f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fec4 expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.667830:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d3f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fec4 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.667845:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d3f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fec4 expref: 9 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764843.667865:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1e03a56400) 00010000:00010000:1.0:1775764843.667869:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764843.667872:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca200, rc 0) 00000100:00100000:1.0:1775764843.667941:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34079:x1862022702769280:12345-192.168.202.7@tcp:101:touch.0 Request processed in 251us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764843.667948:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 386 00000100:00100000:1.0:1775764843.671956:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764843.673303:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702769408 00000100:00100000:0.0:1775764843.673315:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702769408 00000100:00100000:0.0:1775764843.673366:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 202 00000100:00100000:0.0:1775764843.673375:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2355:x1862022702769408:12345-192.168.202.7@tcp:8:touch.0 00010000:00080000:0.0:1775764843.673409:0:6551:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1668 last 0 00000020:00000080:0.0:1775764843.673438:0:6551:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420d3fd 00002000:00100000:0.0:1775764843.673451:0:6551:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1d01b3f800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1775764843.673464:0:6551:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1775764843.673995:0:6551:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1775764843.674030:0:6551:0:(import.c:65:import_set_state_nolock()) ffff8b1d01b3b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1775764843.674109:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702769408:12345-192.168.202.7@tcp:8:touch.0 Request processed in 733us (2160us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764843.674117:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 202 00000100:00100000:2.0:1775764843.683999:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764843.684103:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702769536 00000100:00100000:0.0:1775764843.684114:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702769536 00000100:00100000:0.0:1775764843.684225:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 203 00000100:00100000:0.0:1775764843.684236:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:0:x1862022702769536:12345-192.168.202.7@tcp:2:touch.0 00000100:00080000:2.0:1775764843.689243:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1775764843.731171:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967321 is committed 00000001:00100000:3.0:1775764843.731190:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000100:00100000:0.0:1775764843.731548:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:0:x1862022702769536:12345-192.168.202.7@tcp:2:touch.0 Request processed in 47309us (47553us total) trans 4294967321 rc 0/0 00000100:00100000:0.0:1775764843.731560:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 203 00000100:00100000:2.0:1775764843.734159:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764843.734233:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702769792 00000100:00100000:0.0:1775764843.734241:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702769792 00000100:00100000:0.0:1775764843.734284:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 72 00000100:00100000:0.0:1775764843.734973:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34079:x1862022702769792:12345-192.168.202.7@tcp:35:touch.0 00000100:00100000:0.0:1775764843.735415:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:34079:x1862022702769792:12345-192.168.202.7@tcp:35:touch.0 Request processed in 1114us (1252us total) trans 4294967454 rc 0/0 00000100:00100000:0.0:1775764843.735424:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 72 00000100:00100000:1.0:1775764843.789040:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764843.789721:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702769920 00000100:00100000:2.0:1775764843.789940:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702769920 00000100:00100000:3.0:1775764843.790158:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 387 00000100:00100000:3.0:1775764843.790169:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:34083:x1862022702769920:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:3.0:1775764843.790198:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764843.790218:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d404 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fecb expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790283:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790296:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790305:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790316:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790320:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790325:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790405:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d419 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790413:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d419 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790417:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d419 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764843.790444:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 0 00000004:00200000:3.0:1775764843.790447:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764843.790473:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d419 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790487:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d419 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790495:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790501:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790507:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790513:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764843.790517:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790524:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790536:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:3.0:1775764843.790540:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764843.790546:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790551:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d40b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790562:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790565:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790569:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790572:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764843.790573:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790577:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790581:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8b1d0297b300) 00010000:00010000:3.0:1775764843.790582:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764843.790583:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790586:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d412 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790616:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d404 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fecb expref: 12 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790628:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d419 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fecb expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.790633:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1e03a56400) 00010000:00010000:3.0:1775764843.790634:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764843.790636:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194000, rc 0) 00000100:00100000:3.0:1775764843.790727:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:34083:x1862022702769920:12345-192.168.202.7@tcp:101:rm.0 Request processed in 560us (1695us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764843.790769:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 387 00000100:00100000:3.0:1775764843.795855:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764843.796019:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702770048 00000100:00100000:2.0:1775764843.796030:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702770048 00000100:00100000:2.0:1775764843.796135:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 204 00000100:00100000:2.0:1775764843.796146:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702770048:12345-192.168.202.7@tcp:101:rm.0 00010000:00010000:2.0:1775764843.796164:0:6552:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764843.796184:0:6552:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fed2 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764843.796211:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x69d8056b, atime: 0x69d8056b, ctime: 0x69d8056b, blocks: 0x1 00010000:00010000:2.0:1775764843.796230:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764843.796232:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764843.796241:0:6552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed2 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.796260:0:6552:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed2 expref: 6 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.796274:0:6552:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81000, rc 0) 00000100:00100000:2.0:1775764843.796336:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702770048:12345-192.168.202.7@tcp:101:rm.0 Request processed in 193us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764843.796344:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 204 00000100:00100000:2.0:1775764843.800108:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764843.800389:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702770304 00000100:00100000:3.0:1775764843.800400:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702770304 00000100:00100000:3.0:1775764843.800584:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 388 00000100:00100000:3.0:1775764843.800606:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:34083:x1862022702770304:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:3.0:1775764843.800665:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764843.800692:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d419 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fecb expref: 11 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.800715:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d3f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fec4 expref: 10 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.800726:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1e03a56400) 00010000:00010000:3.0:1775764843.800789:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764843.800809:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.800827:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.800838:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.800852:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.800859:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.800877:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.800993:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.801001:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.801008:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764843.801848:0:5769:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024 00000004:00080000:3.0:1775764843.801861:0:5769:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1668633129300ns, next at 1669633126066ns, rc = 0 00010000:00010000:3.0:1775764843.802122:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802135:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802148:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802156:0:5769:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802163:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802169:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802185:0:5769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764843.802207:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802213:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802220:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802225:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764843.802230:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802237:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802248:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:3.0:1775764843.802251:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764843.802255:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802260:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d435 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802277:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802284:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802289:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802294:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764843.802297:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802303:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802310:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:3.0:1775764843.802312:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764843.802314:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.802318:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d427 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764843.802324:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a20494b0 reply state 000000001431d0e1 transno 4294967455 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764843.802333:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764843.802418:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+11:34083:x1862022702770304:12345-192.168.202.7@tcp:36:rm.0 Request processed in 1812us (2319us total) trans 4294967455 rc 0/0 00000100:00100000:3.0:1775764843.802426:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 388 00010000:00010000:2.0:1775764843.802507:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764843.802513:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.802519:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764843.802523:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.802529:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.802538:0:5756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1d0297bf00) 00010000:00010000:2.0:1775764843.802540:0:5756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764843.802543:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.802549:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194c00/0x429a70d18420d43c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.802568:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764843.802570:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764843.802572:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764843.804401:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.804413:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.804417:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.804421:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764843.804424:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.804428:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.804439:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8b1d0297b300) 00010000:00010000:3.0:1775764843.804441:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764843.804443:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764843.804447:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d42e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764843.872103:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764844.833517:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967454 is committed 00000001:00080000:2.0:1775764844.833540:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967455 is committed 00000004:00080000:2.0:1775764844.833544:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 33 committed 00000100:00100000:1.0:1775764844.834116:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764844.839152:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726039680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764844.839227:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764844.839306:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726039680 00000100:00100000:1.0:1775764844.839314:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726039680 00000100:00080000:0.0:1775764844.839352:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764844.839394:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1775764844.839477:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726039680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764844.839510:0:6550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:13 count 1 00010000:00010000:1.0:1775764844.839535:0:6550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.839563:0:6550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed2 expref: 5 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.839572:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764844.839574:0:6550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764844.839577:0:6550:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.839610:0:6550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed2 expref: 5 pid: 6552 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.839625:0:6550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed2 expref: 5 pid: 6552 timeout: 1769 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764844.839645:0:6550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022726039808:192.168.202.7@tcp:104: 00000100:00100000:1.0:1775764844.848310:0:6550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e10b86240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764844.862075:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764844.862689:0:6550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6550:1862022726039808:192.168.202.7@tcp:104: 00010000:00010000:1.0:1775764844.862718:0:6550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764844.863001:0:5755:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702770432 00000100:00100000:3.0:1775764844.863008:0:5755:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702770432 00010000:00010000:3.0:1775764844.863050:0:5755:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed2 expref: 6 pid: 6552 timeout: 1769 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764844.863096:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 297 00000100:00100000:3.0:1775764844.863105:0:5755:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702770432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764844.863119:0:5755:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764844.863125:0:5755:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed2 expref: 6 pid: 6552 timeout: 1769 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.863139:0:5755:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed2 expref: 6 pid: 6552 timeout: 1769 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.863163:0:5755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033795b5f/0x429a70d18420d420 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed2 expref: 6 pid: 6552 timeout: 1769 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.863176:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764844.863179:0:5755:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764844.863183:0:5755:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.863193:0:5755:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.863223:0:5755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764844.863281:0:5755:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702770432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 176us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764844.863289:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 297 00010000:00010000:1.0:1775764844.863410:0:6550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.863420:0:6550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.863439:0:6550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.863447:0:6550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764844.863473:0:6550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764844.864220:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3314:x1862022726039680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24815us (24989us total) trans 4294967322 rc 0/0 00000100:00100000:0.0:1775764844.864230:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00010000:00010000:3.0:1775764844.864233:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764844.864241:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.864250:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764844.864255:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.864264:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.864278:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.864286:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b4500cb/0x429a70d18420d443 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764844.864305:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764844.864307:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764844.864308:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764844.865673:0:3314:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e33c20380/2, rc 0, transno 4294967322 00000100:00100000:1.0:1775764844.865684:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726039680:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764844.898000:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764845.281239:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726039936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764845.281312:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764845.281409:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726039936 00000100:00100000:3.0:1775764845.281418:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726039936 00000100:00080000:0.0:1775764845.281539:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764845.281692:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1775764845.281702:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726039936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764845.281762:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764845.282042:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726039936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 341us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764845.282051:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1775764845.282098:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726039936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764845.282245:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726040192:0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.282278:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764845.282300:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764845.282306:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726040064:0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.282344:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764845.282367:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726040576:0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.282391:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764845.282415:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726040320:0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.282565:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764845.282588:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764845.282595:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726040448:0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.282617:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764845.282644:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726040192 00000100:00100000:2.0:1775764845.282649:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726040192 00000100:00100000:2.0:1775764845.282680:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726040320 00000100:00100000:2.0:1775764845.282683:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726040320 00000100:00100000:2.0:1775764845.282705:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726040448 00000100:00100000:2.0:1775764845.282707:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726040448 00000100:00100000:2.0:1775764845.282721:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1775764845.282749:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726040192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.282792:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726040192:12345-0@lo:400:kworker.0 Request processed in 65us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.282798:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1775764845.282984:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1775764845.282990:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726040320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.283026:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726040320:12345-0@lo:400:kworker.0 Request processed in 37us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.283032:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1775764845.283043:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:2.0:1775764845.283048:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726040448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.283072:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726040448:12345-0@lo:400:kworker.0 Request processed in 24us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.283077:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:2.0:1775764845.283095:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726040064 00000100:00100000:2.0:1775764845.283099:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726040064 00000100:00100000:2.0:1775764845.283122:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1775764845.283127:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726040064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.283155:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726040064:12345-0@lo:400:kworker.0 Request processed in 28us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.283160:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1775764845.283186:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726040576 00000100:00100000:2.0:1775764845.283189:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726040576 00000100:00100000:2.0:1775764845.283216:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1775764845.283222:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022726040576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.283247:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3312:x1862022726040576:12345-0@lo:400:kworker.0 Request processed in 26us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.283253:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00080000:2.0:1775764845.283276:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764845.283306:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726040448:0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.283315:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726040320:0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.283555:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726040064:0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.283566:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726040576:0@lo:400:kworker.0 00000100:00100000:2.0:1775764845.283576:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726040192:0@lo:400:kworker.0 00000100:00100000:0.0:1775764845.360144:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764845.360189:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764845.360213:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702770560 00000100:00100000:0.0:1775764845.360222:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702770560 00000100:00100000:0.0:1775764845.360263:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 975 00000100:00100000:0.0:1775764845.360272:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702770560:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764845.360343:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702770560:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 72us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.360350:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 975 00000100:00100000:3.0:1775764845.360926:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702770688 00000100:00100000:3.0:1775764845.360932:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702770688 00000100:00100000:3.0:1775764845.360989:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1166 00000100:00100000:3.0:1775764845.360996:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702770688:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764845.361039:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702770688:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764845.361045:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1166 00000100:00080000:0.0:1775764845.361255:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764845.930443:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764846.073226:0:57813:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe11d76690 20000000:00000080:0.0:1775764846.073243:0:57813:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e0537a400 uarg=0000000000000000 00010000:00010000:0.0:1775764846.074054:0:57813:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1775764846.074091:0:57813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e700) 00010000:00010000:0.0:1775764846.074095:0:57813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764846.074109:0:57813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d3c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134feb6 expref: 5 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.074136:0:57813:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1775764846.074162:0:57813:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764846.074177:0:57813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.074191:0:57813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d3a2 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.074199:0:57813:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.074236:0:57813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d3a2 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.074258:0:57813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d3a2 expref: 17 pid: 5763 timeout: 1770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764846.074274:0:57813:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:57813:1862022726040704:0@lo:104: 00000100:00100000:0.0:1775764846.074475:0:57813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764846.074659:0:57813:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764846.076184:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726040704 00000100:00100000:1.0:1775764846.076196:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726040704 00000100:00100000:0.0:1775764846.076384:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1775764846.076394:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:57813:x1862022726040704:12345-0@lo:104: 00010000:00010000:0.0:1775764846.076422:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.076549:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764846.076564:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:57813:x1862022726040704:12345-0@lo:104: Request processed in 171us (2090us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.076572:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1775764846.077083:0:57813:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:57813:1862022726040704:0@lo:104: 00010000:00010000:2.0:1775764846.077108:0:57813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.077306:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764846.077314:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.077391:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764846.077396:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.077447:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764846.077455:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764846.077461:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764846.077545:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.077561:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764846.077591:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.077599:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb600/0x429a70d18420d3a2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d3a9 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.077616:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764846.077618:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764846.077620:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764846.077662:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764846.077677:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726040832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764846.077760:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764846.078026:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726040832 00000100:00100000:3.0:1775764846.078032:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726040832 00010000:00010000:3.0:1775764846.078057:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d3a2 expref: 18 pid: 5763 timeout: 1770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764846.078093:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1775764846.078101:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726040832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764846.078115:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764846.078120:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d3a2 expref: 18 pid: 5763 timeout: 1770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078132:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d3a2 expref: 18 pid: 5763 timeout: 1770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078147:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38062000/0x429a70d18420d3a9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d3a2 expref: 18 pid: 5763 timeout: 1770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078161:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078174:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078189:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078197:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078204:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078211:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078217:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764846.078221:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078229:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078251:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764846.078261:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764846.078295:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3311:x1862022726040832:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764846.078302:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1775764846.078415:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726040832:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764846.078441:0:57813:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.078449:0:57813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764846.078455:0:57813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d44a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 57813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764846.944262:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764847.142909:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764847.142917:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764847.142922:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764847.142971:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.142982:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.142993:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764847.143020:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726040960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764847.143083:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764847.143133:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e1054c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764847.143553:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726040960 00000100:00100000:2.0:1775764847.143561:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726040960 00000100:00100000:2.0:1775764847.143610:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1775764847.143619:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726040960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764847.143631:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764847.143644:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d451 expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.143668:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d451 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.143679:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d451 expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764847.143694:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81c00, rc 0) 00000100:00100000:2.0:1775764847.143783:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726040960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764847.143790:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1775764847.144659:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726040960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764847.144701:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.144712:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764847.144760:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764847.144766:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764847.144773:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764847.338206:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726041088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764847.338273:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764847.338344:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726041088 00000100:00100000:1.0:1775764847.338352:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726041088 00000100:00100000:1.0:1775764847.338415:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1775764847.338425:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022726041088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764847.338458:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764847.338502:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022726041088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.338509:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00080000:1.0:1775764847.338529:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764847.338705:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726041088:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764847.967932:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764848.988658:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967322 is committed 00010000:00010000:2.0:1775764848.993148:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764849.496215:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764849.496296:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702770816 00000100:00100000:2.0:1775764849.496307:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702770816 00000100:00100000:2.0:1775764849.496387:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 389 00000100:00100000:2.0:1775764849.496398:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34171:x1862022702770816:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:2.0:1775764849.496431:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764849.496458:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d45f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fed9 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.496526:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d466 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.496539:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.496552:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764849.496798:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:2.0:1775764849.496803:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764849.497233:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.497267:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d45f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed9 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.497295:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d466 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed9 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.497305:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e094a3a00) 00010000:00010000:2.0:1775764849.497308:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764849.497313:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e80c00, rc 0) 00000100:00100000:2.0:1775764849.497391:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34171:x1862022702770816:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 994us (1186us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764849.497467:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 389 00000100:00080000:1.0:1775764849.498694:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764849.520258:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764849.524204:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702771072 00000100:00100000:2.0:1775764849.524222:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702771072 00000100:00100000:2.0:1775764849.525453:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 390 00000100:00100000:2.0:1775764849.525468:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34171:x1862022702771072:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:2.0:1775764849.525518:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764849.525544:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d466 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fed9 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.525557:0:5769:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420d3c5) 00010000:00010000:2.0:1775764849.525561:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e094a3a00) 00010000:00010000:2.0:1775764849.525571:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764849.525593:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.525606:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.525616:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764849.640428:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967456 is committed 00000004:00010000:2.0:1775764849.640493:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000047d0a2ed reply state 000000008f19b4d4 transno 4294967456 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764849.640510:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764849.640696:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00010000:00080000:2.0:1775764849.640835:0:5769:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1775764849.640860:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34171:x1862022702771072:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 115393us (120609us total) trans 4294967456 rc 0/0 00000100:00100000:2.0:1775764849.640870:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 390 00010000:00010000:2.0:1775764849.641022:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.641031:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.644762:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.644770:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764849.644775:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.644784:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.644802:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e094a3600) 00010000:00010000:2.0:1775764849.644805:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764849.644809:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764849.645288:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80a00/0x429a70d18420d46d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.018319:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764850.401683:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726041344:0@lo:400:kworker.0 00000100:00100000:3.0:1775764850.401766:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764850.401812:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726041856:0@lo:400:kworker.0 00000100:00100000:3.0:1775764850.401853:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764850.401878:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764850.401884:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726041472:0@lo:400:kworker.0 00000100:00100000:3.0:1775764850.401906:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764850.401927:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726041984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764850.401950:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764850.401982:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726041344 00000100:00100000:3.0:1775764850.401990:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726041344 00000100:00100000:3.0:1775764850.402035:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726041472 00000100:00100000:3.0:1775764850.402038:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726041472 00000100:00100000:3.0:1775764850.402069:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:3.0:1775764850.402078:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726041344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764850.402130:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726041344:12345-0@lo:400:kworker.0 Request processed in 52us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764850.402137:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:3.0:1775764850.402155:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:3.0:1775764850.402161:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726041472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764850.402189:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726041472:12345-0@lo:400:kworker.0 Request processed in 29us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764850.402194:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:3.0:1775764850.402214:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726041856 00000100:00100000:3.0:1775764850.402218:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726041856 00000100:00100000:3.0:1775764850.402252:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1775764850.402259:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726041856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764850.402290:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726041856:12345-0@lo:400:kworker.0 Request processed in 31us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764850.402295:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1775764850.402323:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726041984 00000100:00100000:3.0:1775764850.402327:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726041984 00000100:00100000:3.0:1775764850.402354:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1775764850.402359:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726041984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764850.402389:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764850.402508:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726041984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764850.402514:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1775764850.402561:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726041472:0@lo:400:kworker.0 00000100:00100000:3.0:1775764850.402576:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726041984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764850.402585:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726041344:0@lo:400:kworker.0 00000100:00100000:3.0:1775764850.402592:0:3311:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967322 gen 2 00000004:00080000:3.0:1775764850.402597:0:3311:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e33c20380, transno 4294967322 00000100:00100000:3.0:1775764850.402609:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726041856:0@lo:400:kworker.0 00000100:00100000:1.0:1775764850.403712:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e3751d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726041216:0@lo:400:kworker.0 00000100:00100000:1.0:1775764850.403912:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764850.403953:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726041728:0@lo:400:kworker.0 00000100:00100000:1.0:1775764850.403982:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764850.404006:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764850.404012:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726041600:0@lo:400:kworker.0 00000100:00100000:1.0:1775764850.404034:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1775764850.404063:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764850.404068:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764850.404071:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764850.410036:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726041216 00000100:00100000:1.0:1775764850.410052:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726041216 00000100:00100000:1.0:1775764850.410168:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1775764850.410179:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726041216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764850.410268:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726041216:12345-0@lo:400:kworker.0 Request processed in 91us (6357us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764850.410275:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1775764850.412015:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726041728 00000100:00100000:0.0:1775764850.412026:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726041728 00000100:00100000:0.0:1775764850.412086:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1775764850.412096:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726041728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764850.412165:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726041728:12345-0@lo:400:kworker.0 Request processed in 71us (8182us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764850.412172:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1775764850.413846:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e3751d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726041216:0@lo:400:kworker.0 00000100:00100000:0.0:1775764850.413870:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726041728:0@lo:400:kworker.0 00000100:00100000:0.0:1775764850.413911:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726041600 00000100:00100000:0.0:1775764850.413917:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726041600 00000100:00100000:0.0:1775764850.413968:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1775764850.413977:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726041600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764850.414050:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726041600:12345-0@lo:400:kworker.0 Request processed in 75us (10016us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764850.414057:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1775764850.414089:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726041600:0@lo:400:kworker.0 00000100:00080000:1.0:1775764850.417540:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764850.477677:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764850.477715:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764850.477759:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764850.477804:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702771200 00000100:00100000:0.0:1775764850.477814:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702771200 00000100:00100000:0.0:1775764850.477874:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 978 00000100:00100000:0.0:1775764850.477884:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702771200:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764850.477952:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702771200:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 68us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764850.477960:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 978 00000100:00100000:2.0:1775764850.478759:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702771456 00000100:00100000:2.0:1775764850.478885:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702771456 00000100:00100000:2.0:1775764850.478951:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 636 00000100:00100000:2.0:1775764850.478960:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702771456:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764850.479017:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702771456:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 58us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764850.479024:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 636 00000100:00100000:2.0:1775764850.479045:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702771328 00000100:00100000:2.0:1775764850.479050:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702771328 00000100:00100000:2.0:1775764850.479078:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1170 00000100:00100000:2.0:1775764850.479085:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702771328:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764850.479117:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702771328:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 34us (1451us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764850.479124:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1170 00000100:00080000:0.0:1775764850.484232:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:3.0:1775764850.602356:0:58013:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe14c8d330 20000000:00000080:3.0:1775764850.602376:0:58013:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e08407800 uarg=0000000000000000 00010000:00010000:2.0:1775764850.604660:0:58013:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764850.604680:0:58013:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764850.604705:0:58013:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764850.604725:0:58013:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.604782:0:58013:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d451 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.604795:0:58013:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.604852:0:58013:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d451 expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.604867:0:58013:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d451 expref: 17 pid: 5763 timeout: 1775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764850.604881:0:58013:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:58013:1862022726042112:0@lo:104: 00000100:00100000:2.0:1775764850.604945:0:58013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764850.605003:0:58013:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1d0266b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764850.605917:0:5752:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726042112 00000100:00100000:3.0:1775764850.605927:0:5752:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726042112 00000100:00100000:3.0:1775764850.605977:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1775764850.605986:0:5752:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:58013:x1862022726042112:12345-0@lo:104: 00010000:00010000:3.0:1775764850.606001:0:5752:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764850.606070:0:5752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764850.606075:0:5752:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+3:58013:x1862022726042112:12345-0@lo:104: Request processed in 92us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764850.606081:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00010000:00010000:3.0:1775764850.606101:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764850.606106:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764850.606113:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764850.606116:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764850.606125:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764850.606132:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764850.606138:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764850.606169:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764850.606176:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1775764850.606322:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726042240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764850.606364:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764850.606406:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726042240 00000100:00100000:1.0:1775764850.606411:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726042240 00010000:00010000:1.0:1775764850.606429:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d451 expref: 18 pid: 5763 timeout: 1775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764850.606451:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1775764850.606473:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e03020450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726042240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764850.606484:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764850.606489:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d451 expref: 18 pid: 5763 timeout: 1775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606500:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d451 expref: 18 pid: 5763 timeout: 1775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606518:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606526:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606540:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606546:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606552:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606558:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606563:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:1.0:1775764850.606567:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606574:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606589:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764850.606598:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764850.606625:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e03020450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726042240:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764850.606632:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1775764850.606696:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726042240:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764850.606880:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764850.606888:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e18195600/0x429a70d18420d451 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d458 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764850.606911:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764850.606913:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764850.606914:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764850.607048:0:58013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81c00/0x429a70d18420d458 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d451 expref: 17 pid: 5763 timeout: 1775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764850.607059:0:58013:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:58013:1862022726042112:0@lo:104: 00010000:00010000:2.0:1775764850.607075:0:58013:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.607084:0:58013:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.607090:0:58013:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764850.607095:0:58013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d474 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58013 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.042416:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764852.064054:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764852.129814:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764852.129829:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764852.129834:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764852.129898:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.129912:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.129925:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764852.129955:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726042368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764852.130025:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764852.130078:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2f9b9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764852.130243:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726042368 00000100:00100000:3.0:1775764852.130252:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726042368 00000100:00100000:3.0:1775764852.130319:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1775764852.130329:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726042368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764852.130342:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764852.130355:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d47b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.130376:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d47b expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.130386:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d47b expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.130395:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195400, rc 0) 00000100:00100000:3.0:1775764852.130433:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726042368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.130440:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:0.0:1775764852.130727:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726042368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764852.130773:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.130782:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764852.130812:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764852.130826:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.130834:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.448471:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726042496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764852.448545:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764852.450201:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726042496 00000100:00100000:0.0:1775764852.450215:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726042496 00000100:00100000:0.0:1775764852.450350:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1775764852.450362:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726042496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764852.450401:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764852.450982:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726042496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 620us (2433us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764852.450990:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1775764852.451087:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726042496:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764852.451160:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764853.089391:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764853.800405:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764853.800843:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702771584 00000100:00100000:1.0:1775764853.800853:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702771584 00000100:00100000:1.0:1775764853.800930:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 391 00000100:00100000:1.0:1775764853.800941:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34249:x1862022702771584:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:1.0:1775764853.800964:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.800985:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d489 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fee0 expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801050:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801065:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801080:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801094:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801108:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801115:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801537:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d49e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801546:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d49e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801553:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d49e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.801633:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:1.0:1775764853.801637:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764853.801713:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d49e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801726:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801772:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801779:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801784:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0ca200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764853.801788:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801801:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801824:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e03a56100) 00010000:00010000:1.0:1775764853.801827:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.801831:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801838:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0ca200/0x429a70d18420d490 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801849:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801855:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801861:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801866:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764853.801869:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801875:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801882:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e03a56600) 00010000:00010000:1.0:1775764853.801884:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.801887:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801901:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb600/0x429a70d18420d497 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801935:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cbc00/0x429a70d18420d489 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fee0 expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801950:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d49e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fee0 expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.801956:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:1.0:1775764853.801958:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764853.801960:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb000, rc 0) 00000100:00100000:1.0:1775764853.802026:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34249:x1862022702771584:12345-192.168.202.7@tcp:101:touch.0 Request processed in 1087us (1630us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.802033:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 391 00000100:00080000:2.0:1775764853.802329:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764853.809848:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764853.816301:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702771840 00000100:00100000:1.0:1775764853.816317:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702771840 00000100:00100000:1.0:1775764853.816404:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 392 00000100:00100000:1.0:1775764853.816415:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34249:x1862022702771840:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:1.0:1775764853.816437:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.816458:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420d4a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fee7 expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816702:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816716:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816763:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816783:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816790:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816796:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.816930:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00010000:00010000:1.0:1775764853.816952:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816960:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816967:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816973:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764853.816978:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816986:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.816999:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:1.0:1775764853.817002:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.817013:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817020:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb200/0x429a70d18420d4ac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817033:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817039:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817044:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817050:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cae00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764853.817053:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817058:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817066:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8b1e03a56300) 00010000:00010000:1.0:1775764853.817068:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.817071:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817076:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cae00/0x429a70d18420d4b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817112:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420d4a5 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fee7 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817132:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:1.0:1775764853.817134:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.817137:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb400/0x429a70d18420d4a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fee7 expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.817146:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0cb400, rc 0) 00000100:00100000:1.0:1775764853.817215:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34249:x1862022702771840:12345-192.168.202.7@tcp:101:touch.0 Request processed in 802us (7373us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764853.817224:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 392 00000100:00100000:1.0:1775764853.820668:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764853.821402:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702771968 00000100:00100000:3.0:1775764853.821413:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702771968 00000100:00100000:3.0:1775764853.825104:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 393 00000100:00100000:3.0:1775764853.825134:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34249:x1862022702771968:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:3.0:1775764853.825158:0:5770:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.825183:0:5770:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d4ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134feee expref: -99 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825273:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825290:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825304:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825319:0:5770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825326:0:5770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825332:0:5770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825539:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825547:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825554:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825564:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764853.825569:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825577:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825591:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:3.0:1775764853.825595:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.825600:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825606:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d4c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825619:0:5770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825625:0:5770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825632:0:5770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825637:0:5770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764853.825640:0:5770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825646:0:5770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825658:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8b1d0297bc00) 00010000:00010000:3.0:1775764853.825660:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.825663:0:5770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825668:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d4c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825701:0:5770:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d4ba lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134feee expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825712:0:5770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:3.0:1775764853.825715:0:5770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.825718:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195600/0x429a70d18420d4ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134feee expref: 7 pid: 5770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.825727:0:5770:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195600, rc 0) 00000100:00100000:3.0:1775764853.825838:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34249:x1862022702771968:12345-192.168.202.7@tcp:101:touch.0 Request processed in 720us (5180us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764853.825847:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 393 00000100:00100000:2.0:1775764853.828671:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764853.828784:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702772096 00000100:00100000:0.0:1775764853.828794:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702772096 00000100:00100000:0.0:1775764853.828869:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 394 00000100:00100000:0.0:1775764853.828879:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34249:x1862022702772096:12345-192.168.202.7@tcp:101:touch.0 00010000:00010000:0.0:1775764853.828901:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.828921:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d4cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fef5 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829010:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829024:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829035:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829050:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829057:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829064:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829279:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829287:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829293:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829299:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764853.829304:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829311:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829327:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:0.0:1775764853.829331:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.829335:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829342:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d4d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829374:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829381:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829387:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829393:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764853.829396:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829403:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829410:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8b1e1676e500) 00010000:00010000:0.0:1775764853.829412:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.829415:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829422:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d4dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829459:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d4cf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fef5 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829469:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:0.0:1775764853.829471:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.829475:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d4cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fef5 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.829483:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062200, rc 0) 00000100:00100000:0.0:1775764853.829550:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34249:x1862022702772096:12345-192.168.202.7@tcp:101:touch.0 Request processed in 672us (891us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764853.829557:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 394 00010000:00010000:3.0:1775764854.112135:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764855.136367:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764855.523861:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726042880:0@lo:400:kworker.0 00000100:00100000:2.0:1775764855.523947:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764855.524018:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764855.524025:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726043008:0@lo:400:kworker.0 00000100:00100000:2.0:1775764855.524053:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764855.524088:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726042880 00000100:00100000:2.0:1775764855.524097:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726042880 00000100:00100000:2.0:1775764855.524165:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1775764855.524175:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726042880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764855.524237:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726042880:12345-0@lo:400:kworker.0 Request processed in 64us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.524244:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1775764855.524269:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726043008 00000100:00100000:2.0:1775764855.524272:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726043008 00000100:00100000:2.0:1775764855.524306:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1775764855.524313:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726043008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764855.524344:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726043008:12345-0@lo:400:kworker.0 Request processed in 33us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.524664:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:2.0:1775764855.524684:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764855.524689:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764855.524725:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726043008:0@lo:400:kworker.0 00000100:00100000:2.0:1775764855.524779:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726042880:0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.525919:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726042624:0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.525972:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764855.526026:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726043136:0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.526051:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764855.526072:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764855.526079:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726042752:0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.526101:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764855.526118:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726043264:0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.526140:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764855.526171:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726042624 00000100:00100000:3.0:1775764855.526178:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726042624 00000100:00100000:3.0:1775764855.526228:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1775764855.526236:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726042624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.526282:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3311:x1862022726042624:12345-0@lo:400:kworker.0 Request processed in 47us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.526288:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1775764855.526317:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726043136 00000100:00100000:3.0:1775764855.526320:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726043136 00000100:00100000:3.0:1775764855.527061:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726042752 00000100:00100000:3.0:1775764855.527068:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726042752 00000100:00100000:3.0:1775764855.527097:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:3.0:1775764855.527104:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726043136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.527146:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726043136:12345-0@lo:400:kworker.0 Request processed in 44us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.527153:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:3.0:1775764855.527166:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:3.0:1775764855.527171:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726042752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.527196:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726042752:12345-0@lo:400:kworker.0 Request processed in 25us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.527201:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:3.0:1775764855.528128:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726043264 00000100:00100000:3.0:1775764855.528136:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726043264 00000100:00100000:3.0:1775764855.528183:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1775764855.528192:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726043264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.528900:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726043264:12345-0@lo:400:kworker.0 Request processed in 708us (2757us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.528909:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00080000:3.0:1775764855.528947:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764855.528953:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764855.528990:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726042752:0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.530088:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726043264:0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.530118:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e07a2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1fad9776-00c6-469a-9d10-3ff3b874189c:3311:1862022726042624:0@lo:400:kworker.0 00000100:00100000:3.0:1775764855.530131:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726043136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764855.535588:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0e96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726043392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764855.535653:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764855.536834:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726043392 00000100:00100000:1.0:1775764855.536846:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726043392 00000100:00100000:1.0:1775764855.536915:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1775764855.536924:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726043392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764855.536961:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764855.537045:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726043392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (1391us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.537052:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1775764855.537149:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0e96c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726043392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764855.604471:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764855.604529:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764855.604566:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764855.604616:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702772480 00000100:00100000:2.0:1775764855.604626:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702772480 00000100:00100000:2.0:1775764855.604693:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 639 00000100:00100000:2.0:1775764855.604704:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702772480:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764855.604817:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702772480:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 115us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.604825:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 639 00000100:00100000:3.0:1775764855.607244:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702772352 00000100:00100000:3.0:1775764855.607260:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702772352 00000100:00100000:3.0:1775764855.607339:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1174 00000100:00100000:3.0:1775764855.607348:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702772352:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764855.607428:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e36dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702772352:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 81us (2968us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.607435:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1174 00000100:00080000:3.0:1775764855.607457:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764855.607462:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764855.615230:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702772224 00000100:00100000:1.0:1775764855.615246:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702772224 00000100:00100000:1.0:1775764855.615322:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 981 00000100:00100000:1.0:1775764855.615333:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702772224:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764855.615437:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702772224:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 107us (10907us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.615446:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 981 00000020:00000080:2.0:1775764855.699043:0:58258:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda356b160 20000000:00000080:2.0:1775764855.699061:0:58258:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d8c1400 uarg=0000000000000000 00010000:00010000:2.0:1775764855.699550:0:58258:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1775764855.699585:0:58258:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e03a56500) 00010000:00010000:2.0:1775764855.699589:0:58258:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764855.699599:0:58258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e0f0cb000/0x429a70d18420d49e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fee0 expref: 5 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.699621:0:58258:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1775764855.699643:0:58258:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764855.699656:0:58258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.699669:0:58258:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d47b expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.699677:0:58258:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.699714:0:58258:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d47b expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764855.699761:0:58258:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d47b expref: 17 pid: 5760 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764855.699777:0:58258:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:58258:1862022726043520:0@lo:104: 00000100:00100000:2.0:1775764855.701523:0:58258:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764855.701645:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726043520 00000100:00100000:1.0:1775764855.701655:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726043520 00000100:00100000:2.0:1775764855.701696:0:58258:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e04cbd480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764855.702249:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1775764855.702260:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:58258:x1862022726043520:12345-0@lo:104: 00010000:00010000:1.0:1775764855.702277:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764855.702356:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764855.702362:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:58258:x1862022726043520:12345-0@lo:104: Request processed in 105us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764855.702368:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00010000:00010000:0.0:1775764855.702408:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764855.702415:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.702422:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062800 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764855.702427:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.702436:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764855.702443:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764855.702448:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1775764855.702482:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.702488:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764855.702507:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.702513:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38062800/0x429a70d18420d47b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d482 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.702527:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764855.702529:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764855.702530:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764855.702543:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764855.702553:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726043648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764855.702584:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764855.702663:0:58258:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c20380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:58258:1862022726043520:0@lo:104: 00010000:00010000:2.0:1775764855.702682:0:58258:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764855.703159:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726043648 00000100:00100000:3.0:1775764855.703166:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726043648 00010000:00010000:3.0:1775764855.703190:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d47b expref: 18 pid: 5760 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764855.703246:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1775764855.703254:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3313:x1862022726043648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764855.703266:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764855.703271:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d47b expref: 18 pid: 5760 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703281:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d47b expref: 18 pid: 5760 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703296:0:8231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195400/0x429a70d18420d482 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d47b expref: 18 pid: 5760 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703310:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703319:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703333:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703341:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703357:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703363:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703369:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81000 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764855.703373:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703383:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703404:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764855.703413:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764855.703450:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3313:x1862022726043648:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764855.703457:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00010000:00010000:0.0:1775764855.703495:0:58258:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.703503:0:58258:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764855.703509:0:58258:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81000/0x429a70d18420d4e4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764855.707169:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1fad9776-00c6-469a-9d10-3ff3b874189c:3313:1862022726043648:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764856.163517:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764857.183886:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1775764857.183892:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:0.0:1775764857.183897:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1775764857.183951:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.183965:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.183976:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764857.184002:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726043776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764857.184066:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764857.184128:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764857.184308:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726043776 00000100:00100000:3.0:1775764857.184317:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726043776 00000100:00100000:3.0:1775764857.184374:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1775764857.184383:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726043776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764857.184399:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764857.184413:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d4eb expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.184436:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d4eb expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.184446:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d4eb expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.184456:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195600, rc 0) 00000100:00100000:3.0:1775764857.184495:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726043776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.184502:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1775764857.184641:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726043776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764857.184655:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.184664:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764857.184681:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1775764857.184686:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.184693:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.184820:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764857.569391:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726043904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764857.569459:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764857.569528:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726043904 00000100:00100000:3.0:1775764857.569536:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726043904 00000100:00100000:3.0:1775764857.569588:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1775764857.569598:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726043904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764857.569632:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764857.569673:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726043904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.569679:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00080000:3.0:1775764857.569697:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764857.569726:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726043904:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764858.211796:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764859.234894:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764859.329150:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764859.329241:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702772608 00000100:00100000:3.0:1775764859.329253:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702772608 00000100:00100000:3.0:1775764859.329381:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 395 00000100:00100000:3.0:1775764859.329393:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34336:x1862022702772608:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:3.0:1775764859.329414:0:5768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764859.329658:0:5768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d4f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134fefc expref: -99 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.329776:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d500 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.329793:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d500 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.329809:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d500 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764859.330068:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:3.0:1775764859.330072:0:5768:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764859.330152:0:5768:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d500 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.330182:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195400/0x429a70d18420d4f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fefc expref: 7 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.330208:0:5768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d500 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fefc expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764859.330217:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1d0297b400) 00010000:00010000:3.0:1775764859.330220:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764859.330224:0:5768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194000, rc 0) 00000100:00100000:3.0:1775764859.330298:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34336:x1862022702772608:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 908us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764859.330305:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 395 00000100:00080000:0.0:1775764859.332657:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764859.337790:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764859.337910:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702772864 00000100:00100000:2.0:1775764859.337921:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702772864 00000100:00100000:2.0:1775764859.337980:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 396 00000100:00100000:2.0:1775764859.337992:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34336:x1862022702772864:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:2.0:1775764859.338050:0:19479:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764859.338076:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194000/0x429a70d18420d500 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134fefc expref: 6 pid: 5768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.338092:0:19479:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420d49e) 00010000:00010000:2.0:1775764859.338096:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1d0297b400) 00010000:00010000:2.0:1775764859.338106:0:19479:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764859.338132:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.338145:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.338156:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764859.338617:0:19479:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d56e2dd5 reply state 0000000012b1e5c5 transno 4294967457 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764859.338628:0:19479:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764859.338699:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000100:00100000:2.0:1775764859.338850:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0e96c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34336:x1862022702772864:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 859us (1069us total) trans 4294967457 rc 0/0 00000100:00100000:2.0:1775764859.338857:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 396 00010000:00010000:0.0:1775764859.343358:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.343376:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.343384:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.343390:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764859.343395:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.343402:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.343431:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e094a3100) 00010000:00010000:0.0:1775764859.343434:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764859.343438:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.343445:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80c00/0x429a70d18420d507 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764860.175997:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967457 is committed 00010000:00010000:3.0:1775764860.256798:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764860.421346:0:58455:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc060f2110 20000000:00000080:1.0:1775764860.421363:0:58455:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e42058800 uarg=0000000000000000 00010000:00010000:2.0:1775764860.433623:0:58455:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764860.433657:0:58455:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764860.433687:0:58455:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764860.433706:0:58455:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.433761:0:58455:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d4eb expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.433770:0:58455:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.433814:0:58455:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d4eb expref: 17 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.433831:0:58455:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d4eb expref: 17 pid: 5760 timeout: 1785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764860.433846:0:58455:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c22300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:58455:1862022726044032:0@lo:104: 00000100:00100000:2.0:1775764860.433921:0:58455:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764860.433984:0:58455:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3752b540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764860.433999:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726044032 00000100:00100000:1.0:1775764860.434007:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726044032 00000100:00100000:1.0:1775764860.434056:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1775764860.434065:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:58455:x1862022726044032:12345-0@lo:104: 00010000:00010000:1.0:1775764860.434077:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764860.434137:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764860.434143:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:58455:x1862022726044032:12345-0@lo:104: Request processed in 80us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764860.434150:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00010000:00010000:0.0:1775764860.434317:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764860.434324:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434344:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063600 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:0.0:1775764860.434348:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434357:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764860.434365:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764860.434371:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:2.0:1775764860.434476:0:58455:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c22300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:58455:1862022726044032:0@lo:104: 00010000:00010000:2.0:1775764860.434494:0:58455:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434608:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434615:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764860.434647:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434658:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e38063600/0x429a70d18420d4eb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d4f2 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434676:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764860.434679:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764860.434680:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764860.434779:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726044160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764860.434815:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764860.434839:0:5753:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726044160 00000100:00100000:0.0:1775764860.434844:0:5753:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726044160 00010000:00010000:0.0:1775764860.434864:0:5753:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d4eb expref: 18 pid: 5760 timeout: 1785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764860.434898:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1775764860.434905:0:5753:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726044160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764860.434916:0:5753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764860.434921:0:5753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d4eb expref: 18 pid: 5760 timeout: 1785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434931:0:5753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d4eb expref: 18 pid: 5760 timeout: 1785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434943:0:5753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195600/0x429a70d18420d4f2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d4eb expref: 18 pid: 5760 timeout: 1785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434957:0:5753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434965:0:5753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434982:0:5753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434989:0:5753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.434996:0:5753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.435002:0:5753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.435007:0:5753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:0.0:1775764860.435011:0:5753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.435018:0:5753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.435029:0:5753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764860.435037:0:5753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764860.435085:0:5753:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37546a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3312:x1862022726044160:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764860.435092:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1775764860.435121:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726044160:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764860.435254:0:58455:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.435262:0:58455:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764860.435268:0:58455:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e81600/0x429a70d18420d50e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 58455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764860.640569:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726044288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764860.640661:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764860.643079:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726044800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764860.643122:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726044416:0@lo:400:kworker.0 00000100:00100000:0.0:1775764860.643146:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764860.643154:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764860.643203:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726044800 00000100:00100000:3.0:1775764860.643212:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726044800 00000100:00100000:3.0:1775764860.643273:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1775764860.643283:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726044800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764860.643644:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726044800:12345-0@lo:400:kworker.0 Request processed in 361us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764860.643652:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1775764860.643680:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726044416 00000100:00100000:3.0:1775764860.643684:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726044416 00000100:00100000:3.0:1775764860.643716:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:3.0:1775764860.643721:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726044416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764860.644014:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e07a2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1862022726044416:12345-0@lo:400:kworker.0 Request processed in 292us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764860.644021:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00080000:3.0:1775764860.644038:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764860.644080:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1862022726044416:0@lo:400:kworker.0 00000100:00100000:2.0:1775764860.644787:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726044288 00000100:00100000:2.0:1775764860.644796:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726044288 00000100:00100000:2.0:1775764860.644971:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1775764860.644979:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726044288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764860.645016:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764860.645078:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726044288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (4418us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.645085:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:3.0:1775764860.645872:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764860.646179:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726044800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764860.646200:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726044288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764860.646238:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726044544:0@lo:400:kworker.0 00000100:00100000:0.0:1775764860.646288:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764860.646669:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764860.646677:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726044672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764860.646701:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764860.656494:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726044544 00000100:00100000:2.0:1775764860.656502:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726044672 00000100:00100000:2.0:1775764860.656514:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726044672 00000100:00100000:3.0:1775764860.656514:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726044544 00000100:00100000:3.0:1775764860.656683:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:3.0:1775764860.656693:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726044544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764860.656812:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1862022726044544:12345-0@lo:400:kworker.0 Request processed in 121us (10522us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764860.656819:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:3.0:1775764860.657396:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1862022726044544:0@lo:400:kworker.0 00000100:00080000:1.0:1775764860.659049:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764860.659093:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1775764860.659106:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726044672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764860.659214:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1862022726044672:12345-0@lo:400:kworker.0 Request processed in 113us (12511us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.659222:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1775764860.659690:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1862022726044672:0@lo:400:kworker.0 00000100:00100000:1.0:1775764860.721086:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764860.721139:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764860.721177:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764860.721210:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702773248 00000100:00100000:1.0:1775764860.721223:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702773248 00000100:00100000:1.0:1775764860.721306:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 641 00000100:00100000:1.0:1775764860.721319:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702773248:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764860.721404:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702773248:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 87us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764860.721424:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 641 00000100:00100000:0.0:1775764860.721832:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702772992 00000100:00100000:0.0:1775764860.721838:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702772992 00000100:00100000:0.0:1775764860.721876:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 983 00000100:00100000:0.0:1775764860.721884:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702772992:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764860.721916:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702772992:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 34us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764860.721923:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 983 00000100:00080000:1.0:1775764860.722088:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764860.722373:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702773120 00000100:00100000:3.0:1775764860.722380:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702773120 00000100:00100000:3.0:1775764860.722479:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1178 00000100:00100000:3.0:1775764860.722488:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702773120:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764860.724766:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702773120:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 2242us (3653us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764860.724781:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1178 00010000:00010000:1.0:1775764861.286658:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764861.732988:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764861.732995:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764861.733001:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764861.733047:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.733060:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764861.733071:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764861.733114:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726044928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764861.733198:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764861.733258:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764861.733314:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726044928 00000100:00100000:3.0:1775764861.733322:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726044928 00000100:00100000:3.0:1775764861.733381:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1775764861.733391:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726044928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764861.733406:0:5762:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764861.733421:0:5762:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d515 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.733445:0:5762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d515 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.733456:0:5762:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d515 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.733465:0:5762:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195400, rc 0) 00000100:00100000:3.0:1775764861.733508:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726044928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764861.733527:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1775764861.733580:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726044928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764861.733594:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.733603:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764861.733621:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764861.733627:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764861.733634:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.304089:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764862.689877:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726045056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764862.689961:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764862.692988:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726045056 00000100:00100000:2.0:1775764862.693004:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726045056 00000100:00100000:2.0:1775764862.693080:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1775764862.693092:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726045056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764862.693133:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1775764862.693221:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726045056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (3259us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764862.693229:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1775764862.693297:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726045056:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764862.693382:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764863.328046:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764864.367624:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764864.434695:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764864.435078:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702773376 00000100:00100000:3.0:1775764864.435087:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702773376 00000100:00100000:3.0:1775764864.435190:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 397 00000100:00100000:3.0:1775764864.435199:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702773376:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764864.435311:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702773376:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 113us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.435319:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 397 00000100:00080000:1.0:1775764864.435924:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764864.440162:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764864.440290:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702773504 00000100:00100000:3.0:1775764864.440304:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702773504 00000100:00100000:3.0:1775764864.440417:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 206 00000100:00100000:3.0:1775764864.440426:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2355:x1862022702773504:12345-192.168.202.7@tcp:8:lfs.0 00010000:00080000:3.0:1775764864.440463:0:7727:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp t0 exp 0000000000000000 cur 1689 last 0 00000020:00000080:3.0:1775764864.440522:0:7727:0:(genops.c:1404:class_connect()) connect: client 0371f581-e7f8-429d-bd87-b7c9239b5f09, cookie 0x429a70d18420d523 00002000:00100000:3.0:1775764864.440534:0:7727:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 0371f581-e7f8-429d-bd87-b7c9239b5f09/ffff8b1e3d6e7800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334c ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1775764864.440555:0:7727:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1775764864.440930:0:7727:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1775764864.440964:0:7727:0:(import.c:65:import_set_state_nolock()) ffff8b1e3d6e5800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1775764864.441084:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2355:x1862022702773504:12345-192.168.202.7@tcp:8:lfs.0 Request processed in 659us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.441092:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 206 00000100:00100000:0.0:1775764864.445889:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764864.447038:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702773632 00000100:00100000:1.0:1775764864.447050:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702773632 00000100:00100000:2.0:1775764864.447252:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 207 00000100:00100000:2.0:1775764864.447263:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34434:x1862022702773632:12345-192.168.202.7@tcp:19:lfs.0 00000100:00080000:1.0:1775764864.447690:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764864.448048:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34434:x1862022702773632:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 784us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.448057:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 207 00000100:00100000:1.0:1775764864.459117:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764864.459226:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702773760 00000100:00100000:0.0:1775764864.459238:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702773760 00000100:00100000:0.0:1775764864.459318:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 208 00000100:00100000:0.0:1775764864.459329:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702773760:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764864.460045:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702773760:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 717us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.460054:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 208 00000100:00080000:1.0:1775764864.460134:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764864.467165:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764864.468562:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702773888 00000100:00100000:2.0:1775764864.468575:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702773888 00000100:00100000:2.0:1775764864.468982:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 398 00000100:00100000:2.0:1775764864.468994:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702773888:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764864.469478:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702773888:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 486us (2321us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.469487:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 398 00000100:00100000:2.0:1775764864.502199:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764864.502310:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702774016 00000100:00100000:3.0:1775764864.503128:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702774016 00000100:00100000:2.0:1775764864.503571:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 399 00000100:00100000:2.0:1775764864.503582:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702774016:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764864.503720:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702774016:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 139us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.503728:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 399 00000100:00100000:1.0:1775764864.519779:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764864.519879:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702774144 00000100:00100000:3.0:1775764864.519890:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702774144 00000100:00100000:3.0:1775764864.519956:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 209 00000100:00100000:3.0:1775764864.519967:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34434:x1862022702774144:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764864.520835:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34434:x1862022702774144:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 866us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.520845:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 209 00000100:00100000:3.0:1775764864.523874:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764864.524133:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702774272 00000100:00100000:0.0:1775764864.524142:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702774272 00000100:00100000:0.0:1775764864.524206:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 210 00000100:00100000:0.0:1775764864.524215:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702774272:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:0.0:1775764864.526899:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702774272:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 2670us (3019us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.526915:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 210 00000100:00100000:2.0:1775764864.536894:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764864.536996:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702774400 00000100:00100000:3.0:1775764864.537006:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702774400 00000100:00100000:3.0:1775764864.537065:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 400 00000100:00100000:3.0:1775764864.537075:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702774400:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764864.537560:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34434:x1862022702774400:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 485us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.537568:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 400 00000100:00100000:0.0:1775764864.644488:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764864.644716:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702774528 00000100:00100000:2.0:1775764864.644728:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702774528 00000100:00100000:2.0:1775764864.644899:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 401 00000100:00100000:2.0:1775764864.644920:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34438:x1862022702774528:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:2.0:1775764864.644940:0:5769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764864.644978:0:5769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d52a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134ff03 expref: -99 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645053:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645068:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645082:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645094:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645100:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645105:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645791:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d53f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645802:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d53f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.645808:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d53f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764864.645880:0:5769:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:2.0:1775764864.645884:0:5769:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764864.646163:0:5769:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d53f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646176:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646182:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646187:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646193:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764864.646197:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646203:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646215:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e094a3f00) 00010000:00010000:2.0:1775764864.646217:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764864.646222:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646227:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d531 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646237:0:5769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646244:0:5769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646248:0:5769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646253:0:5769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764864.646256:0:5769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646447:0:5769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646455:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e094a3600) 00010000:00010000:2.0:1775764864.646457:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764864.646460:0:5769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646465:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d538 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646507:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d52a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff03 expref: 7 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646524:0:5769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d53f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff03 expref: 6 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.646531:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:2.0:1775764864.646533:0:5769:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764864.646535:0:5769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81600, rc 0) 00000100:00100000:2.0:1775764864.646617:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34438:x1862022702774528:12345-192.168.202.7@tcp:101:dd.0 Request processed in 1698us (2140us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.646624:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 401 00000100:00100000:2.0:1775764864.651177:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764864.651485:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702774656 00000100:00100000:0.0:1775764864.651503:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702774656 00000100:00100000:0.0:1775764864.651560:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 73 00000100:00100000:0.0:1775764864.651569:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34438:x1862022702774656:12345-192.168.202.7@tcp:49:dd.0 00000100:00100000:0.0:1775764864.651974:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34438:x1862022702774656:12345-192.168.202.7@tcp:49:dd.0 Request processed in 405us (805us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764864.651983:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 73 00000100:00100000:0.0:1775764864.655629:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764864.656093:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702774912 00000100:00100000:2.0:1775764864.656106:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702774912 00000100:00100000:2.0:1775764864.656233:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 402 00000100:00100000:2.0:1775764864.656245:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34438:x1862022702774912:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:2.0:1775764864.656277:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764864.656309:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d546 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134ff0a expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.657072:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.657089:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.657102:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.657116:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.657122:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.657128:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764864.659054:0:8088:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xd:0x0], index 0: 0 00010000:00010000:2.0:1775764864.660862:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d55b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.660885:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d55b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.660899:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d55b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.660947:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.660952:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.660959:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.660964:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81400 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764864.660969:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.660975:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.660987:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:2.0:1775764864.660989:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764864.660994:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.661000:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81400/0x429a70d18420d54d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764864.661013:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093733bb0 reply state 0000000005eb037b transno 4294967458 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764864.661020:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764864.661056:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e80000/0x429a70d18420d546 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff0a expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.661068:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d55b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff0a expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764864.661074:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1e094a3600) 00010000:00010000:2.0:1775764864.661076:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764864.661078:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e36e81200, rc 0) 00000100:00100000:2.0:1775764864.661161:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34438:x1862022702774912:12345-192.168.202.7@tcp:101:dd.0 Request processed in 4919us (5541us total) trans 4294967458 rc 0/0 00000100:00100000:2.0:1775764864.661170:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 402 00010000:00010000:0.0:1775764864.666535:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.666555:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.666562:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.666568:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81e00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764864.666573:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.666580:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.666602:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8b1e094a3f00) 00010000:00010000:0.0:1775764864.666605:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764864.666610:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.666616:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81e00/0x429a70d18420d554 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764864.670163:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764864.670648:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702775040 00000100:00100000:2.0:1775764864.670659:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702775040 00000100:00100000:2.0:1775764864.673177:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 74 00000100:00100000:2.0:1775764864.673194:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:34438:x1862022702775040:12345-192.168.202.7@tcp:49:dd.0 00000100:00100000:2.0:1775764864.673622:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:34438:x1862022702775040:12345-192.168.202.7@tcp:49:dd.0 Request processed in 433us (3472us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775764864.673631:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 74 00000100:00100000:0.0:1775764864.679650:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764864.679719:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702775168 00000100:00100000:0.0:1775764864.679749:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702775168 00000100:00100000:0.0:1775764864.679823:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 211 00000100:00100000:0.0:1775764864.679836:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34438:x1862022702775168:12345-192.168.202.7@tcp:101:dd.0 00010000:00010000:0.0:1775764864.679858:0:6551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764864.679882:0:6551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134ff11 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764864.679917:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764864.679941:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764864.679943:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764864.679952:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff11 expref: 7 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.679973:0:6551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff11 expref: 7 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764864.679995:0:6551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062e00, rc 0) 00000100:00100000:0.0:1775764864.680055:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34438:x1862022702775168:12345-192.168.202.7@tcp:101:dd.0 Request processed in 223us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.680063:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 211 00000100:00100000:3.0:1775764864.707390:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764864.707652:0:6555:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702775296 00000100:00100000:1.0:1775764864.707663:0:6555:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702775296 00002000:00100000:1.0:1775764864.707784:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xd:0x0] (0->1048575) req@ffff8b1e3751ce00 x1862022702775296/t0(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:345/0 lens 488/0 e 0 to 0 dl 1775764875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.707795:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e3751ce00 with x1862022702775296 ext(0->1048575) 00002000:00010000:1.0:1775764864.707800:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e3751ce00 00000100:00100000:1.0:1775764864.707832:0:6555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 8 00000100:00100000:1.0:1775764864.707842:0:6555:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702775296:12345-192.168.202.7@tcp:4:dd.0 00000001:00100000:3.0:1775764864.788940:0:6575:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0371f581-e7f8-429d-bd87-b7c9239b5f09 00000001:00080000:0.0:1775764864.846762:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967321 is committed 00000100:00100000:1.0:1775764864.847271:0:6555:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702775296:12345-192.168.202.7@tcp:4:dd.0 Request processed in 139415us (139877us total) trans 4294967321 rc 0/0 00000100:00100000:1.0:1775764864.847285:0:6555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 8 00002000:00100000:1.0:1775764864.847308:0:6555:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xd:0x0] (0->1048575) req@ffff8b1e3751ce00 x1862022702775296/t4294967321(0) o4->0371f581-e7f8-429d-bd87-b7c9239b5f09@192.168.202.7@tcp:345/0 lens 488/448 e 0 to 0 dl 1775764875 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764864.847319:0:6555:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1e3751ce00 with x1862022702775296 ext(0->1048575) 00002000:00010000:1.0:1775764864.847325:0:6555:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1e3751ce00 00000100:00100000:0.0:1775764864.853194:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764864.853455:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702775424 00000100:00100000:3.0:1775764864.853467:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702775424 00000100:00100000:3.0:1775764864.853651:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 403 00000100:00100000:3.0:1775764864.853662:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:34438:x1862022702775424:12345-192.168.202.7@tcp:44:dd.0 00000001:00080000:1.0:1775764864.940079:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967458 is committed 00000100:00100000:0.0:1775764864.940285:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34438:x1862022702775424:12345-192.168.202.7@tcp:44:dd.0 Request processed in 86619us (87093us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.940304:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 403 00000100:00100000:2.0:1775764864.952424:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764864.952598:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702775552 00000100:00100000:3.0:1775764864.952609:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702775552 00000100:00100000:3.0:1775764864.952689:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 212 00000100:00100000:3.0:1775764864.952710:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702775552:12345-192.168.202.7@tcp:16:dd.0 00000100:00100000:2.0:1775764864.953320:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702775552:12345-192.168.202.7@tcp:16:dd.0 Request processed in 616us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.953331:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 212 00000100:00100000:2.0:1775764864.959599:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764864.959921:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702775808 00000100:00100000:1.0:1775764864.959936:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702775808 00000100:00100000:1.0:1775764864.960003:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 75 00000100:00100000:1.0:1775764864.960014:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2598d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34438:x1862022702775808:12345-192.168.202.7@tcp:35:dd.0 00000100:00100000:1.0:1775764864.962285:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2598d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:34438:x1862022702775808:12345-192.168.202.7@tcp:35:dd.0 Request processed in 2259us (2683us total) trans 4294967459 rc 0/0 00000100:00100000:1.0:1775764864.965003:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 75 00010000:00010000:3.0:1775764865.376006:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764865.762775:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726045312:0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.762849:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764865.762903:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726045824:0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.762933:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764865.762961:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764865.762967:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726045184:0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.762995:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764865.763016:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726045696:0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.763038:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764865.763080:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726045568:0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.763104:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764865.763122:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764865.763127:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726045440:0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.763147:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764865.763176:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726045312 00000100:00100000:2.0:1775764865.763183:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726045312 00000100:00100000:2.0:1775764865.763230:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726045696 00000100:00100000:2.0:1775764865.763234:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726045696 00000100:00100000:3.0:1775764865.763476:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726045184 00000100:00100000:3.0:1775764865.763481:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726045184 00000100:00100000:3.0:1775764865.763513:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1775764865.763521:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726045184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764865.763577:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726045184:12345-0@lo:400:kworker.0 Request processed in 57us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.763584:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1775764865.763619:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726045440 00000100:00100000:3.0:1775764865.763622:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726045440 00000100:00100000:3.0:1775764865.763646:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:3.0:1775764865.763652:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726045312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764865.763682:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726045312:12345-0@lo:400:kworker.0 Request processed in 30us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.763687:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:3.0:1775764865.763720:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1775764865.763725:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726045440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764865.763774:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1862022726045440:12345-0@lo:400:kworker.0 Request processed in 49us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.763780:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1775764865.763825:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726045184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764865.763839:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01252300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726045312:0@lo:400:kworker.0 00000100:00100000:3.0:1775764865.763871:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d01250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1862022726045440:0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.764028:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1775764865.764036:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726045696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.764082:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726045696:12345-0@lo:400:kworker.0 Request processed in 47us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.764087:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1775764865.764106:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726045824 00000100:00100000:2.0:1775764865.764109:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726045824 00000100:00100000:2.0:1775764865.764139:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726045568 00000100:00100000:2.0:1775764865.764142:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726045568 00000100:00100000:2.0:1775764865.764161:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1775764865.764167:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726045824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.764196:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726045824:12345-0@lo:400:kworker.0 Request processed in 29us (1261us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.764202:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1775764865.764213:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1775764865.764219:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726045568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764865.764247:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726045568:12345-0@lo:400:kworker.0 Request processed in 29us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.764263:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1775764865.765877:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726045568:0@lo:400:kworker.0 00000100:00100000:3.0:1775764865.765922:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726045696:0@lo:400:kworker.0 00000100:00100000:3.0:1775764865.765935:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02ad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726045824:0@lo:400:kworker.0 00000100:00100000:3.0:1775764865.767965:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1775764865.769339:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764865.769346:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764865.769350:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764865.772152:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726045952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764865.772241:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764865.774830:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726045952 00000100:00100000:1.0:1775764865.774849:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726045952 00000100:00100000:1.0:1775764865.774931:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1775764865.774942:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726045952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764865.774968:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3856662528 00000100:00100000:1.0:1775764865.775046:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726045952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (2805us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764865.775054:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1775764865.775411:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726045952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764865.852530:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764865.852572:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764865.852610:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764865.852643:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764865.852678:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702776064 00000100:00100000:1.0:1775764865.852687:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702776064 00000100:00100000:1.0:1775764865.852778:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1182 00000100:00100000:1.0:1775764865.852789:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2358:x1862022702776064:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764865.852875:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:2358:x1862022702776064:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 88us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764865.852882:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1182 00000100:00100000:1.0:1775764865.852905:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702776192 00000100:00100000:1.0:1775764865.852909:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702776192 00000100:00100000:1.0:1775764865.852935:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702776320 00000100:00100000:1.0:1775764865.852939:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702776320 00000100:00100000:1.0:1775764865.852960:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 644 00000100:00100000:1.0:1775764865.852967:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702776192:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764865.852991:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2358:x1862022702776192:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764865.852997:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 644 00000100:00100000:1.0:1775764865.853008:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 645 00000100:00100000:1.0:1775764865.853014:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702776320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764865.853036:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2358:x1862022702776320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764865.853042:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 645 00000100:00100000:0.0:1775764865.853768:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702775936 00000100:00100000:0.0:1775764865.853775:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702775936 00000100:00100000:0.0:1775764865.853812:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 986 00000100:00100000:0.0:1775764865.853820:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702775936:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764865.853863:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2358:x1862022702775936:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 44us (1342us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764865.853870:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 986 00010000:00010000:1.0:1775764866.399988:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764866.498541:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967459 is committed 00010000:00010000:2.0:1775764867.423862:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764867.809968:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726046080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764867.810044:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764867.810107:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726046080 00000100:00100000:1.0:1775764867.810123:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726046080 00000100:00100000:1.0:1775764867.810175:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1775764867.810184:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726046080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764867.810239:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764867.810288:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726046080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764867.810298:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00080000:1.0:1775764867.810324:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764867.810372:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726046080:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1775764868.227209:0:58714:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1693058475758ns, next at 1625035196575ns, rc = 0 00000004:00080000:1.0:1775764868.227298:0:58714:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1693058566295ns, next at 1669633126066ns, rc = 0 00000004:00080000:2.0:1775764868.237498:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 34 committed 00000004:00080000:2.0:1775764868.237532:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 32 committed 00010000:00010000:2.0:1775764868.458817:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764869.481524:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764870.321180:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764870.321248:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702776448 00000100:00100000:2.0:1775764870.321260:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702776448 00000100:00100000:2.0:1775764870.321348:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 404 00000100:00100000:2.0:1775764870.321359:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34631:x1862022702776448:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764870.321452:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34631:x1862022702776448:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 96us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.321460:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 404 00000100:00080000:3.0:1775764870.321598:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764870.327929:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764870.328004:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702776576 00000100:00100000:2.0:1775764870.328018:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702776576 00000100:00100000:2.0:1775764870.328104:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 213 00000100:00100000:2.0:1775764870.328116:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d0225a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34631:x1862022702776576:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764870.328507:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d0225a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34631:x1862022702776576:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 393us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.328516:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 213 00000100:00080000:3.0:1775764870.331249:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764870.331456:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764870.331667:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702776704 00000100:00100000:1.0:1775764870.331678:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702776704 00000100:00100000:1.0:1775764870.331798:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 214 00000100:00100000:1.0:1775764870.331811:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34631:x1862022702776704:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764870.332417:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34631:x1862022702776704:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 606us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.332427:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 214 00000100:00080000:3.0:1775764870.334602:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764870.334980:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764870.335059:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702776832 00000100:00100000:1.0:1775764870.335070:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702776832 00000100:00100000:1.0:1775764870.335137:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 405 00000100:00100000:1.0:1775764870.335148:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34631:x1862022702776832:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:1.0:1775764870.335577:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34631:x1862022702776832:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 430us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.335585:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 405 00000100:00100000:1.0:1775764870.340100:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764870.340205:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702776960 00000100:00100000:2.0:1775764870.340216:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702776960 00000100:00100000:2.0:1775764870.340289:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 406 00000100:00100000:2.0:1775764870.340302:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34631:x1862022702776960:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764870.340430:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34631:x1862022702776960:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 130us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.340437:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 406 00000100:00100000:2.0:1775764870.351118:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764870.351421:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702777088 00000100:00100000:3.0:1775764870.351435:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702777088 00000100:00100000:3.0:1775764870.351504:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 215 00000100:00100000:3.0:1775764870.351514:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34631:x1862022702777088:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764870.351935:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34631:x1862022702777088:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 420us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.351943:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 215 00000100:00100000:2.0:1775764870.358091:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764870.367564:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702777216 00000100:00100000:3.0:1775764870.367582:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702777216 00000100:00100000:3.0:1775764870.367665:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 216 00000100:00100000:3.0:1775764870.367676:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34631:x1862022702777216:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764870.368098:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34631:x1862022702777216:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 422us (10016us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.368110:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 216 00000100:00100000:3.0:1775764870.371182:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764870.372162:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702777344 00000100:00100000:0.0:1775764870.372174:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702777344 00000100:00100000:0.0:1775764870.372243:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 407 00000100:00100000:0.0:1775764870.372253:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3751f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34631:x1862022702777344:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:0.0:1775764870.372705:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3751f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34631:x1862022702777344:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 453us (1535us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764870.372713:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 407 00000100:00100000:1.0:1775764870.445315:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764870.445409:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702777600 00000100:00100000:3.0:1775764870.445420:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702777600 00000100:00100000:3.0:1775764870.445488:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 408 00000100:00100000:3.0:1775764870.445500:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:34635:x1862022702777600:12345-192.168.202.7@tcp:36:rm.0 00010000:00010000:3.0:1775764870.445564:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764870.445613:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81200/0x429a70d18420d55b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff0a expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.445630:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1e094a3600) 00010000:00010000:3.0:1775764870.445639:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764870.445685:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.445699:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.445709:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.445719:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.445724:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.445791:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.446250:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.446260:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.446268:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764870.447342:0:5768:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:3.0:1775764870.447352:0:5768:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1695278620047ns, next at 1696278617648ns, rc = 0 00010000:00010000:3.0:1775764870.447442:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447451:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447458:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447462:0:5768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447466:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447470:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447487:0:5768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764870.447516:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.447521:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764870.447522:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.447528:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447528:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447534:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:2.0:1775764870.447535:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194200 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764870.447540:0:5757:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447540:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.447547:0:5757:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447547:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.447564:0:5757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d0297bd00) 00010000:00010000:2.0:1775764870.447566:0:5757:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764870.447569:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d0297bd00) 00010000:00010000:2.0:1775764870.447570:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447570:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764870.447573:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.447577:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194200/0x429a70d18420d585 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447579:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195800/0x429a70d18420d57e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.447593:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764870.447594:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764870.447596:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764870.447596:0:5768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447601:0:5768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447606:0:5768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447611:0:5768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18194a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:3.0:1775764870.447614:0:5768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447620:0:5768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447627:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:3.0:1775764870.447629:0:5768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764870.447632:0:5768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.447637:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d570 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764870.447646:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9a8f8a8 reply state 000000007facd99c transno 4294967460 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764870.447665:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764870.447881:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:34635:x1862022702777600:12345-192.168.202.7@tcp:36:rm.0 Request processed in 2380us (2572us total) trans 4294967460 rc 0/0 00000100:00100000:3.0:1775764870.447888:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 408 00010000:00010000:1.0:1775764870.449594:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764870.449611:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764870.449617:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764870.449623:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e18195a00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:1.0:1775764870.449628:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764870.449635:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764870.449680:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8b1d0297bb00) 00010000:00010000:1.0:1775764870.449684:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764870.449688:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764870.449694:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18195a00/0x429a70d18420d577 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.497512:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764870.880987:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764870.881010:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726046208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764870.881084:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764870.881192:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726046208 00000100:00100000:0.0:1775764870.881202:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726046208 00000100:00100000:0.0:1775764870.881273:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1775764870.881281:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726046208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764870.881316:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1775764870.881366:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e2f435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726046208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764870.881373:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00080000:2.0:1775764870.881500:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764870.881535:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726046208:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764870.882016:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726046464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764870.882052:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764870.882090:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764870.882096:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726046592:0@lo:400:kworker.0 00000100:00100000:1.0:1775764870.882118:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764870.882154:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726046464 00000100:00100000:1.0:1775764870.882159:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726046464 00000100:00100000:1.0:1775764870.882190:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726046592 00000100:00100000:1.0:1775764870.882193:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726046592 00000100:00100000:1.0:1775764870.882232:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1775764870.882239:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726046464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764870.882276:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726046464:12345-0@lo:400:kworker.0 Request processed in 38us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.882283:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1775764870.882296:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1775764870.882302:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726046592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764870.882329:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726046592:12345-0@lo:400:kworker.0 Request processed in 27us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.882334:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00080000:1.0:1775764870.882355:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764870.882375:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726046592:0@lo:400:kworker.0 00000100:00100000:1.0:1775764870.882384:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726046464:0@lo:400:kworker.0 00000100:00100000:0.0:1775764870.883003:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726046336:0@lo:400:kworker.0 00000100:00100000:0.0:1775764870.883042:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764870.883087:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726046848:0@lo:400:kworker.0 00000100:00100000:0.0:1775764870.883113:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764870.883142:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764870.883148:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e37e6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726046720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764870.883171:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764870.883238:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726046336 00000100:00100000:2.0:1775764870.883243:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726046336 00000100:00100000:2.0:1775764870.883279:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1775764870.883286:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726046336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764870.883324:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726046336:12345-0@lo:400:kworker.0 Request processed in 39us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.883330:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1775764870.883358:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726046720 00000100:00100000:2.0:1775764870.883361:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726046720 00000100:00100000:2.0:1775764870.883387:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1775764870.883394:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726046720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764870.883422:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726046720:12345-0@lo:400:kworker.0 Request processed in 29us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.883428:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1775764870.883454:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726046720:0@lo:400:kworker.0 00000100:00100000:2.0:1775764870.883462:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726046336:0@lo:400:kworker.0 00000100:00080000:1.0:1775764870.884321:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764870.884342:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726046848 00000100:00100000:1.0:1775764870.884347:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726046848 00000100:00100000:1.0:1775764870.884412:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1775764870.884419:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726046848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764870.884479:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726046848:12345-0@lo:400:kworker.0 Request processed in 61us (1366us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.884493:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1775764870.884576:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e37e6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726046848:0@lo:400:kworker.0 00000100:00080000:2.0:1775764870.885055:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764870.959701:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764870.966605:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702777728 00000100:00100000:3.0:1775764870.966624:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702777728 00000100:00100000:3.0:1775764870.966690:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 988 00000100:00100000:3.0:1775764870.966702:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702777728:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764870.966791:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2356:x1862022702777728:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (7100us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.966798:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 988 00000100:00100000:3.0:1775764870.966874:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764870.966950:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764870.966968:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764870.966985:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702778112 00000100:00100000:3.0:1775764870.966988:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702778112 00000100:00100000:3.0:1775764870.967013:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702777984 00000100:00100000:3.0:1775764870.967015:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702777984 00000100:00100000:3.0:1775764870.967030:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 647 00000100:00100000:3.0:1775764870.967036:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702778112:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764870.967066:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702778112:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 30us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.967073:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 647 00000100:00100000:3.0:1775764870.967084:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 648 00000100:00100000:3.0:1775764870.967089:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702777984:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764870.967109:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702777984:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.967115:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 648 00000100:00100000:3.0:1775764870.967131:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702777856 00000100:00100000:3.0:1775764870.967134:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702777856 00000100:00100000:3.0:1775764870.967162:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1186 00000100:00100000:3.0:1775764870.967167:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02ad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702777856:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1775764870.967195:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02ad3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+7:2356:x1862022702777856:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764870.967201:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1186 00010000:00010000:1.0:1775764871.520074:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764872.555600:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764872.881205:0:58860:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1697712470932ns, next at 1696278617648ns, rc = 0 00000100:00100000:3.0:1775764872.929465:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726046976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764872.929562:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764872.929865:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726046976 00000100:00100000:1.0:1775764872.929876:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726046976 00000100:00100000:1.0:1775764872.929945:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1775764872.929955:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726046976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764872.929990:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764872.930039:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726046976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764872.930045:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1775764872.930103:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726046976:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764872.930315:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1775764872.958899:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 34 committed 00000001:00080000:3.0:1775764872.958940:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967460 is committed 00000004:00080000:3.0:1775764872.958945:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 33 committed 00000100:00100000:3.0:1775764872.959230:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764872.959253:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726047104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764872.959324:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764872.959430:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726047104 00000100:00100000:0.0:1775764872.959441:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726047104 00000100:00100000:0.0:1775764872.959522:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1775764872.959533:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726047104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764872.959565:0:6551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:13 count 1 00010000:00010000:0.0:1775764872.959594:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.959620:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff11 expref: 5 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.959644:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764872.959646:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764872.959650:0:6551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.959679:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff11 expref: 5 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.959692:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff11 expref: 5 pid: 6551 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764872.959704:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6551:1862022726047232:192.168.202.7@tcp:104: 00000100:00100000:0.0:1775764872.959816:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e09b48cc0 going to sleep for 11 seconds 00000100:00080000:3.0:1775764872.959980:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764872.964260:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764872.966082:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702778240 00000100:00100000:1.0:1775764872.966098:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702778240 00010000:00010000:1.0:1775764872.966172:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff11 expref: 6 pid: 6551 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764872.966218:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 302 00000100:00100000:1.0:1775764872.966228:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702778240:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764872.966243:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764872.966248:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff11 expref: 6 pid: 6551 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.966262:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff11 expref: 6 pid: 6551 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.966286:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764872.966288:0:8231:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764872.966293:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.966307:0:8231:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764872.966328:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1775764872.966759:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764872.966822:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01250000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702778240:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 593us (2570us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764872.966831:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 302 00010000:00010000:0.0:1775764872.966943:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e177961/0x429a70d18420d569 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff11 expref: 5 pid: 6551 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764872.966960:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6551:1862022726047232:192.168.202.7@tcp:104: 00010000:00010000:0.0:1775764872.966983:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.966993:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.967000:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.967011:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.967019:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764872.967057:0:6551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764872.967962:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d01252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3313:x1862022726047104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8428us (8634us total) trans 4294967322 rc 0/0 00000100:00100000:0.0:1775764872.967972:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00010000:00010000:3.0:1775764872.968134:0:5756:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764872.968142:0:5756:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.968152:0:5756:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764872.968157:0:5756:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.968166:0:5756:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.968183:0:5756:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.968189:0:5756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029627771/0x429a70d18420d58c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764872.968207:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764872.968209:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764872.968211:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764872.968242:0:3313:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1e33c49880/2, rc 0, transno 4294967322 00000100:00100000:3.0:1775764872.968259:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726047104:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764872.968681:0:58860:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1697799948585ns, next at 1669633126066ns, rc = 0 00000004:00080000:3.0:1775764872.980237:0:5790:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 35 committed 00010000:00010000:0.0:1775764873.572070:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764874.592032:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764875.596974:0:6575:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967322 is committed 00010000:00010000:3.0:1775764875.615973:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764876.001979:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726047360:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764876.002072:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764876.002829:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726047360 00000100:00100000:3.0:1775764876.002840:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726047360 00000100:00100000:3.0:1775764876.002926:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1775764876.002937:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726047360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764876.002981:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764876.003043:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726047360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764876.003051:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:2.0:1775764876.003307:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764876.003346:0:3311:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967322 gen 2 00000004:00080000:2.0:1775764876.003352:0:3311:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1e33c49880, transno 4294967322 00000100:00100000:2.0:1775764876.003382:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726047360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764876.011904:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726047488:0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.011989:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.012038:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726048000:0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012068:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.012095:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764876.012101:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726047872:0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012125:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.012155:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726047616:0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012190:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.012207:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764876.012212:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726047744:0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012232:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.012262:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726047488 00000100:00100000:0.0:1775764876.012270:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726047488 00000100:00100000:0.0:1775764876.012317:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1775764876.012326:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726047488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012374:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726047488:12345-0@lo:400:kworker.0 Request processed in 49us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.012382:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1775764876.012418:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726048000 00000100:00100000:0.0:1775764876.012422:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726048000 00000100:00100000:0.0:1775764876.012466:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1775764876.012472:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726048000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012502:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726048000:12345-0@lo:400:kworker.0 Request processed in 30us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.012507:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1775764876.012526:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726047872 00000100:00100000:0.0:1775764876.012529:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726047872 00000100:00100000:0.0:1775764876.012565:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726047616 00000100:00100000:0.0:1775764876.012567:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726047616 00000100:00100000:0.0:1775764876.012606:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726047744 00000100:00100000:0.0:1775764876.012608:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726047744 00000100:00100000:0.0:1775764876.012624:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1775764876.012630:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726047872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012662:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1862022726047872:12345-0@lo:400:kworker.0 Request processed in 32us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.012668:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1775764876.012680:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1775764876.012686:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726047616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012715:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1862022726047616:12345-0@lo:400:kworker.0 Request processed in 29us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.012721:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1775764876.012767:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1775764876.012772:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726047744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012801:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726047744:12345-0@lo:400:kworker.0 Request processed in 29us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.012805:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1775764876.012854:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1862022726047872:0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012865:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726047488:0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012874:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726048000:0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012919:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726047744:0@lo:400:kworker.0 00000100:00100000:0.0:1775764876.012928:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1862022726047616:0@lo:400:kworker.0 00000100:00080000:2.0:1775764876.013843:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764876.013849:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764876.082409:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764876.082500:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764876.082534:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764876.082562:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764876.082612:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702778368 00000100:00100000:1.0:1775764876.082621:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702778368 00000100:00100000:1.0:1775764876.082665:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 990 00000100:00100000:1.0:1775764876.082674:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702778368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764876.082765:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702778368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 92us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.082773:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 990 00000100:00100000:1.0:1775764876.082804:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702778752 00000100:00100000:1.0:1775764876.082807:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702778752 00000100:00100000:1.0:1775764876.082840:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702778624 00000100:00100000:1.0:1775764876.082842:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702778624 00000100:00100000:1.0:1775764876.082859:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 650 00000100:00100000:1.0:1775764876.082866:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702778752:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764876.082891:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702778752:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.082898:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 650 00000100:00100000:1.0:1775764876.082908:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 651 00000100:00100000:1.0:1775764876.082913:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702778624:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764876.082934:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702778624:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 21us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.082939:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 651 00000100:00080000:1.0:1775764876.083072:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764876.083076:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764876.092711:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702778496 00000100:00100000:2.0:1775764876.092744:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702778496 00000100:00100000:2.0:1775764876.092834:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1190 00000100:00100000:2.0:1775764876.092846:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d02257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702778496:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764876.092945:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d02257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702778496:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 101us (10544us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.092953:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1190 00000100:00080000:2.0:1775764876.093096:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764876.643529:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764877.665042:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764878.051113:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726048128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764878.051186:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764878.051325:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726048128 00000100:00100000:1.0:1775764878.051335:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726048128 00000100:00100000:1.0:1775764878.051405:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1775764878.051415:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726048128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764878.051451:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764878.051502:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726048128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764878.051509:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1775764878.051614:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726048128:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764878.051943:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764878.688109:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764879.712119:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764880.739291:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764881.120663:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726048384:0@lo:400:kworker.0 00000100:00100000:1.0:1775764881.120777:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764881.120926:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726048256:0@lo:400:kworker.0 00000100:00100000:2.0:1775764881.120963:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764881.121003:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726048768:0@lo:400:kworker.0 00000100:00100000:2.0:1775764881.121024:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764881.121047:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764881.121053:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726048640:0@lo:400:kworker.0 00000100:00100000:2.0:1775764881.121080:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764881.121143:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726048640 00000100:00100000:2.0:1775764881.121153:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726048640 00000100:00100000:2.0:1775764881.121212:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1775764881.121222:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726048640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764881.121271:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726048384 00000100:00100000:2.0:1775764881.121274:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726048640:12345-0@lo:400:kworker.0 Request processed in 55us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.121275:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726048384 00000100:00100000:2.0:1775764881.121281:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1775764881.121306:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726048768 00000100:00100000:3.0:1775764881.121309:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726048768 00000100:00100000:2.0:1775764881.121328:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726048640:0@lo:400:kworker.0 00000100:00100000:3.0:1775764881.121328:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:3.0:1775764881.121334:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726048384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764881.121360:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:2.0:1775764881.121366:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726048768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764881.121367:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726048384:12345-0@lo:400:kworker.0 Request processed in 34us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.121373:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1775764881.121397:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e37e6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726048768:12345-0@lo:400:kworker.0 Request processed in 31us (372us total) trans 0 rc 0/0 00000100:00080000:3.0:1775764881.121397:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764881.121401:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764881.121402:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1775764881.121421:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726048768:0@lo:400:kworker.0 00000100:00100000:0.0:1775764881.121816:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726048512:0@lo:400:kworker.0 00000100:00100000:0.0:1775764881.121852:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764881.121881:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726049024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764881.121904:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764881.121947:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726048256 00000100:00100000:0.0:1775764881.121951:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726048256 00000100:00100000:0.0:1775764881.121985:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1775764881.121992:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726048256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764881.122030:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726048256:12345-0@lo:400:kworker.0 Request processed in 38us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.122036:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1775764881.122066:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726048512 00000100:00100000:0.0:1775764881.122070:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726048512 00000100:00100000:0.0:1775764881.122121:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1775764881.122128:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726048512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764881.122162:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726048512:12345-0@lo:400:kworker.0 Request processed in 35us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.122168:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00080000:0.0:1775764881.122186:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764881.122207:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726048512:0@lo:400:kworker.0 00000100:00100000:0.0:1775764881.122230:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d0225b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726048256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764881.122419:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726049024 00000100:00100000:3.0:1775764881.122423:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726049024 00000100:00100000:3.0:1775764881.122462:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1775764881.122469:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726049024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764881.122498:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764881.122537:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726049024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.122542:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1775764881.123220:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726049024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764881.129704:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1d02259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726048384:0@lo:400:kworker.0 00000100:00100000:1.0:1775764881.129720:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726048896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764881.129826:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764881.130693:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726048896 00000100:00100000:0.0:1775764881.130703:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726048896 00000100:00100000:0.0:1775764881.130827:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1775764881.130836:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726048896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764881.130920:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726048896:12345-0@lo:400:kworker.0 Request processed in 85us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.130927:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00080000:3.0:1775764881.131002:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764881.131486:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726048896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764881.197956:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764881.198004:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764881.198043:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764881.198090:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764881.198139:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702779264 00000100:00100000:1.0:1775764881.198149:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702779264 00000100:00100000:0.0:1775764881.198200:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702778880 00000100:00100000:0.0:1775764881.198205:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702778880 00000100:00100000:1.0:1775764881.198219:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702779136 00000100:00100000:1.0:1775764881.198224:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702779136 00000100:00100000:0.0:1775764881.198256:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 992 00000100:00100000:0.0:1775764881.198272:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702778880:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764881.198272:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 654 00000100:00100000:1.0:1775764881.198286:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702779264:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764881.198305:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 655 00000100:00100000:2.0:1775764881.198316:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702779136:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1775764881.198378:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702779264:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764881.198385:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 654 00000100:00100000:3.0:1775764881.198547:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702779008 00000100:00100000:3.0:1775764881.198561:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702779008 00000100:00100000:3.0:1775764881.198605:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1194 00000100:00100000:3.0:1775764881.198612:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702779008:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764881.201541:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2359:x1862022702778880:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 3263us (3485us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764881.201566:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 992 00000100:00080000:0.0:1775764881.201670:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764881.201676:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764881.201679:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764881.206959:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2359:x1862022702779136:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 8634us (8855us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764881.206976:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 655 00000100:00100000:3.0:1775764881.215136:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2359:x1862022702779008:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 16510us (17177us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.215151:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1194 00010000:00010000:3.0:1775764881.761812:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764882.783989:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764883.167994:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726049152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764883.168059:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764883.168821:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726049152 00000100:00100000:3.0:1775764883.168831:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726049152 00000100:00100000:3.0:1775764883.168888:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1775764883.168899:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726049152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764883.168936:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1775764883.170346:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764883.173958:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726049152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5051us (5887us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.173972:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1775764883.176430:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726049152:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764883.807985:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764884.833754:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764885.856076:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764886.240056:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726049536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.240152:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764886.240451:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764886.240459:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726049408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.240485:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764886.240514:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726049920:0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.240541:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764886.240574:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726049536 00000100:00100000:1.0:1775764886.240584:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726049536 00000100:00100000:1.0:1775764886.240635:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726049408 00000100:00100000:1.0:1775764886.240638:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726049408 00000100:00100000:1.0:1775764886.240657:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:1.0:1775764886.240665:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726049536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.240717:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1862022726049536:12345-0@lo:400:kworker.0 Request processed in 53us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.240724:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:1.0:1775764886.240774:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1775764886.240781:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726049408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.240809:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1862022726049408:12345-0@lo:400:kworker.0 Request processed in 29us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.240815:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1775764886.240838:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726049920 00000100:00100000:1.0:1775764886.240842:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726049920 00000100:00100000:2.0:1775764886.241364:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726049664:0@lo:400:kworker.0 00000100:00100000:2.0:1775764886.241412:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764886.241613:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726049664 00000100:00100000:1.0:1775764886.241618:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726049664 00000100:00100000:1.0:1775764886.241645:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1775764886.241652:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726049920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.241690:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1862022726049920:12345-0@lo:400:kworker.0 Request processed in 39us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.241696:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1775764886.241709:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1775764886.241715:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726049664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.241774:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726049664:12345-0@lo:400:kworker.0 Request processed in 60us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.241780:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00080000:1.0:1775764886.241795:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764886.241798:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764886.241801:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764886.241831:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1862022726049408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.241843:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1862022726049920:0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.241853:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1862022726049536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764886.242854:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726049280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764886.242916:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764886.243030:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764886.243041:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726050048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764886.243072:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764886.243157:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726049280 00000100:00100000:1.0:1775764886.243164:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726049280 00000100:00100000:1.0:1775764886.243214:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1775764886.243221:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726049280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764886.243259:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726049280:12345-0@lo:400:kworker.0 Request processed in 39us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.243265:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1775764886.243316:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726050048 00000100:00100000:1.0:1775764886.243320:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726050048 00000100:00100000:1.0:1775764886.243344:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1775764886.243349:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726050048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764886.243373:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1775764886.243403:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726050048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.243409:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1775764886.243808:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726049664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764886.244023:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726049280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764886.244033:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726049792:0@lo:400:kworker.0 00000100:00100000:0.0:1775764886.244068:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764886.244417:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726049792 00000100:00100000:2.0:1775764886.244423:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726049792 00000100:00100000:2.0:1775764886.244478:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1775764886.244491:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726049792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764886.244547:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1862022726049792:12345-0@lo:400:kworker.0 Request processed in 57us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.244553:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1775764886.244628:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1862022726049792:0@lo:400:kworker.0 00000100:00100000:3.0:1775764886.244771:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726050048:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764886.248121:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764886.321646:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764886.321776:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702779392 00000100:00100000:0.0:1775764886.321786:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702779392 00000100:00100000:0.0:1775764886.321837:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 994 00000100:00100000:0.0:1775764886.321848:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702779392:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764886.321938:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702779392:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 91us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.321948:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 994 00000100:00100000:3.0:1775764886.323799:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764886.323830:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764886.323865:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764886.323898:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702779776 00000100:00100000:3.0:1775764886.323906:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702779776 00000100:00100000:3.0:1775764886.323959:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702779648 00000100:00100000:3.0:1775764886.323963:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702779648 00000100:00100000:3.0:1775764886.323993:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 658 00000100:00100000:3.0:1775764886.324005:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702779776:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764886.324014:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 659 00000100:00100000:2.0:1775764886.324027:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702779648:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764886.324064:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702779648:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 42us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.324070:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 659 00000100:00100000:3.0:1775764886.324077:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702779776:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 75us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.324086:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 658 00000100:00080000:1.0:1775764886.324385:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764886.324390:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764886.324534:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702779520 00000100:00100000:0.0:1775764886.324540:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702779520 00000100:00100000:0.0:1775764886.324600:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1198 00000100:00100000:0.0:1775764886.324607:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702779520:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764886.324662:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2357:x1862022702779520:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 48us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.324670:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1198 00000100:00080000:1.0:1775764886.325412:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764886.881359:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764886.906016:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764886.906504:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702779904 00000100:00100000:0.0:1775764886.906515:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702779904 00000100:00100000:0.0:1775764886.906584:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 409 00000100:00100000:0.0:1775764886.906594:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34813:x1862022702779904:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:0.0:1775764886.906941:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34813:x1862022702779904:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 348us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.906949:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 409 00000100:00100000:2.0:1775764886.909151:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764886.909256:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702780032 00000100:00100000:1.0:1775764886.909266:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702780032 00000100:00100000:1.0:1775764886.909366:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 218 00000100:00100000:1.0:1775764886.909376:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34813:x1862022702780032:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764886.909888:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34813:x1862022702780032:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 511us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.909896:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 218 00000100:00100000:2.0:1775764886.915908:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1775764886.916012:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702780160 00000100:00100000:1.0:1775764886.916022:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702780160 00000100:00100000:1.0:1775764886.916080:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 219 00000100:00100000:1.0:1775764886.916091:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34813:x1862022702780160:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:1.0:1775764886.916840:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34813:x1862022702780160:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 748us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764886.916849:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 219 00000100:00100000:2.0:1775764886.925574:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764886.925770:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702780288 00000100:00100000:0.0:1775764886.925780:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702780288 00000100:00100000:0.0:1775764886.925843:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 410 00000100:00100000:0.0:1775764886.925855:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34813:x1862022702780288:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:0.0:1775764886.926347:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34813:x1862022702780288:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 493us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764886.926356:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 410 00000100:00100000:3.0:1775764886.931272:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764886.931440:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702780416 00000100:00100000:2.0:1775764886.931450:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702780416 00000100:00100000:2.0:1775764886.931667:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 411 00000100:00100000:2.0:1775764886.931677:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34813:x1862022702780416:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:2.0:1775764886.931818:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34813:x1862022702780416:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 142us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.931825:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 411 00000100:00100000:2.0:1775764886.935249:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764886.935983:0:6551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702780544 00000100:00100000:3.0:1775764886.935995:0:6551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702780544 00000100:00100000:3.0:1775764886.936169:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 220 00000100:00100000:3.0:1775764886.936180:0:6551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34813:x1862022702780544:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:3.0:1775764886.937001:0:6551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34813:x1862022702780544:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 819us (1758us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.937010:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 220 00000100:00100000:1.0:1775764886.939817:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1775764886.939896:0:7727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702780672 00000100:00100000:2.0:1775764886.939906:0:7727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702780672 00000100:00100000:2.0:1775764886.939966:0:7727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 221 00000100:00100000:2.0:1775764886.939976:0:7727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e3d811850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34813:x1862022702780672:12345-192.168.202.7@tcp:19:lfs.0 00000100:00100000:2.0:1775764886.940687:0:7727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e3d811850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34813:x1862022702780672:12345-192.168.202.7@tcp:19:lfs.0 Request processed in 710us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.940696:0:7727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 221 00000100:00100000:2.0:1775764886.945090:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764886.945230:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702780800 00000100:00100000:3.0:1775764886.945243:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702780800 00000100:00100000:3.0:1775764886.945319:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 412 00000100:00100000:3.0:1775764886.945329:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34813:x1862022702780800:12345-192.168.202.7@tcp:48:lfs.0 00000100:00100000:3.0:1775764886.946067:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34813:x1862022702780800:12345-192.168.202.7@tcp:48:lfs.0 Request processed in 738us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.946076:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 412 00010000:00010000:0.0:1775764887.905014:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764888.287932:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726050176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764888.288028:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764888.288156:0:6554:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726050176 00000100:00100000:0.0:1775764888.288166:0:6554:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726050176 00000100:00100000:0.0:1775764888.288242:0:6554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1775764888.288253:0:6554:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726050176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764888.288309:0:6554:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764888.288374:0:6554:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1862022726050176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.288382:0:6554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1775764888.288436:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1862022726050176:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764888.288695:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764888.928144:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764889.358912:0:59081:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe21be2d00 20000000:00000080:0.0:1775764889.358933:0:59081:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e37966400 uarg=0000000000000000 00010000:00010000:0.0:1775764889.359498:0:59081:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1775764889.359546:0:59081:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e094a3d00) 00010000:00010000:0.0:1775764889.359550:0:59081:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764889.359562:0:59081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81600/0x429a70d18420d53f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff03 expref: 5 pid: 5769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.359589:0:59081:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1775764889.359616:0:59081:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1775764889.359632:0:59081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.359647:0:59081:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d515 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.359655:0:59081:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.359699:0:59081:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d515 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.359713:0:59081:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d515 expref: 17 pid: 5762 timeout: 1814 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.359728:0:59081:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:59081:1862022726050304:0@lo:104: 00000100:00100000:0.0:1775764889.359851:0:59081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.359900:0:59081:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764889.360269:0:16808:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1775764889.360285:0:16808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726050304 00000100:00100000:1.0:1775764889.360294:0:16808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726050304 00000100:00100000:1.0:1775764889.360346:0:16808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1775764889.360356:0:16808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e08406850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:59081:x1862022726050304:12345-0@lo:104: 00010000:00010000:1.0:1775764889.360370:0:16808:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.360438:0:16808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764889.360453:0:16808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e08406850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:1fad9776-00c6-469a-9d10-3ff3b874189c+3:59081:x1862022726050304:12345-0@lo:104: Request processed in 90us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.360461:0:16808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1775764889.360694:0:59081:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:59081:1862022726050304:0@lo:104: 00010000:00010000:0.0:1775764889.360716:0:59081:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.360783:0:5757:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764889.360790:0:5757:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.360798:0:5757:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cb200 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:2.0:1775764889.360802:0:5757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.360811:0:5757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764889.360817:0:5757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764889.360821:0:5757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1775764889.360853:0:5757:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.360859:0:5757:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764889.360888:0:5757:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.360894:0:5757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cb200/0x429a70d18420d515 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d51c expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.360894:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726050432:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.360908:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764889.360910:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764889.360912:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764889.360927:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764889.362269:0:5754:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726050432 00000100:00100000:2.0:1775764889.362284:0:5754:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726050432 00010000:00010000:2.0:1775764889.362318:0:5754:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d515 expref: 18 pid: 5762 timeout: 1814 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.362354:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1775764889.362364:0:5754:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3314:x1862022726050432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.362377:0:5754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764889.362382:0:5754:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d515 expref: 18 pid: 5762 timeout: 1814 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362395:0:5754:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d515 expref: 18 pid: 5762 timeout: 1814 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362410:0:5754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195400/0x429a70d18420d51c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d515 expref: 18 pid: 5762 timeout: 1814 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362428:0:5754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362435:0:5754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362450:0:5754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362456:0:5754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362463:0:5754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362469:0:5754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362485:0:5754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1448060) 00010000:00010000:2.0:1775764889.362490:0:5754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362497:0:5754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362521:0:5754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764889.362530:0:5754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764889.362584:0:59081:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.362593:0:59081:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.362597:0:5754:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fad9776-00c6-469a-9d10-3ff3b874189c+17:3314:x1862022726050432:12345-0@lo:103:ldlm_bl.0 Request processed in 235us (1669us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764889.362600:0:59081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e38063c00/0x429a70d18420d593 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 59081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764889.362605:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1775764889.363590:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1fad9776-00c6-469a-9d10-3ff3b874189c:3314:1862022726050432:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764889.959921:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764890.977691:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775764891.233258:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1775764891.233265:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:1.0:1775764891.233270:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1775764891.233315:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.233327:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.233340:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764891.233365:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e378e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726050560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764891.233805:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764891.233908:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e2fbf1180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764891.236956:0:5763:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726050560 00000100:00100000:0.0:1775764891.236974:0:5763:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726050560 00000100:00100000:3.0:1775764891.239338:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1775764891.239354:0:5763:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726050560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764891.239376:0:5763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.239395:0:5763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d59a expref: -99 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.239436:0:5763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d59a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.239450:0:5763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d59a expref: 18 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.239469:0:5763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18195800, rc 0) 00000100:00100000:3.0:1775764891.239547:0:5763:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726050560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 197us (6117us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.239554:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1775764891.240712:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e378e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726050560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764891.240773:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.240786:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764891.240813:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764891.240818:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764891.240826:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764891.359962:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726050688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764891.360035:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764891.360114:0:35809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726050688 00000100:00100000:3.0:1775764891.360122:0:35809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726050688 00000100:00100000:3.0:1775764891.360182:0:35809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1775764891.360191:0:35809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726050688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764891.360225:0:35809:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1775764891.360271:0:35809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726050688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.360277:0:35809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1775764891.360325:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726050688:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764891.360506:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764891.360629:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e1054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726050944:0@lo:400:kworker.0 00000100:00100000:3.0:1775764891.360658:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764891.360680:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764891.360686:0:3313:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726051072:0@lo:400:kworker.0 00000100:00100000:3.0:1775764891.360707:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764891.360753:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726050944 00000100:00100000:3.0:1775764891.360757:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726050944 00000100:00100000:3.0:1775764891.360793:0:5769:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726051072 00000100:00100000:3.0:1775764891.360797:0:5769:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726051072 00000100:00100000:3.0:1775764891.360817:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1775764891.360823:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726050944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764891.360858:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1862022726050944:12345-0@lo:400:kworker.0 Request processed in 35us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.360865:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1775764891.360878:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1775764891.360883:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726051072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764891.360908:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1862022726051072:12345-0@lo:400:kworker.0 Request processed in 24us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.360913:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00080000:3.0:1775764891.360932:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764891.360948:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1862022726051072:0@lo:400:kworker.0 00000100:00100000:3.0:1775764891.360957:0:3313:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e1054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1862022726050944:0@lo:400:kworker.0 00000100:00100000:3.0:1775764891.360975:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726051200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764891.360998:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764891.361015:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764891.361021:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726050816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764891.361039:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764891.361060:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726050816 00000100:00100000:3.0:1775764891.361064:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726050816 00000100:00100000:3.0:1775764891.361086:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1775764891.361092:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726050816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764891.361123:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1862022726050816:12345-0@lo:400:kworker.0 Request processed in 31us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.361129:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1775764891.361153:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1862022726050816:0@lo:400:kworker.0 00000100:00100000:1.0:1775764891.361250:0:6552:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726051200 00000100:00100000:1.0:1775764891.361254:0:6552:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726051200 00000100:00100000:1.0:1775764891.361301:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1775764891.361308:0:6552:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e1054b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726051200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764891.361342:0:6552:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e1054b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1862022726051200:12345-0@lo:400:kworker.0 Request processed in 36us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.361347:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00080000:3.0:1775764891.361415:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764891.361433:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1862022726051200:0@lo:400:kworker.0 00000100:00100000:0.0:1775764891.460436:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764891.460492:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764891.460519:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764891.460557:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764891.460588:0:5770:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702781056 00000100:00100000:0.0:1775764891.460598:0:5770:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702781056 00000100:00100000:0.0:1775764891.460671:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 1202 00000100:00100000:0.0:1775764891.460682:0:5770:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702781056:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764891.460776:0:5770:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702781056:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 95us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.460784:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 1202 00000100:00100000:0.0:1775764891.460806:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702781312 00000100:00100000:0.0:1775764891.460810:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702781312 00000100:00100000:0.0:1775764891.460836:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702781184 00000100:00100000:0.0:1775764891.460840:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702781184 00000100:00100000:0.0:1775764891.460858:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 661 00000100:00100000:0.0:1775764891.460864:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702781312:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764891.460887:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702781312:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.460893:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 661 00000100:00100000:0.0:1775764891.460915:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 662 00000100:00100000:0.0:1775764891.460921:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e33c47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702781184:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1775764891.460942:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e33c47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2357:x1862022702781184:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 22us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764891.460947:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 662 00000100:00080000:0.0:1775764891.460961:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764891.460964:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764891.460967:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764891.461032:0:5762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702780928 00000100:00100000:2.0:1775764891.461037:0:5762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702780928 00000100:00100000:2.0:1775764891.461071:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 996 00000100:00100000:2.0:1775764891.461078:0:5762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702780928:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1775764891.461102:0:5762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1fecbf3a-e176-4daa-b3b9-a6d5761bd9b6+9:2357:x1862022702780928:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.461108:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 996 00010000:00010000:2.0:1775764892.002846:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764892.233971:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764892.234075:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702781440 00000100:00100000:0.0:1775764892.234084:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702781440 00000100:00100000:0.0:1775764892.234140:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 413 00000100:00100000:0.0:1775764892.234152:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34899:x1862022702781440:12345-192.168.202.7@tcp:101:chmod.0 00010000:00010000:0.0:1775764892.234173:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764892.234196:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420d5a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134ff18 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.234249:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d5af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.234259:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d5af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.234272:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d5af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764892.234462:0:8088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:0.0:1775764892.234467:0:8088:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764892.234589:0:8088:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d5af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.234610:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062400/0x429a70d18420d5a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff18 expref: 7 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.234625:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d5af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff18 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.234631:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:0.0:1775764892.234633:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764892.234635:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063a00, rc 0) 00000100:00100000:0.0:1775764892.234684:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34899:x1862022702781440:12345-192.168.202.7@tcp:101:chmod.0 Request processed in 535us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764892.234690:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 413 00000100:00100000:2.0:1775764892.241890:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764892.241963:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702781696 00000100:00100000:0.0:1775764892.241974:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702781696 00000100:00100000:0.0:1775764892.242039:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 414 00000100:00100000:0.0:1775764892.242050:0:5768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34899:x1862022702781696:12345-192.168.202.7@tcp:36:chmod.0 00010000:00010000:0.0:1775764892.242104:0:5768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764892.242128:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063a00/0x429a70d18420d5af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff18 expref: 6 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.242148:0:5768:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 429a70d18420d53f) 00010000:00010000:0.0:1775764892.242153:0:5768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:0.0:1775764892.242164:0:5768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764892.242188:0:5768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.242200:0:5768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.242209:0:5768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764892.310255:0:5790:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967461 is committed 00000004:00010000:2.0:1775764892.311708:0:5768:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c98dbf5 reply state 0000000016152055 transno 4294967461 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764892.311728:0:5768:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1775764892.311954:0:5768:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00010000:00080000:2.0:1775764892.312074:0:5768:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1775764892.312089:0:5768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34899:x1862022702781696:12345-192.168.202.7@tcp:36:chmod.0 Request processed in 70039us (70204us total) trans 4294967461 rc 0/0 00000100:00100000:2.0:1775764892.312099:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 414 00010000:00010000:0.0:1775764892.315773:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.315792:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.315800:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.315806:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38063c00 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764892.315811:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.315817:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.315835:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676e300) 00010000:00010000:0.0:1775764892.315839:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764892.315844:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764892.315849:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063c00/0x429a70d18420d5b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764893.029522:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1775764893.138488:0:59278:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5cfbca20 20000000:00000080:2.0:1775764893.138505:0:59278:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1e3d624400 uarg=0000000000000000 00010000:00010000:2.0:1775764893.139219:0:59278:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1775764893.139231:0:59278:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8b1e37a04800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1775764893.139246:0:59278:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1775764893.139259:0:59278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.139273:0:59278:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d59a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.139278:0:59278:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.139309:0:59278:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x429a70d18420d59a expref: 17 pid: 5763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.139319:0:59278:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x429a70d18420d59a expref: 17 pid: 5763 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.139330:0:59278:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e0f0b1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:59278:1862022726051328:0@lo:104: 00000100:00100000:2.0:1775764893.139376:0:59278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764893.139422:0:59278:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e3d985e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764893.139433:0:5751:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726051328 00000100:00100000:1.0:1775764893.139449:0:5751:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726051328 00000100:00100000:1.0:1775764893.139550:0:5751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1775764893.139561:0:5751:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:59278:x1862022726051328:12345-0@lo:104: 00010000:00010000:1.0:1775764893.139583:0:5751:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764893.139648:0:5751:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1775764893.139654:0:5751:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1fad9776-00c6-469a-9d10-3ff3b874189c+3:59278:x1862022726051328:12345-0@lo:104: Request processed in 96us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.139661:0:5751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00010000:00010000:3.0:1775764893.140010:0:6565:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764893.140016:0:6565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140028:0:6565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e0f0cbc00 already unused, calling callback (ffffffffc1a51c20) 10000000:00010000:3.0:1775764893.140031:0:6565:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140040:0:6565:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764893.140046:0:6565:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764893.140051:0:6565:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1775764893.140084:0:6565:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140090:0:6565:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764893.140109:0:6565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140116:0:6565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff8b1e0f0cbc00/0x429a70d18420d59a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x429a70d18420d5a1 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140143:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764893.140145:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764893.140146:0:6565:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764893.140159:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726051456:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764893.140191:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764893.140237:0:8231:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726051456 00000100:00100000:3.0:1775764893.140242:0:8231:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726051456 00010000:00010000:3.0:1775764893.140263:0:8231:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d59a expref: 18 pid: 5763 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764893.140285:0:8231:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1775764893.140292:0:8231:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726051456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764893.140302:0:8231:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764893.140307:0:8231:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x429a70d18420d59a expref: 18 pid: 5763 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140318:0:8231:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x429a70d18420d59a expref: 18 pid: 5763 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140334:0:8231:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140342:0:8231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140355:0:8231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140362:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140368:0:8231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140373:0:8231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140379:0:8231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e80600 already unused, calling callback (ffffffffc1448060) 00010000:00010000:3.0:1775764893.140383:0:8231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140391:0:8231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140399:0:8231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.140416:0:8231:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764893.140455:0:8231:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fad9776-00c6-469a-9d10-3ff3b874189c+18:3312:x1862022726051456:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.140462:0:8231:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1775764893.140502:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1fad9776-00c6-469a-9d10-3ff3b874189c:3312:1862022726051456:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764893.141151:0:59278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e18195800/0x429a70d18420d5a1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x429a70d18420d59a expref: 17 pid: 5763 timeout: 1817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764893.141165:0:59278:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e0f0b1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:59278:1862022726051328:0@lo:104: 00010000:00010000:2.0:1775764893.141181:0:59278:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.141187:0:59278:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.141202:0:59278:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764893.141206:0:59278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1e36e80600/0x429a70d18420d5bd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 59278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764893.407903:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764893.407925:0:3314:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726051584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764893.407991:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764893.408272:0:6553:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726051584 00000100:00100000:0.0:1775764893.408281:0:6553:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726051584 00000100:00100000:0.0:1775764893.408349:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1775764893.408360:0:6553:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726051584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764893.408394:0:6553:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1775764893.408471:0:6553:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1862022726051584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.408478:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00080000:3.0:1775764893.408603:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764893.410836:0:3314:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e33c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1862022726051584:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764894.049309:0:5757:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1775764894.241002:0:5765:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1775764894.241009:0:5765:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff8b1e103acd40 from 1 10000000:01000000:3.0:1775764894.241014:0:5765:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1775764894.241061:0:5765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420d5c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.241074:0:5765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420d5c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.241084:0:5765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420d5c4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.241111:0:5765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8b1e10548000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726051712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764894.241177:0:5765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764894.241229:0:5765:0:(client.c:2691:ptlrpc_set_wait()) set ffff8b1e0536ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.241281:0:5760:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022726051712 00000100:00100000:1.0:1775764894.241289:0:5760:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022726051712 00000100:00100000:1.0:1775764894.241345:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1775764894.241354:0:5760:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+17:5765:x1862022726051712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764894.241367:0:5760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.241380:0:5760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420d5cb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x429a70d18420d5c4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241402:0:5760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420d5cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x429a70d18420d5c4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241412:0:5760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1e0f0ca400/0x429a70d18420d5cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x429a70d18420d5c4 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.241422:0:5760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e0f0ca400, rc 0) 00000100:00100000:1.0:1775764894.241472:0:5760:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e102af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fad9776-00c6-469a-9d10-3ff3b874189c+18:5765:x1862022726051712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.241479:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1775764894.246344:0:5765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8b1e10548000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1fad9776-00c6-469a-9d10-3ff3b874189c:5765:1862022726051712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764894.246373:0:5765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420d5c4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d5cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.246387:0:5765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420d5c4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x429a70d18420d5cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764894.246410:0:5765:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1775764894.246415:0:5765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420d5c4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d5cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.246422:0:5765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff8b1e18195800/0x429a70d18420d5c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x429a70d18420d5cb expref: -99 pid: 5765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.072707:0:5756:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764895.932435:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764895.932573:0:5772:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702781824 00000100:00100000:0.0:1775764895.932582:0:5772:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702781824 00000100:00100000:0.0:1775764895.932660:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 76 00000100:00100000:0.0:1775764895.932668:0:5772:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34976:x1862022702781824:12345-192.168.202.7@tcp:49:touch.60003 00000100:00100000:1.0:1775764895.932872:0:5772:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34976:x1862022702781824:12345-192.168.202.7@tcp:49:touch.60003 Request processed in 203us (456us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764895.932880:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 76 00000100:00080000:3.0:1775764895.933139:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764895.935500:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764895.935591:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702781952 00000100:00100000:0.0:1775764895.935601:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702781952 00000100:00100000:0.0:1775764895.935656:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 415 00000100:00100000:0.0:1775764895.935665:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:34976:x1862022702781952:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:0.0:1775764895.935685:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764895.935708:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d5d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134ff1f expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.935960:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.935974:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.935987:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936001:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936008:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936015:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936407:0:19479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d5e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936425:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d5e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936432:0:19479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d5e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764895.936509:0:19479:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 7680 00000004:00200000:0.0:1775764895.936513:0:19479:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764895.936569:0:19479:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d5e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936583:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936587:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936591:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936595:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764895.936598:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936603:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936612:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1e1676e200) 00010000:00010000:0.0:1775764895.936613:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764895.936616:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936619:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936626:0:19479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936629:0:19479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936632:0:19479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936636:0:19479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764895.936638:0:19479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936641:0:19479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936645:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1e1676e000) 00010000:00010000:0.0:1775764895.936646:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764895.936647:0:19479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936650:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936671:0:19479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d5d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff1f expref: 7 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936684:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38063200/0x429a70d18420d5e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff1f expref: 6 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.936690:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676eb00) 00010000:00010000:0.0:1775764895.936693:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764895.936695:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38063200, rc 0) 00000100:00100000:0.0:1775764895.936796:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34976:x1862022702781952:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 1132us (1302us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.936804:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 415 00000100:00100000:2.0:1775764895.941663:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764895.941707:0:8088:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702782208 00000100:00100000:0.0:1775764895.941717:0:8088:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702782208 00000100:00100000:0.0:1775764895.941828:0:8088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 416 00000100:00100000:0.0:1775764895.941838:0:8088:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:34976:x1862022702782208:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:0.0:1775764895.941859:0:8088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764895.941878:0:8088:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d5ee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134ff26 expref: -99 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.942201:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.942215:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.942226:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.942240:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.942247:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.942253:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764895.942933:0:8088:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe:0x0], index 1: 0 00010000:00010000:0.0:1775764895.943213:0:8088:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d603 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943225:0:8088:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d603 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943237:0:8088:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d603 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943269:0:8088:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943275:0:8088:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943279:0:8088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943283:0:8088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062000 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764895.943286:0:8088:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943290:0:8088:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943300:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff8b1e1676eb00) 00010000:00010000:0.0:1775764895.943302:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764895.943305:0:8088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943309:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062000/0x429a70d18420d5f5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764895.943316:0:8088:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001169172e reply state 000000009a794d12 transno 4294967462 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764895.943322:0:8088:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764895.943345:0:8088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062e00/0x429a70d18420d5ee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff26 expref: 9 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943354:0:8088:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d603 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff26 expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.943359:0:8088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:0.0:1775764895.943360:0:8088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764895.943362:0:8088:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e38062200, rc 0) 00000100:00100000:0.0:1775764895.943451:0:8088:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34976:x1862022702782208:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 1614us (1794us total) trans 4294967462 rc 0/0 00000100:00100000:0.0:1775764895.943458:0:8088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 416 00010000:00010000:0.0:1775764895.944940:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.944954:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.944960:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.944965:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e38062600 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764895.944980:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.944988:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.945002:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x93c5647 (ffff8b1e1676e200) 00010000:00010000:0.0:1775764895.945005:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764895.945009:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.945014:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062600/0x429a70d18420d5fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8088 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.946783:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764895.946901:0:5768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702782464 00000100:00100000:0.0:1775764895.946912:0:5768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702782464 00000100:00100000:2.0:1775764895.947078:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 417 00000100:00100000:2.0:1775764895.947090:0:5769:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+8:34976:x1862022702782464:12345-192.168.202.7@tcp:36:touch.60003 00010000:00010000:2.0:1775764895.947150:0:5769:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764895.947176:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e38062200/0x429a70d18420d603 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff26 expref: 8 pid: 8088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.947319:0:5769:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23:0x0].0x0 (ffff8b1e1676e000) 00010000:00010000:2.0:1775764895.947328:0:5769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764895.947363:0:5769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.947373:0:5769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764895.947381:0:5769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764895.947508:0:5769:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f29e60bc reply state 00000000223ae224 transno 4294967463 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764895.947515:0:5769:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764895.947590:0:5769:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34976:x1862022702782464:12345-192.168.202.7@tcp:36:touch.60003 Request processed in 503us (865us total) trans 4294967463 rc 0/0 00000100:00100000:2.0:1775764895.947597:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 417 00000100:00100000:1.0:1775764895.949084:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764895.949190:0:19479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702782592 00000100:00100000:3.0:1775764895.949199:0:19479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702782592 00000100:00100000:3.0:1775764895.949253:0:19479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 418 00000100:00100000:3.0:1775764895.949262:0:19479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e378e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34976:x1862022702782592:12345-192.168.202.7@tcp:101:touch.60003 00010000:00010000:3.0:1775764895.949280:0:19479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764895.949293:0:19479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d618 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34d8c3555134ff2d expref: -99 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.949337:0:19479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d618 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff2d expref: 10 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.949346:0:19479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e18194a00/0x429a70d18420d618 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x34d8c3555134ff2d expref: 10 pid: 19479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764895.949358:0:19479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:3.0:1775764895.949360:0:19479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764895.949362:0:19479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1e18194a00, rc 0) 00000100:00100000:3.0:1775764895.949408:0:19479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e378e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:34976:x1862022702782592:12345-192.168.202.7@tcp:101:touch.60003 Request processed in 147us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.949427:0:19479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 418 00010000:00010000:0.0:1775764895.949814:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.949825:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.949832:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.949837:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1e36e81800 already unused, calling callback (ffffffffc1e8e4f0) 00010000:00010000:0.0:1775764895.949842:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.949849:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.949861:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23:0x0].0x0 (ffff8b1e094a3200) 00010000:00010000:0.0:1775764895.949863:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764895.949867:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764895.949872:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1e36e81800/0x429a70d18420d611 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5769 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764895.953332:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1775764895.953408:0:6550:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702782720 00000100:00100000:0.0:1775764895.953432:0:6550:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702782720 00000100:00100000:0.0:1775764895.953544:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 222 00000100:00100000:0.0:1775764895.953554:0:6550:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+5:2356:x1862022702782720:12345-192.168.202.7@tcp:2:touch.60003 00000100:00100000:0.0:1775764895.953936:0:6550:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e10549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+6:2356:x1862022702782720:12345-192.168.202.7@tcp:2:touch.60003 Request processed in 383us (613us total) trans 4294967323 rc 0/0 00000100:00100000:0.0:1775764895.953944:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 222 00000100:00080000:3.0:1775764895.954209:0:5764:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764895.956898:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1775764895.957065:0:5771:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022702782976 00000100:00100000:3.0:1775764895.957075:0:5771:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022702782976 00000100:00100000:3.0:1775764895.957185:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 77 00000100:00100000:3.0:1775764895.957196:0:5771:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+9:34976:x1862022702782976:12345-192.168.202.7@tcp:35:touch.60003 00000100:00100000:3.0:1775764895.957589:0:5771:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1e0f0b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0371f581-e7f8-429d-bd87-b7c9239b5f09+10:34976:x1862022702782976:12345-192.168.202.7@tcp:35:touch.60003 Request processed in 394us (699us total) trans 4294967464 rc 0/0 00000100:00100000:3.0:1775764895.957598:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 77 Debug log: 76318 lines, 76318 kept, 0 dropped, 0 bad.